{
  "cases": [
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/amazon-bedrock/agents/promptfooconfig.multi-agent.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 48,
      "differing": 0,
      "id": "examples/amazon-bedrock/agents/promptfooconfig.yaml",
      "matching": 48,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 60,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.a21.yaml",
      "matching": 60,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 60,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.claude.yaml",
      "matching": 60,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.converse-comprehensive.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.converse-images.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.converse-mcp.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.converse-system.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.converse-tools.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.converse.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 60,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.deepseek.yaml",
      "matching": 60,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.grok.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.inference-profiles-simple.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 48,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.inference-profiles.yaml",
      "matching": 48,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.kb.yaml",
      "matching": 20,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.llama-vision.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.llama.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.mantle.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.mistral.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.nova-2-converse.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.nova-2-reasoning.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.nova-sonic.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.nova.multimodal.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.nova.tool.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 60,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.nova.yaml",
      "matching": 60,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.openai-compatible.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.openai-frontier.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.openai-responses.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.openai.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 48,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.qwen.yaml",
      "matching": 48,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 360,
      "differing": 0,
      "id": "examples/amazon-bedrock/models/promptfooconfig.yaml",
      "matching": 352,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/amazon-bedrock/video/promptfooconfig.luma-ray.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/amazon-bedrock/video/promptfooconfig.nova-reel.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/anthropic/claude-code-session/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/anthropic/fable-5-coding/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/anthropic/mcp/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/anthropic/memory-tool/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/anthropic/opus-5-coding/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/anthropic/sonnet-5-5/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/anthropic/sonnet-5/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/anthropic/structured-outputs/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/anthropic/web-tools/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/azure-mai/promptfooconfig.vision-judge.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/azure-mai/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/azure/assistant/promptfooconfig-file-search.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/azure/assistant/promptfooconfig-function.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/azure/assistant/promptfooconfig-multi-tool.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/azure/claude/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/azure/comparison/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/azure/deepseek/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/azure/foundry-agent/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/azure/llama/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/azure/mistral/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/azure/openai/promptfooconfig.vision.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/azure/openai/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/advanced-options/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/advanced/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/ask-user-question/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/claude-agent-sdk/basic/promptfooconfig.tracing.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/basic/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/cyber-espionage/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/mcp/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/plugins/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/claude-agent-sdk/skill-comparison/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/skills/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/structured-output/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-agent-sdk/working-dir/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/claude-thinking/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/claude-vision/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/compare-agentic-sdks/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/compare-claude-vs-gpt-image/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 60,
      "differing": 0,
      "id": "examples/compare-claude-vs-gpt/promptfooconfig.yaml",
      "matching": 60,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 40,
      "differing": 0,
      "id": "examples/compare-deepseek-r1-vs-openai-o1/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 40
    },
    {
      "cells": 400,
      "differing": 0,
      "id": "examples/compare-gpt-model-tiers-mmlu-pro/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 400
    },
    {
      "cells": 60,
      "differing": 0,
      "id": "examples/compare-gpt-model-tiers/promptfooconfig.yaml",
      "matching": 60,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/compare-gpt-reasoning-effort/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 44,
      "differing": 0,
      "id": "examples/compare-gpt-temperature/promptfooconfig.yaml",
      "matching": 44,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/compare-gpt-vs-claude-vs-gemini/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/compare-llama-vs-gpt/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/compare-mistral-vs-llama/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/compare-open-source-models/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 60,
      "differing": 0,
      "id": "examples/compare-openai-models/promptfooconfig.yaml",
      "matching": 60,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 64,
      "differing": 0,
      "id": "examples/compare-phi-vs-llama/promptfooconfig.yaml",
      "matching": 64,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/config-csv-metadata/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/config-custom-prompt-function/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/config-dynamic-var/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/config-executable-prompts/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/config-extension-api/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/config-external-defaulttest/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/config-external-provider-config/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 48,
      "differing": 0,
      "id": "examples/config-javascript-test-cases/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 48
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/config-jsonl-test-cases/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 28,
      "differing": 0,
      "id": "examples/config-multi-turn/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 28
    },
    {
      "cells": 72,
      "differing": 0,
      "id": "examples/config-multiple-translations/promptfooconfig-scenarios.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 72
    },
    {
      "cells": 200,
      "differing": 0,
      "id": "examples/config-multiple-translations/promptfooconfig.yaml",
      "matching": 200,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/config-multishot/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/config-node-module-package/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/config-nunjucks-custom-filters/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/config-pdf-files/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/config-pdf-variables/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/config-prompt-labels/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 32
    },
    {
      "cells": 128,
      "differing": 0,
      "id": "examples/config-prompts-per-model/promptfooconfig.yaml",
      "matching": 128,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 40,
      "differing": 0,
      "id": "examples/config-python-test-cases/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 40
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/config-result-hooks/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 40,
      "differing": 0,
      "id": "examples/config-retry-testing/promptfooconfig.yaml",
      "matching": 40,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 276,
      "differing": 0,
      "id": "examples/config-separate-test-configs/promptfooconfig.yaml",
      "matching": 264,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/config-stateful-session-management/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/config-store-and-reuse-outputs/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/config-structured-outputs/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 40,
      "differing": 0,
      "id": "examples/config-tests-per-prompt/promptfooconfig.yaml",
      "matching": 40,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/config-tests-per-provider/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/config-transform-file/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/config-vars-referencing-vars/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/config-websockets/basic/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/config-websockets/streaming/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/eval-assertion-scoring-override/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/eval-assertions-generate/promptfooconfig-minimal.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/eval-assertions-generate/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/eval-bert-score/promptfooconfig-advanced.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/eval-bert-score/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/eval-context-relevance-grader-output/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/eval-conversation-relevance/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/eval-custom-grader-csv/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 32
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/eval-custom-grading-prompt/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/eval-customer-support-rubric/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/eval-errors-vs-failures/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 400,
      "differing": 0,
      "id": "examples/eval-f-score/promptfooconfig.yaml",
      "matching": 400,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/eval-g-eval/promptfooconfig.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/eval-image-classification/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/eval-javascript-assert-external/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/eval-javascript-assert-params/promptfooconfig.test-vars.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/eval-javascript-assert-params/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/eval-json-output/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/eval-markdown-rendering/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/eval-max-score-selection/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 24
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/eval-moderation/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 40,
      "differing": 0,
      "id": "examples/eval-named-metrics/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/eval-python-assert/promptfooconfig-external.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 20
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/eval-python-assert/promptfooconfig-inline.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/eval-rag-full/promptfooconfig.with-asserts.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/eval-rag-full/promptfooconfig.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/eval-rag/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/eval-search-rubric/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 32
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/eval-select-best/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/eval-self-grading/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/eval-sql-validation/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 76,
      "differing": 0,
      "id": "examples/eval-summarization/promptfooconfig.yaml",
      "matching": 76,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/eval-tool-use/promptfooconfig.bedrock.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/eval-tool-use/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/getting-started/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/google-aistudio-gemini/promptfooconfig.image.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/google-aistudio-gemini/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/google-aistudio-tools/promptfooconfig.codeexecution.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/google-aistudio-tools/promptfooconfig.search.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/google-aistudio-tools/promptfooconfig.urlcontext.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/google-aistudio-tools/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/google-imagen/promptfooconfig-advanced.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/google-imagen/promptfooconfig-gemini-grounding.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/google-imagen/promptfooconfig-gemini.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/google-imagen/promptfooconfig.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/google-live-audio/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/google-live/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/google-tts/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/google-vertex-tools/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/google-vertex/promptfooconfig.claude.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/google-vertex/promptfooconfig.gemini.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/google-vertex/promptfooconfig.image.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/google-vertex/promptfooconfig.llama.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/google-vertex/promptfooconfig.response-schema.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/google-vertex/promptfooconfig.search.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 148,
      "differing": 0,
      "id": "examples/google-vertex/promptfooconfig.yaml",
      "matching": 144,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/google-video/promptfooconfig-extension.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/google-video/promptfooconfig-image.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/google-video/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/huggingface/chat/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/huggingface/dataset-factuality/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 2800,
      "differing": 0,
      "id": "examples/huggingface/dataset/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 2800
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/huggingface/hate-speech-detection/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 24
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/huggingface/hle/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/huggingface/inference-endpoint/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/huggingface/pii/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 72,
      "differing": 0,
      "id": "examples/huggingface/similarity/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 72
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/integration-browser/existing-session/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/integration-browser/headless/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/integration-crewai/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/integration-docker/basic/promptfooconfig.comparison.advanced.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/integration-docker/basic/promptfooconfig.comparison.simple.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/integration-docker/code-generation-sandbox/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/integration-e2b/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 24
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/integration-google-adk/promptfooconfig.workflow.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/integration-google-adk/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/integration-google-sheets/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 24
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/integration-helicone/promptfooconfig.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/integration-inspect-osworld/promptfooconfig.full.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/integration-inspect-osworld/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 28,
      "differing": 0,
      "id": "examples/integration-langchain/promptfooconfig.yaml",
      "matching": 28,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 64,
      "differing": 0,
      "id": "examples/integration-langfuse/promptfooconfig.yaml",
      "matching": 64,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/integration-langgraph/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/integration-opentelemetry/built-in/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/integration-opentelemetry/javascript/promptfooconfig.trajectory.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/integration-opentelemetry/javascript/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/integration-opentelemetry/python/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/integration-pydantic-ai/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/integration-sharepoint/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/integration-slack/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/integration-strands-agents/promptfooconfig.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 132,
      "differing": 0,
      "id": "examples/integration-tau/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 132
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/integration-vercel/ai-gateway/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/integration-vercel/ai-sdk/promptfooconfig.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/ismalicious-gate/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 120,
      "differing": 0,
      "id": "examples/mistral/promptfooconfig.aime2024.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 120
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/mistral/promptfooconfig.code-generation.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/mistral/promptfooconfig.comparison.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/mistral/promptfooconfig.json-mode.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/mistral/promptfooconfig.multimodal.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/mistral/promptfooconfig.reasoning.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/mistral/promptfooconfig.tool-routing.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/mistral/promptfooconfig.tool-use.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/mistral/promptfooconfig.yaml",
      "matching": 20,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/n8n-agent/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/ollama/promptfooconfig.function-calling.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 80,
      "differing": 0,
      "id": "examples/ollama/promptfooconfig.yaml",
      "matching": 80,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-agents-advanced/promptfooconfig.sandbox.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-agents-advanced/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-agents-api/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/openai-agents-basic/promptfooconfig.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-agents/promptfooconfig.redteam.coding.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-agents/promptfooconfig.redteam.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/openai-agents/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-audio-transcription/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-audio/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-azure-comparison/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-chat-history/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-app-server/approval-policy/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-app-server/promptfooconfig.tracing.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-app-server/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-app-server/review-diff/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-app-server/skills/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-sdk/basic/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-sdk/bedrock/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-sdk/sandbox/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-codex-sdk/skill-comparison/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-sdk/skills/promptfooconfig.tracing.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-sdk/skills/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-codex-sdk/thread-persistence/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-codex-security/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-compatible-gateway/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-decisions/promptfooconfig.grading.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-decisions/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-eval-factuality/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/openai-function-call/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/openai-images/promptfooconfig.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-live/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/openai-mcp/promptfooconfig.approval.yaml",
      "matching": 24,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/openai-mcp/promptfooconfig.authenticated.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 48,
      "differing": 0,
      "id": "examples/openai-mcp/promptfooconfig.yaml",
      "matching": 48,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-multiline-yaml/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/openai-realtime/promptfooconfig-conversation.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 24
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/openai-realtime/promptfooconfig-gpt-realtime.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-realtime/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.codex.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.external-format.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.function-call.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.function-callback.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.gpt-5.1.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.gpt-5.2.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.gpt-5.5.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.gpt-5.6.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.gpt-6-astra.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.image.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.mcp.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.prompt-cache.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.reasoning.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.web-search.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-responses/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-structured-output/promptfooconfig.chat.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/openai-structured-output/promptfooconfig.responses.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/openai-tools-call/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/openai-video/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openai-vision/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/openinterpreter/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-a2a/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-abliteration/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-aiml-api/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/provider-amazon-sagemaker/promptfooconfig.embedding.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 36
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/provider-amazon-sagemaker/promptfooconfig.jumpstart.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/provider-amazon-sagemaker/promptfooconfig.llama-vs-mistral.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/provider-amazon-sagemaker/promptfooconfig.llama.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/provider-amazon-sagemaker/promptfooconfig.mistral.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/provider-amazon-sagemaker/promptfooconfig.multimodel.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/provider-amazon-sagemaker/promptfooconfig.openai.yaml",
      "matching": 36,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 36,
      "differing": 0,
      "id": "examples/provider-amazon-sagemaker/promptfooconfig.transform.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 36
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-atlascloud/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-cerebras/promptfooconfig-structured.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-cerebras/promptfooconfig-tools.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-cerebras/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-cloudflare/gateway/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/provider-cohere-benchmark/promptfooconfig.yaml",
      "matching": 24,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-cohere/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-cometapi/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/provider-custom/basic/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-custom/embeddings/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/provider-custom/mjs/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/provider-custom/typescript/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-databricks/promptfooconfig.vision.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-databricks/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 64,
      "differing": 0,
      "id": "examples/provider-elevenlabs/agents/promptfooconfig.yaml",
      "matching": 64,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-elevenlabs/alignment/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-elevenlabs/isolation/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-elevenlabs/stt/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/provider-elevenlabs/tts-advanced/promptfooconfig.yaml",
      "matching": 24,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/provider-elevenlabs/tts/promptfooconfig.yaml",
      "matching": 24,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 28,
      "differing": 0,
      "id": "examples/provider-fal/promptfooconfig.yaml",
      "matching": 28,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-fireworks/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-flexai/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-golang/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/provider-groq/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-http/auth-signature-jks/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-http/auth-signature-pfx/promptfooconfig-crt-key.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-http/auth-signature-pfx/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-http/auth-signature/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-http/basic/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/provider-http/streaming/promptfooconfig.yaml",
      "matching": 24,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-http/tls/promptfooconfig-mock.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-http/tls/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/provider-hyperbolic/promptfooconfig.audio-generation.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/provider-hyperbolic/promptfooconfig.image-generation.yaml",
      "matching": 24,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-hyperbolic/promptfooconfig.multimodal.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/provider-hyperbolic/promptfooconfig.reasoning.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-hyperbolic/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-litellm/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 40,
      "differing": 0,
      "id": "examples/provider-llama-cpp/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 40
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-lm-studio/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-meta/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-minimax/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-mlflow-gateway/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/provider-model-armor/promptfooconfig.vertex.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 28,
      "differing": 0,
      "id": "examples/provider-model-armor/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 28
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-modelslab/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-moonshot/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-novita/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/provider-nscale/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-nvidia/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-openclaw/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-opencode-sdk/basic/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-opencode-sdk/permissions/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-opencode-sdk/structured-output/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-opencode-sdk/working-dir/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-orcarouter/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/provider-perplexity/promptfooconfig.research-reasoning.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 24,
      "differing": 0,
      "id": "examples/provider-perplexity/promptfooconfig.search-filters.yaml",
      "matching": 24,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-perplexity/promptfooconfig.structured-output.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-perplexity/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-python/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-quiverai/promptfooconfig.pipeline.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-quiverai/promptfooconfig.vectorize.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/provider-quiverai/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/provider-replicate/comprehensive/promptfooconfig.yaml",
      "matching": 16,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-replicate/image-generation/promptfooconfig-with-download.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/provider-replicate/image-generation/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/provider-replicate/lifeboat/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 16,
      "differing": 0,
      "id": "examples/provider-replicate/llama-guard-moderation/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 56,
      "differing": 0,
      "id": "examples/provider-replicate/llama4-scout/promptfooconfig.yaml",
      "matching": 56,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-replicate/quickstart/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-ruby/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-transformers-local/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 12
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-truefoundry/promptfooconfig-mcp.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-truefoundry/promptfooconfig.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 12,
      "differing": 0,
      "id": "examples/provider-typesafe/promptfooconfig.questions.yaml",
      "matching": 12,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-typesafe/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 8
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/provider-voyage-embeddings/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-watsonx/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/provider-zai/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-api-top-10/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-auth/promptfooconfig.api_key.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-auth/promptfooconfig.digital_signature.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-auth/promptfooconfig.file.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-auth/promptfooconfig.oauth.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-azure-assistant/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-beavertails/promptfooconfig-subcategories.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 2800,
      "differing": 0,
      "id": "examples/redteam-beavertails/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 2800
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-bestOfN-strategy/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-chatbot/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-coding-agent/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-context-overrides/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-conversation-ended-signal/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-custom-strategy/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 1004,
      "differing": 0,
      "id": "examples/redteam-cyberseceval/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 1004
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-deepseek-foundation/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 5440,
      "differing": 0,
      "id": "examples/redteam-deepseek/promptfooconfig.yaml",
      "matching": 5440,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-docx-document-upload/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-donotanswer/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/redteam-grok-4-political-bias/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-guardrails/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 1600,
      "differing": 0,
      "id": "examples/redteam-harmbench/promptfooconfig.yaml",
      "matching": 1600,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-indirect-web-pwn/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-intent-sequence/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-langchain/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-layer-strategy/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-mcp-agent/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-mcp-auth/promptfooconfig.agent-oauth.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-mcp-auth/promptfooconfig.oauth.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-mcp/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-medical-agent/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-minimal/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-multi-input/promptfooconfig.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-multi-modal/promptfooconfig.image-strategy.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-multi-modal/promptfooconfig.static-image.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-multi-modal/promptfooconfig.unsafebench.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 4
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-multi-modal/promptfooconfig.vlguard.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-multi-modal/promptfooconfig.vlsu.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-ollama/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-provider-override/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-rag/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-starter/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-tracing-example/promptfooconfig-simple.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 0,
      "differing": 0,
      "id": "examples/redteam-tracing-example/promptfooconfig.advanced.yaml",
      "matching": 0,
      "sourceState": "oracle-failed",
      "status": "no-reference",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-tracing-example/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-travel-agent/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/redteam-xstest/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/simple-cli/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/simple-csv/promptfooconfig.xlsx.yaml",
      "matching": 0,
      "sourceState": "unsupported",
      "status": "unsupported",
      "unsupportedCells": 32
    },
    {
      "cells": 32,
      "differing": 0,
      "id": "examples/simple-csv/promptfooconfig.yaml",
      "matching": 32,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 56,
      "differing": 0,
      "id": "examples/simple-mcp/promptfooconfig.yaml",
      "matching": 56,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 40,
      "differing": 0,
      "id": "examples/simple-test/promptfooconfig.yaml",
      "matching": 24,
      "sourceState": "partially-executed-agree",
      "status": "unsupported",
      "unsupportedCells": 16
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/vertex-live/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/xai/chat/promptfooconfig.images.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/xai/chat/promptfooconfig.promptfoo-search.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/xai/chat/promptfooconfig.responses.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/xai/chat/promptfooconfig.search.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 8,
      "differing": 0,
      "id": "examples/xai/chat/promptfooconfig.yaml",
      "matching": 8,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 4,
      "differing": 0,
      "id": "examples/xai/video/promptfooconfig.yaml",
      "matching": 4,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    },
    {
      "cells": 20,
      "differing": 0,
      "id": "examples/xai/voice/promptfooconfig.yaml",
      "matching": 20,
      "sourceState": "executed-agree",
      "status": "identical",
      "unsupportedCells": 0
    }
  ],
  "comparator": "Per cell (test x prompt x provider): pass/fail, score, failure reason and error class. Providers are replaced by deterministic variant providers on both sides, and the engine replays exactly the responses promptfoo recorded, so the comparison is of assertion and scoring semantics. A config is identical when every cell executed and agreed.",
  "corpus": {
    "cases": 433,
    "commit": "8569e72ed6cf7737082a6042be8d925e40f9739d",
    "license": "MIT",
    "name": "Every promptfooconfig*.yaml under promptfoo's examples/ (no selection)",
    "repo": "https://github.com/promptfoo/promptfoo",
    "source": {
      "commit": "5d19970c35899231c75df65675881ecb13b4f129",
      "file": "docs/adversarial-eval/results/compatibility-results.json",
      "sha256": "6e5f106a9b231507562f32879435bfe68b54bde52a20f5f38860a6e1fe35bcfb"
    }
  },
  "engine": {
    "clean": true,
    "commit": "5d19970c35899231c75df65675881ecb13b4f129",
    "description": "Keryn's adversarial evaluation kernel: imports promptfoo configs and runs deterministic assertions, natively and in WebAssembly.",
    "name": "keryn-eval",
    "version": "0.1.0"
  },
  "metrics": [
    {
      "denominator": 433,
      "id": "identical-cases",
      "label": "Configs fully executed with every cell agreeing",
      "numerator": 302,
      "of": "promptfooconfig files in the pinned upstream examples/",
      "value": 0.6975
    },
    {
      "denominator": 317,
      "id": "configs-agree-where-run",
      "label": "Configs whose executed cells all agree",
      "numerator": 317,
      "of": "configs where Keryn executed at least one cell",
      "value": 1
    },
    {
      "denominator": 13104,
      "id": "cell-agreement",
      "label": "Executed cells with the same verdict",
      "numerator": 13104,
      "of": "cells (test x prompt x provider) both sides executed",
      "value": 1
    },
    {
      "denominator": 21728,
      "id": "cell-coverage",
      "label": "Cells Keryn executes",
      "numerator": 13104,
      "of": "all cells in the corpus, including configs promptfoo ran but Keryn does not support",
      "value": 0.6031
    },
    {
      "denominator": 9740,
      "id": "assertion-agreement",
      "label": "Deterministic assertions with the same pass/fail",
      "numerator": 9740,
      "of": "assertions in executed cells",
      "value": 1
    }
  ],
  "question": "Given the same promptfoo configs and the same model responses, does keryn-eval reach the same verdict as promptfoo on every test cell?",
  "reference": {
    "name": "promptfoo",
    "role": "Oracle only: the pinned npm package run offline on a development machine; never shipped.",
    "version": "0.125.1"
  },
  "schema": "keryn-eval-receipt/1",
  "scope": [
    "Deterministic assertions and inline JavaScript (assertions and transforms, in the subset the keryn-eval interpreter supports; anything outside it is unsupported, never pass or fail). Model-graded, Python, similarity and script-file JavaScript assertions are not executed and count as unsupported.",
    "No live model is called on either side; this measures config import, templating, assertions and scoring, not attack success against a model.",
    "15 configs ran in part: every cell Keryn executed agreed, but some cells use features it does not run. They are counted as unsupported, not identical.",
    "Restated from the committed differential; numbers are not recomputed from a new run."
  ],
  "suite": "promptfoo",
  "summary": {
    "cases": 433,
    "cellsTotal": 21728,
    "engineRows": 13104,
    "matchingRows": 13104,
    "partiallyExecuted": 15,
    "referenceRows": 13104,
    "statuses": {
      "differs": 0,
      "error": 0,
      "identical": 302,
      "no-reference": 16,
      "timeout": 0,
      "unsupported": 115
    },
    "unsupportedCells": 8624,
    "unsupportedFeatureFamilies": [
      {
        "feature": "assert:similar",
        "occurrences": 30
      },
      {
        "feature": "assert:python",
        "occurrences": 24
      },
      {
        "feature": "config:prompts",
        "occurrences": 12
      },
      {
        "feature": "prompt:file.js",
        "occurrences": 11
      },
      {
        "feature": "assert:javascript",
        "occurrences": 11
      },
      {
        "feature": "prompt:file.py",
        "occurrences": 10
      },
      {
        "feature": "assert:is-xml",
        "occurrences": 9
      },
      {
        "feature": "assert:not-guardrails",
        "occurrences": 9
      },
      {
        "feature": "var:file.jpg",
        "occurrences": 8
      },
      {
        "feature": "option:transformVars",
        "occurrences": 8
      }
    ]
  },
  "title": "promptfoo configs: keryn-eval vs promptfoo 0.125.1"
}
