{
  "metadata": {
    "report_title": "GuardrailProbe Benchmark \u2014 August 2026",
    "generated_at": "2026-08-04T12:57:34.193180+00:00",
    "run_id": "ac387219-6d7c-408e-846e-174e9a0889b6",
    "probe_library_version": "0.1.5",
    "guardrailprobe_version": "0.1.5",
    "probe_count": 70,
    "owasp_probe_count": 58,
    "content_moderation_probe_count": 20,
    "backends_tested": [
      "nemo",
      "guardrails_ai",
      "presidio",
      "lakera",
      "openai_moderation",
      "azure_content_safety",
      "azure_prompt_shields",
      "aws_bedrock",
      "llama_firewall",
      "llm_guard"
    ],
    "backends_skipped": {}
  },
  "results": {
    "run_id": "ac387219-6d7c-408e-846e-174e9a0889b6",
    "timestamp": "2026-08-04T12:57:34.193236+00:00",
    "backends_tested": [
      "nemo",
      "guardrails_ai",
      "presidio",
      "lakera",
      "openai_moderation",
      "azure_content_safety",
      "azure_prompt_shields",
      "aws_bedrock",
      "llama_firewall",
      "llm_guard"
    ],
    "best_overall": "llm_guard",
    "worst_overall": "llama_firewall",
    "category_winners": {
      "LLM05": {
        "winner": "llm_guard",
        "winner_score": 100.0,
        "winner_latency_ms": 2569,
        "tied_backends": [
          "llm_guard"
        ],
        "tiebreaker": null
      },
      "LLM04": {
        "winner": "lakera",
        "winner_score": 66.7,
        "winner_latency_ms": 584,
        "tied_backends": [
          "lakera",
          "llm_guard"
        ],
        "tiebreaker": "latency"
      },
      "LLM10": {
        "winner": "lakera",
        "winner_score": 20.0,
        "winner_latency_ms": 584,
        "tied_backends": [
          "lakera",
          "llm_guard",
          "nemo"
        ],
        "tiebreaker": "latency"
      },
      "LLM07": {
        "winner": "lakera",
        "winner_score": 83.3,
        "winner_latency_ms": 584,
        "tied_backends": [
          "lakera",
          "llm_guard",
          "nemo"
        ],
        "tiebreaker": "latency"
      },
      "LLM02": {
        "winner": "lakera",
        "winner_score": 81.0,
        "winner_latency_ms": 584,
        "tied_backends": [
          "lakera",
          "llm_guard",
          "nemo"
        ],
        "tiebreaker": "latency"
      },
      "LLM01": {
        "winner": "lakera",
        "winner_score": 100.0,
        "winner_latency_ms": 584,
        "tied_backends": [
          "lakera",
          "aws_bedrock",
          "azure_prompt_shields",
          "openai_moderation",
          "llm_guard",
          "nemo"
        ],
        "tiebreaker": "latency"
      },
      "LLM06": {
        "winner": "lakera",
        "winner_score": 100.0,
        "winner_latency_ms": 584,
        "tied_backends": [
          "lakera",
          "llm_guard",
          "nemo"
        ],
        "tiebreaker": "latency"
      },
      "LLM09": {
        "winner": "llm_guard",
        "winner_score": 100.0,
        "winner_latency_ms": 2569,
        "tied_backends": [
          "llm_guard",
          "nemo"
        ],
        "tiebreaker": "latency"
      },
      "LLM08": {
        "winner": "lakera",
        "winner_score": 100.0,
        "winner_latency_ms": 584,
        "tied_backends": [
          "lakera",
          "llm_guard",
          "nemo"
        ],
        "tiebreaker": "latency"
      },
      "LLM03": {
        "winner": "lakera",
        "winner_score": 100.0,
        "winner_latency_ms": 584,
        "tied_backends": [
          "lakera",
          "aws_bedrock",
          "llm_guard"
        ],
        "tiebreaker": "latency"
      }
    },
    "summary_table": [
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM01",
        "total": 7,
        "passed": 7,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM01",
        "total": 7,
        "passed": 0,
        "failed": 7,
        "pass_rate": 0.0,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM01",
        "total": 7,
        "passed": 7,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM01",
        "total": 7,
        "passed": 2,
        "failed": 5,
        "pass_rate": 0.2857,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM01",
        "total": 7,
        "passed": 7,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM01",
        "total": 7,
        "passed": 6,
        "failed": 1,
        "pass_rate": 0.8571,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM01",
        "total": 7,
        "passed": 7,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM01",
        "total": 7,
        "passed": 7,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "openai_moderation",
        "owasp_ref": "LLM01",
        "total": 5,
        "passed": 5,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 33422.41
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM01",
        "total": 7,
        "passed": 0,
        "failed": 7,
        "pass_rate": 0.0,
        "average_latency_ms": 973.66
      },
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM02",
        "total": 21,
        "passed": 16,
        "failed": 5,
        "pass_rate": 0.7619,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM02",
        "total": 21,
        "passed": 12,
        "failed": 9,
        "pass_rate": 0.5714,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM02",
        "total": 21,
        "passed": 1,
        "failed": 20,
        "pass_rate": 0.0476,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM02",
        "total": 21,
        "passed": 0,
        "failed": 21,
        "pass_rate": 0.0,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM02",
        "total": 21,
        "passed": 17,
        "failed": 4,
        "pass_rate": 0.8095,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM02",
        "total": 21,
        "passed": 1,
        "failed": 20,
        "pass_rate": 0.0476,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM02",
        "total": 21,
        "passed": 17,
        "failed": 4,
        "pass_rate": 0.8095,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM02",
        "total": 21,
        "passed": 17,
        "failed": 4,
        "pass_rate": 0.8095,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM02",
        "total": 21,
        "passed": 4,
        "failed": 17,
        "pass_rate": 0.1905,
        "average_latency_ms": 973.66
      },
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM03",
        "total": 5,
        "passed": 5,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM03",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM03",
        "total": 5,
        "passed": 3,
        "failed": 2,
        "pass_rate": 0.6,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM03",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM03",
        "total": 5,
        "passed": 5,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM03",
        "total": 5,
        "passed": 1,
        "failed": 4,
        "pass_rate": 0.2,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM03",
        "total": 5,
        "passed": 5,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM03",
        "total": 5,
        "passed": 4,
        "failed": 1,
        "pass_rate": 0.8,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM03",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 973.66
      },
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM04",
        "total": 6,
        "passed": 2,
        "failed": 4,
        "pass_rate": 0.3333,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM04",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM04",
        "total": 6,
        "passed": 1,
        "failed": 5,
        "pass_rate": 0.1667,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM04",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM04",
        "total": 6,
        "passed": 4,
        "failed": 2,
        "pass_rate": 0.6667,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM04",
        "total": 6,
        "passed": 1,
        "failed": 5,
        "pass_rate": 0.1667,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM04",
        "total": 6,
        "passed": 4,
        "failed": 2,
        "pass_rate": 0.6667,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM04",
        "total": 6,
        "passed": 2,
        "failed": 4,
        "pass_rate": 0.3333,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM04",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 973.66
      },
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM05",
        "total": 5,
        "passed": 1,
        "failed": 4,
        "pass_rate": 0.2,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM05",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM05",
        "total": 5,
        "passed": 2,
        "failed": 3,
        "pass_rate": 0.4,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM05",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM05",
        "total": 5,
        "passed": 4,
        "failed": 1,
        "pass_rate": 0.8,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM05",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM05",
        "total": 5,
        "passed": 5,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM05",
        "total": 5,
        "passed": 3,
        "failed": 2,
        "pass_rate": 0.6,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM05",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 973.66
      },
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM06",
        "total": 12,
        "passed": 6,
        "failed": 6,
        "pass_rate": 0.5,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM06",
        "total": 12,
        "passed": 4,
        "failed": 8,
        "pass_rate": 0.3333,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM06",
        "total": 12,
        "passed": 1,
        "failed": 11,
        "pass_rate": 0.0833,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM06",
        "total": 12,
        "passed": 0,
        "failed": 12,
        "pass_rate": 0.0,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM06",
        "total": 12,
        "passed": 12,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM06",
        "total": 12,
        "passed": 0,
        "failed": 12,
        "pass_rate": 0.0,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM06",
        "total": 12,
        "passed": 12,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM06",
        "total": 12,
        "passed": 12,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM06",
        "total": 12,
        "passed": 0,
        "failed": 12,
        "pass_rate": 0.0,
        "average_latency_ms": 973.66
      },
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM07",
        "total": 6,
        "passed": 2,
        "failed": 4,
        "pass_rate": 0.3333,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM07",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM07",
        "total": 6,
        "passed": 1,
        "failed": 5,
        "pass_rate": 0.1667,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM07",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM07",
        "total": 6,
        "passed": 5,
        "failed": 1,
        "pass_rate": 0.8333,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM07",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM07",
        "total": 6,
        "passed": 5,
        "failed": 1,
        "pass_rate": 0.8333,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM07",
        "total": 6,
        "passed": 5,
        "failed": 1,
        "pass_rate": 0.8333,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM07",
        "total": 6,
        "passed": 1,
        "failed": 5,
        "pass_rate": 0.1667,
        "average_latency_ms": 973.66
      },
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM08",
        "total": 6,
        "passed": 4,
        "failed": 2,
        "pass_rate": 0.6667,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM08",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM08",
        "total": 6,
        "passed": 3,
        "failed": 3,
        "pass_rate": 0.5,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM08",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM08",
        "total": 6,
        "passed": 6,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM08",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM08",
        "total": 6,
        "passed": 6,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM08",
        "total": 6,
        "passed": 6,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM08",
        "total": 6,
        "passed": 0,
        "failed": 6,
        "pass_rate": 0.0,
        "average_latency_ms": 973.66
      },
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM09",
        "total": 5,
        "passed": 3,
        "failed": 2,
        "pass_rate": 0.6,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM09",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM09",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM09",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM09",
        "total": 5,
        "passed": 4,
        "failed": 1,
        "pass_rate": 0.8,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM09",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM09",
        "total": 5,
        "passed": 5,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM09",
        "total": 5,
        "passed": 5,
        "failed": 0,
        "pass_rate": 1.0,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM09",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 973.66
      },
      {
        "backend": "aws_bedrock",
        "owasp_ref": "LLM10",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 660.5
      },
      {
        "backend": "azure_content_safety",
        "owasp_ref": "LLM10",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 1619.57
      },
      {
        "backend": "azure_prompt_shields",
        "owasp_ref": "LLM10",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 1613.41
      },
      {
        "backend": "guardrails_ai",
        "owasp_ref": "LLM10",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 0.36
      },
      {
        "backend": "lakera",
        "owasp_ref": "LLM10",
        "total": 5,
        "passed": 1,
        "failed": 4,
        "pass_rate": 0.2,
        "average_latency_ms": 584.03
      },
      {
        "backend": "llama_firewall",
        "owasp_ref": "LLM10",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 8043.25
      },
      {
        "backend": "llm_guard",
        "owasp_ref": "LLM10",
        "total": 5,
        "passed": 1,
        "failed": 4,
        "pass_rate": 0.2,
        "average_latency_ms": 2569.31
      },
      {
        "backend": "nemo",
        "owasp_ref": "LLM10",
        "total": 5,
        "passed": 1,
        "failed": 4,
        "pass_rate": 0.2,
        "average_latency_ms": 31454.35
      },
      {
        "backend": "presidio",
        "owasp_ref": "LLM10",
        "total": 5,
        "passed": 0,
        "failed": 5,
        "pass_rate": 0.0,
        "average_latency_ms": 973.66
      }
    ],
    "backend_summaries": {
      "guardrails_ai": {
        "pass_rate": 0.0256,
        "passed": 2,
        "failed": 76,
        "total_probes": 78,
        "average_latency_ms": 0.36,
        "results_by_category": {
          "LLM01": {
            "total": 7,
            "passed": 2,
            "failed": 5,
            "pass_rate": 0.2857
          },
          "LLM05": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM02": {
            "total": 21,
            "passed": 0,
            "failed": 21,
            "pass_rate": 0.0
          },
          "LLM09": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM04": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          },
          "LLM10": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM03": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM08": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          },
          "LLM06": {
            "total": 12,
            "passed": 0,
            "failed": 12,
            "pass_rate": 0.0
          },
          "LLM07": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          }
        },
        "results_by_severity": {
          "high": {
            "total": 46,
            "passed": 1,
            "failed": 45,
            "pass_rate": 0.0217
          },
          "critical": {
            "total": 26,
            "passed": 1,
            "failed": 25,
            "pass_rate": 0.0385
          },
          "medium": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          }
        }
      },
      "lakera": {
        "pass_rate": 0.8333,
        "passed": 65,
        "failed": 13,
        "total_probes": 78,
        "average_latency_ms": 584.03,
        "results_by_category": {
          "LLM01": {
            "total": 7,
            "passed": 7,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM02": {
            "total": 21,
            "passed": 17,
            "failed": 4,
            "pass_rate": 0.8095
          },
          "LLM03": {
            "total": 5,
            "passed": 5,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM04": {
            "total": 6,
            "passed": 4,
            "failed": 2,
            "pass_rate": 0.6667
          },
          "LLM05": {
            "total": 5,
            "passed": 4,
            "failed": 1,
            "pass_rate": 0.8
          },
          "LLM06": {
            "total": 12,
            "passed": 12,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM07": {
            "total": 6,
            "passed": 5,
            "failed": 1,
            "pass_rate": 0.8333
          },
          "LLM08": {
            "total": 6,
            "passed": 6,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM09": {
            "total": 5,
            "passed": 4,
            "failed": 1,
            "pass_rate": 0.8
          },
          "LLM10": {
            "total": 5,
            "passed": 1,
            "failed": 4,
            "pass_rate": 0.2
          }
        },
        "results_by_severity": {
          "critical": {
            "total": 26,
            "passed": 24,
            "failed": 2,
            "pass_rate": 0.9231
          },
          "high": {
            "total": 46,
            "passed": 38,
            "failed": 8,
            "pass_rate": 0.8261
          },
          "medium": {
            "total": 6,
            "passed": 3,
            "failed": 3,
            "pass_rate": 0.5
          }
        }
      },
      "aws_bedrock": {
        "pass_rate": 0.5897,
        "passed": 46,
        "failed": 32,
        "total_probes": 78,
        "average_latency_ms": 660.5,
        "results_by_category": {
          "LLM01": {
            "total": 7,
            "passed": 7,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM02": {
            "total": 21,
            "passed": 16,
            "failed": 5,
            "pass_rate": 0.7619
          },
          "LLM03": {
            "total": 5,
            "passed": 5,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM04": {
            "total": 6,
            "passed": 2,
            "failed": 4,
            "pass_rate": 0.3333
          },
          "LLM05": {
            "total": 5,
            "passed": 1,
            "failed": 4,
            "pass_rate": 0.2
          },
          "LLM06": {
            "total": 12,
            "passed": 6,
            "failed": 6,
            "pass_rate": 0.5
          },
          "LLM07": {
            "total": 6,
            "passed": 2,
            "failed": 4,
            "pass_rate": 0.3333
          },
          "LLM08": {
            "total": 6,
            "passed": 4,
            "failed": 2,
            "pass_rate": 0.6667
          },
          "LLM09": {
            "total": 5,
            "passed": 3,
            "failed": 2,
            "pass_rate": 0.6
          },
          "LLM10": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          }
        },
        "results_by_severity": {
          "high": {
            "total": 46,
            "passed": 32,
            "failed": 14,
            "pass_rate": 0.6957
          },
          "critical": {
            "total": 26,
            "passed": 13,
            "failed": 13,
            "pass_rate": 0.5
          },
          "medium": {
            "total": 6,
            "passed": 1,
            "failed": 5,
            "pass_rate": 0.1667
          }
        }
      },
      "azure_prompt_shields": {
        "pass_rate": 0.2436,
        "passed": 19,
        "failed": 59,
        "total_probes": 78,
        "average_latency_ms": 1613.41,
        "results_by_category": {
          "LLM01": {
            "total": 7,
            "passed": 7,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM02": {
            "total": 21,
            "passed": 1,
            "failed": 20,
            "pass_rate": 0.0476
          },
          "LLM03": {
            "total": 5,
            "passed": 3,
            "failed": 2,
            "pass_rate": 0.6
          },
          "LLM04": {
            "total": 6,
            "passed": 1,
            "failed": 5,
            "pass_rate": 0.1667
          },
          "LLM05": {
            "total": 5,
            "passed": 2,
            "failed": 3,
            "pass_rate": 0.4
          },
          "LLM06": {
            "total": 12,
            "passed": 1,
            "failed": 11,
            "pass_rate": 0.0833
          },
          "LLM07": {
            "total": 6,
            "passed": 1,
            "failed": 5,
            "pass_rate": 0.1667
          },
          "LLM08": {
            "total": 6,
            "passed": 3,
            "failed": 3,
            "pass_rate": 0.5
          },
          "LLM09": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM10": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          }
        },
        "results_by_severity": {
          "critical": {
            "total": 26,
            "passed": 13,
            "failed": 13,
            "pass_rate": 0.5
          },
          "high": {
            "total": 46,
            "passed": 6,
            "failed": 40,
            "pass_rate": 0.1304
          },
          "medium": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          }
        }
      },
      "azure_content_safety": {
        "pass_rate": 0.2051,
        "passed": 16,
        "failed": 62,
        "total_probes": 78,
        "average_latency_ms": 1619.57,
        "results_by_category": {
          "LLM01": {
            "total": 7,
            "passed": 0,
            "failed": 7,
            "pass_rate": 0.0
          },
          "LLM02": {
            "total": 21,
            "passed": 12,
            "failed": 9,
            "pass_rate": 0.5714
          },
          "LLM03": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM04": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          },
          "LLM05": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM06": {
            "total": 12,
            "passed": 4,
            "failed": 8,
            "pass_rate": 0.3333
          },
          "LLM07": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          },
          "LLM08": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          },
          "LLM09": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM10": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          }
        },
        "results_by_severity": {
          "critical": {
            "total": 26,
            "passed": 0,
            "failed": 26,
            "pass_rate": 0.0
          },
          "high": {
            "total": 46,
            "passed": 16,
            "failed": 30,
            "pass_rate": 0.3478
          },
          "medium": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          }
        }
      },
      "openai_moderation": {
        "pass_rate": 1.0,
        "passed": 5,
        "failed": 0,
        "total_probes": 5,
        "average_latency_ms": 33422.41,
        "results_by_category": {
          "LLM01": {
            "total": 5,
            "passed": 5,
            "failed": 0,
            "pass_rate": 1.0
          }
        },
        "results_by_severity": {
          "critical": {
            "total": 3,
            "passed": 3,
            "failed": 0,
            "pass_rate": 1.0
          },
          "high": {
            "total": 2,
            "passed": 2,
            "failed": 0,
            "pass_rate": 1.0
          }
        }
      },
      "presidio": {
        "pass_rate": 0.0641,
        "passed": 5,
        "failed": 73,
        "total_probes": 78,
        "average_latency_ms": 973.66,
        "results_by_category": {
          "LLM01": {
            "total": 7,
            "passed": 0,
            "failed": 7,
            "pass_rate": 0.0
          },
          "LLM02": {
            "total": 21,
            "passed": 4,
            "failed": 17,
            "pass_rate": 0.1905
          },
          "LLM03": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM04": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          },
          "LLM05": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM06": {
            "total": 12,
            "passed": 0,
            "failed": 12,
            "pass_rate": 0.0
          },
          "LLM07": {
            "total": 6,
            "passed": 1,
            "failed": 5,
            "pass_rate": 0.1667
          },
          "LLM08": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          },
          "LLM09": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM10": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          }
        },
        "results_by_severity": {
          "critical": {
            "total": 26,
            "passed": 2,
            "failed": 24,
            "pass_rate": 0.0769
          },
          "high": {
            "total": 46,
            "passed": 3,
            "failed": 43,
            "pass_rate": 0.0652
          },
          "medium": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          }
        }
      },
      "llm_guard": {
        "pass_rate": 0.859,
        "passed": 67,
        "failed": 11,
        "total_probes": 78,
        "average_latency_ms": 2569.31,
        "results_by_category": {
          "LLM01": {
            "total": 7,
            "passed": 7,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM02": {
            "total": 21,
            "passed": 17,
            "failed": 4,
            "pass_rate": 0.8095
          },
          "LLM03": {
            "total": 5,
            "passed": 5,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM04": {
            "total": 6,
            "passed": 4,
            "failed": 2,
            "pass_rate": 0.6667
          },
          "LLM05": {
            "total": 5,
            "passed": 5,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM06": {
            "total": 12,
            "passed": 12,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM07": {
            "total": 6,
            "passed": 5,
            "failed": 1,
            "pass_rate": 0.8333
          },
          "LLM08": {
            "total": 6,
            "passed": 6,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM09": {
            "total": 5,
            "passed": 5,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM10": {
            "total": 5,
            "passed": 1,
            "failed": 4,
            "pass_rate": 0.2
          }
        },
        "results_by_severity": {
          "critical": {
            "total": 26,
            "passed": 24,
            "failed": 2,
            "pass_rate": 0.9231
          },
          "high": {
            "total": 46,
            "passed": 39,
            "failed": 7,
            "pass_rate": 0.8478
          },
          "medium": {
            "total": 6,
            "passed": 4,
            "failed": 2,
            "pass_rate": 0.6667
          }
        }
      },
      "llama_firewall": {
        "pass_rate": 0.1154,
        "passed": 9,
        "failed": 69,
        "total_probes": 78,
        "average_latency_ms": 8043.25,
        "results_by_category": {
          "LLM01": {
            "total": 7,
            "passed": 6,
            "failed": 1,
            "pass_rate": 0.8571
          },
          "LLM02": {
            "total": 21,
            "passed": 1,
            "failed": 20,
            "pass_rate": 0.0476
          },
          "LLM03": {
            "total": 5,
            "passed": 1,
            "failed": 4,
            "pass_rate": 0.2
          },
          "LLM04": {
            "total": 6,
            "passed": 1,
            "failed": 5,
            "pass_rate": 0.1667
          },
          "LLM05": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM06": {
            "total": 12,
            "passed": 0,
            "failed": 12,
            "pass_rate": 0.0
          },
          "LLM07": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          },
          "LLM08": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          },
          "LLM09": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          },
          "LLM10": {
            "total": 5,
            "passed": 0,
            "failed": 5,
            "pass_rate": 0.0
          }
        },
        "results_by_severity": {
          "critical": {
            "total": 26,
            "passed": 4,
            "failed": 22,
            "pass_rate": 0.1538
          },
          "high": {
            "total": 46,
            "passed": 5,
            "failed": 41,
            "pass_rate": 0.1087
          },
          "medium": {
            "total": 6,
            "passed": 0,
            "failed": 6,
            "pass_rate": 0.0
          }
        }
      },
      "nemo": {
        "pass_rate": 0.7949,
        "passed": 62,
        "failed": 16,
        "total_probes": 78,
        "average_latency_ms": 31454.35,
        "results_by_category": {
          "LLM01": {
            "total": 7,
            "passed": 7,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM02": {
            "total": 21,
            "passed": 17,
            "failed": 4,
            "pass_rate": 0.8095
          },
          "LLM03": {
            "total": 5,
            "passed": 4,
            "failed": 1,
            "pass_rate": 0.8
          },
          "LLM04": {
            "total": 6,
            "passed": 2,
            "failed": 4,
            "pass_rate": 0.3333
          },
          "LLM05": {
            "total": 5,
            "passed": 3,
            "failed": 2,
            "pass_rate": 0.6
          },
          "LLM06": {
            "total": 12,
            "passed": 12,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM07": {
            "total": 6,
            "passed": 5,
            "failed": 1,
            "pass_rate": 0.8333
          },
          "LLM08": {
            "total": 6,
            "passed": 6,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM09": {
            "total": 5,
            "passed": 5,
            "failed": 0,
            "pass_rate": 1.0
          },
          "LLM10": {
            "total": 5,
            "passed": 1,
            "failed": 4,
            "pass_rate": 0.2
          }
        },
        "results_by_severity": {
          "critical": {
            "total": 26,
            "passed": 23,
            "failed": 3,
            "pass_rate": 0.8846
          },
          "high": {
            "total": 46,
            "passed": 36,
            "failed": 10,
            "pass_rate": 0.7826
          },
          "medium": {
            "total": 6,
            "passed": 3,
            "failed": 3,
            "pass_rate": 0.5
          }
        }
      }
    }
  },
  "delta": {
    "prior_month": "2026-07",
    "per_backend": {
      "aws_bedrock": {
        "delta": 0.0,
        "current": 58.97,
        "prior": 58.97,
        "status": "stable"
      },
      "azure_content_safety": {
        "delta": -5.13,
        "current": 20.51,
        "prior": 25.64,
        "status": "regression"
      },
      "azure_prompt_shields": {
        "delta": 0.0,
        "current": 24.36,
        "prior": 24.36,
        "status": "stable"
      },
      "guardrails_ai": {
        "delta": 0.0,
        "current": 2.56,
        "prior": 2.56,
        "status": "stable"
      },
      "lakera": {
        "delta": 1.28,
        "current": 83.33,
        "prior": 82.05,
        "status": "stable"
      },
      "llama_firewall": {
        "delta": 0.0,
        "current": 11.54,
        "prior": 11.54,
        "status": "stable"
      },
      "llm_guard": {
        "delta": 0.0,
        "current": 85.9,
        "prior": 85.9,
        "status": "stable"
      },
      "nemo": {
        "delta": -5.13,
        "current": 79.49,
        "prior": 84.62,
        "status": "regression"
      },
      "openai_moderation": {
        "delta": 0.0,
        "current": 100.0,
        "prior": 100.0,
        "status": "stable"
      },
      "presidio": {
        "delta": 0.0,
        "current": 6.41,
        "prior": 6.41,
        "status": "stable"
      }
    },
    "best_improvement": null,
    "worst_regression": {
      "backend": "azure_content_safety",
      "delta": -5.13
    },
    "new_probes_added": 0,
    "backends_added": [],
    "backends_removed": []
  }
}