{
  "version": "3.5.0",
  "generatedAt": "2026-06-16T11:05:13.632Z",
  "rules": {
    "total": 768,
    "categories": 10,
    "byCategory": {
      "agent-manipulation": 106,
      "context-exfiltration": 108,
      "data-poisoning": 6,
      "excessive-autonomy": 30,
      "model-abuse": 39,
      "model-security": 0,
      "privilege-escalation": 41,
      "prompt-injection": 219,
      "skill-compromise": 41,
      "tool-poisoning": 85
    }
  },
  "ecosystem": {
    "skillsScanned": 96096,
    "skillsFlagged": 1302
  },
  "benchmark": {
    "pintRecall": 0.6363636363636364,
    "pintPrecision": 0.9965277777777778
  },
  "benchmarks": [
    {
      "source": "advbench",
      "source_version": "upstream-2026-06-16",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 520,
      "recall": 0.021153846153846155,
      "precision": 1,
      "f1": 0.04143126177024482,
      "fp_rate": 0,
      "measurement_file": "data/measurements/advbench/2026-06-16_advbench-upstream-2026-06-16_atr-3-5-0.json"
    },
    {
      "source": "atr-self-test",
      "source_version": "internal",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 341,
      "recall": 0.897196261682243,
      "precision": 1,
      "f1": 0.9458128078817734,
      "fp_rate": 0,
      "measurement_file": "data/measurements/atr-self-test/2026-06-16_atr-self-test-internal_atr-3-5-0.json"
    },
    {
      "source": "autoresearch",
      "source_version": "internal-1054",
      "atr_version": "3.0.0-alpha.0",
      "measured_at": "2026-05-23",
      "samples": 1054,
      "recall": 0.150853889943074,
      "precision": 1,
      "f1": 0.26215993404781535,
      "fp_rate": 0,
      "measurement_file": "data/measurements/autoresearch/2026-05-23_autoresearch-internal-1054_atr-3-0-0-alpha-0.json"
    },
    {
      "source": "garak",
      "source_version": "inthewild-jailbreak-corpus-650",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 650,
      "recall": 0.9723076923076923,
      "precision": 1,
      "f1": 0.9859594383775351,
      "fp_rate": 0,
      "measurement_file": "data/measurements/garak/2026-06-16_garak-inthewild-jailbreak-corpus-650_atr-3-5-0.json"
    },
    {
      "source": "garak-full",
      "source_version": "23-families",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 3475,
      "recall": 0.38273381294964026,
      "precision": 1,
      "f1": 0.5535900104058272,
      "fp_rate": 0,
      "measurement_file": "data/measurements/garak-full/2026-06-16_garak-full-23-families_atr-3-5-0.json"
    },
    {
      "source": "hackaprompt",
      "source_version": "v1",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 4780,
      "recall": 0.6960251046025104,
      "precision": 1,
      "f1": 0.8207721721968669,
      "fp_rate": 0,
      "measurement_file": "data/measurements/hackaprompt/2026-06-16_hackaprompt-v1_atr-3-5-0.json"
    },
    {
      "source": "harmbench",
      "source_version": "upstream-2026-06-16",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 400,
      "recall": 0.0275,
      "precision": 1,
      "f1": 0.0535279805352798,
      "fp_rate": 0,
      "measurement_file": "data/measurements/harmbench/2026-06-16_harmbench-upstream-2026-06-16_atr-3-5-0.json"
    },
    {
      "source": "hh-rlhf",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 4957,
      "recall": 0.9913253984264676,
      "precision": 1,
      "f1": 0.9956438050856042,
      "fp_rate": 0,
      "measurement_file": "data/measurements/hh-rlhf/2026-06-16_hh-rlhf-snapshot-2026-04_atr-3-5-0.json"
    },
    {
      "source": "jailbreakbench",
      "source_version": "upstream-2026-06-16",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 100,
      "recall": 0.06,
      "precision": 1,
      "f1": 0.11320754716981131,
      "fp_rate": 0,
      "measurement_file": "data/measurements/jailbreakbench/2026-06-16_jailbreakbench-upstream-2026-06-16_atr-3-5-0.json"
    },
    {
      "source": "llm-guard",
      "source_version": "corpus-2026-05-12",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 44,
      "recall": 0.7727272727272727,
      "precision": 1,
      "f1": 0.8717948717948718,
      "fp_rate": 0,
      "measurement_file": "data/measurements/llm-guard/2026-06-16_llm-guard-corpus-2026-05-12_atr-3-5-0.json"
    },
    {
      "source": "mitre-atlas",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 182,
      "recall": 1,
      "precision": 1,
      "f1": 1,
      "fp_rate": 0,
      "measurement_file": "data/measurements/mitre-atlas/2026-06-16_mitre-atlas-snapshot-2026-04_atr-3-5-0.json"
    },
    {
      "source": "nemo-guardrails",
      "source_version": "corpus-2026-05-12",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 6,
      "recall": 1,
      "precision": 1,
      "f1": 1,
      "fp_rate": 0,
      "measurement_file": "data/measurements/nemo-guardrails/2026-06-16_nemo-guardrails-corpus-2026-05-12_atr-3-5-0.json"
    },
    {
      "source": "owasp-llm-top10",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 56,
      "recall": 1,
      "precision": 1,
      "f1": 1,
      "fp_rate": 0,
      "measurement_file": "data/measurements/owasp-llm-top10/2026-06-16_owasp-llm-top10-snapshot-2026-04_atr-3-5-0.json"
    },
    {
      "source": "pint",
      "source_version": "v1",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 850,
      "recall": 0.6363636363636364,
      "precision": 0.9965277777777778,
      "f1": 0.7767253044654939,
      "fp_rate": 0.002506265664160401,
      "measurement_file": "data/measurements/pint/2026-06-16_pint-v1_atr-3-5-0.json"
    },
    {
      "source": "promptbench",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.5.2",
      "measured_at": "2026-06-25",
      "samples": 3280,
      "recall": 0.23231707317073172,
      "precision": 1,
      "f1": 0.3770410687778327,
      "fp_rate": 0,
      "measurement_file": "data/measurements/promptbench/2026-06-25_promptbench-snapshot-2026-04_atr-3-5-2.json"
    },
    {
      "source": "promptfoo",
      "source_version": "corpus-2026-05-12",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 44,
      "recall": 0.9772727272727273,
      "precision": 1,
      "f1": 0.9885057471264368,
      "fp_rate": 0,
      "measurement_file": "data/measurements/promptfoo/2026-06-16_promptfoo-corpus-2026-05-12_atr-3-5-0.json"
    },
    {
      "source": "promptinject",
      "source_version": "snapshot-2026-04",
      "atr_version": "3.5.2",
      "measured_at": "2026-06-25",
      "samples": 1080,
      "recall": 1,
      "precision": 1,
      "f1": 1,
      "fp_rate": 0,
      "measurement_file": "data/measurements/promptinject/2026-06-25_promptinject-snapshot-2026-04_atr-3-5-2.json"
    },
    {
      "source": "skill-benchmark",
      "source_version": "internal-498",
      "atr_version": "3.5.0",
      "measured_at": "2026-06-16",
      "samples": 498,
      "recall": 1,
      "precision": 0.97,
      "f1": 0.985,
      "fp_rate": 0.002,
      "measurement_file": "data/measurements/skill-benchmark/2026-06-16_skill-benchmark-internal-498_atr-3-5-0.json"
    },
    {
      "source": "wild-scan",
      "source_version": "corpus-2026-04-14",
      "atr_version": "2.0.0",
      "measured_at": "2026-04-14",
      "samples": 96096,
      "recall": 0,
      "precision": 0.5768049155145929,
      "f1": 0,
      "fp_rate": 0,
      "measurement_file": "data/measurements/wild-scan/2026-04-14_wild-scan-corpus-2026-04-14_atr-2-0-0.json"
    }
  ],
  "benchmarks_generated_at": "2026-06-28T11:56:29.896Z"
}