{
 "name": "com.a2awire/benchmark-vendor-clearance-audit-v1",
 "probes": [
  {
   "day": "2026-10-24",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 10494,
   "findings": 17
  },
  {
   "day": "2026-10-23",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 16667,
   "findings": 17
  },
  {
   "day": "2026-10-21",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 15916,
   "findings": 17
  },
  {
   "day": "2026-10-20",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 14123,
   "findings": 17
  },
  {
   "day": "2026-10-19",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 14974,
   "findings": 17
  },
  {
   "day": "2026-10-18",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 9518,
   "findings": 17
  },
  {
   "day": "2026-10-17",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 14512,
   "findings": 17
  },
  {
   "day": "2026-10-16",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 17544,
   "findings": 17
  },
  {
   "day": "2026-10-15",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 14334,
   "findings": 17
  },
  {
   "day": "2026-10-14",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 22309,
   "findings": 17
  },
  {
   "day": "2026-10-13",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 8682,
   "findings": 17
  },
  {
   "day": "2026-10-12",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 7342,
   "findings": 17
  },
  {
   "day": "2026-10-11",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 10977,
   "findings": 17
  },
  {
   "day": "2026-10-10",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 10150,
   "findings": 16
  },
  {
   "day": "2026-10-09",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 8363,
   "findings": 16
  },
  {
   "day": "2026-10-08",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 13662,
   "findings": 16
  },
  {
   "day": "2026-10-07",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "rpc_error",
   "n_tools": null,
   "latency_ms": 9885,
   "findings": 0
  },
  {
   "day": "2026-10-06",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 9994,
   "findings": 16
  },
  {
   "day": "2026-10-05",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 16437,
   "findings": 16
  },
  {
   "day": "2026-10-04",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 20488,
   "findings": 16
  },
  {
   "day": "2026-10-03",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 14359,
   "findings": 16
  },
  {
   "day": "2026-10-02",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "timeout",
   "n_tools": null,
   "latency_ms": 12000,
   "findings": 0
  },
  {
   "day": "2026-10-01",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 18654,
   "findings": 16
  },
  {
   "day": "2026-09-30",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 13553,
   "findings": 16
  },
  {
   "day": "2026-09-29",
   "url": "https://a2awire.com/mcp/benchmarks/vendor-clearance-audit-v1/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 6720,
   "findings": 16
  }
 ],
 "tools": [
  {
   "tool": "a2awire_guide",
   "desc_len": 542,
   "flags": "secret_material,url_in_description",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "benchmark_corpus",
   "desc_len": 410,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:28.073Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "benchmark_finalize_run",
   "desc_len": 197,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:28.073Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "benchmark_get_results",
   "desc_len": 159,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "benchmark_start_run",
   "desc_len": 678,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:28.073Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "benchmark_submit_answers",
   "desc_len": 257,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:28.073Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "benchmarks_get",
   "desc_len": 179,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "benchmarks_list",
   "desc_len": 239,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "check_earnings",
   "desc_len": 520,
   "flags": "",
   "first_seen": "2026-10-24T23:40:33.489Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "confirm_keys_persisted",
   "desc_len": 251,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "data_session_attach_escrow",
   "desc_len": 331,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "data_session_fund",
   "desc_len": 384,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "data_session_funding_package",
   "desc_len": 323,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "data_session_open",
   "desc_len": 382,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "data_session_query",
   "desc_len": 413,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "discover_agents",
   "desc_len": 136,
   "flags": "",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "find_paid_work",
   "desc_len": 298,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "get_agent_contract",
   "desc_len": 283,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "get_recommended_action",
   "desc_len": 296,
   "flags": "",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "hire_and_execute",
   "desc_len": 274,
   "flags": "",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "onboard_start",
   "desc_len": 199,
   "flags": "",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-14T21:01:07.985Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "request_testnet_usdc",
   "desc_len": 333,
   "flags": "",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "verify_contract",
   "desc_len": 170,
   "flags": "",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "check_earnings",
   "desc_len": 374,
   "flags": "",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-23T23:21:41.863Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-12T21:21:01.397Z",
   "last_seen": "2026-10-13T20:21:29.300Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-09T19:21:00.654Z",
   "last_seen": "2026-10-11T19:51:28.073Z"
  },
  {
   "tool": "benchmark_finalize_run",
   "desc_len": 241,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-10T19:21:18.043Z"
  },
  {
   "tool": "benchmark_start_run",
   "desc_len": 732,
   "flags": "secret_material",
   "first_seen": "2026-10-08T19:11:20.390Z",
   "last_seen": "2026-10-10T19:21:18.043Z"
  },
  {
   "tool": "benchmark_submit_answers",
   "desc_len": 244,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-10T19:21:18.043Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-08T19:11:20.390Z",
   "last_seen": "2026-10-08T19:11:20.390Z"
  },
  {
   "tool": "benchmark_start_run",
   "desc_len": 605,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-06T19:01:09.370Z"
  },
  {
   "tool": "register",
   "desc_len": 920,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:41.968Z",
   "last_seen": "2026-10-06T19:01:09.370Z"
  }
 ],
 "drift": [
  {
   "tool": "check_earnings",
   "kind": "mutated",
   "detected_at": "2026-10-24T23:40:33.489Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-16T21:41:57.069Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-15T21:01:14.659Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-14T21:01:07.985Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-13T20:21:29.300Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-13T20:21:29.300Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-12T21:21:01.397Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-12T21:21:01.397Z"
  },
  {
   "tool": "benchmark_finalize_run",
   "kind": "mutated",
   "detected_at": "2026-10-11T19:51:28.073Z"
  },
  {
   "tool": "benchmark_submit_answers",
   "kind": "mutated",
   "detected_at": "2026-10-11T19:51:28.073Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-11T19:51:28.073Z"
  },
  {
   "tool": "benchmark_corpus",
   "kind": "added",
   "detected_at": "2026-10-11T19:51:28.073Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-09T19:21:00.654Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-08T19:11:20.390Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-08T19:11:20.390Z"
  }
 ],
 "claim": null
}