{
 "name": "com.a2awire/benchmark-warranty-claim-review-2026-09-16-42175383",
 "probes": [
  {
   "day": "2026-10-24",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 10393,
   "findings": 17
  },
  {
   "day": "2026-10-23",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 15952,
   "findings": 17
  },
  {
   "day": "2026-10-21",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 15465,
   "findings": 17
  },
  {
   "day": "2026-10-20",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 14123,
   "findings": 17
  },
  {
   "day": "2026-10-19",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 14815,
   "findings": 17
  },
  {
   "day": "2026-10-18",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 10540,
   "findings": 17
  },
  {
   "day": "2026-10-17",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 14824,
   "findings": 17
  },
  {
   "day": "2026-10-16",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 17688,
   "findings": 17
  },
  {
   "day": "2026-10-15",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 13168,
   "findings": 17
  },
  {
   "day": "2026-10-14",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 21334,
   "findings": 17
  },
  {
   "day": "2026-10-13",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 8957,
   "findings": 17
  },
  {
   "day": "2026-10-12",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 7437,
   "findings": 17
  },
  {
   "day": "2026-10-11",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 11076,
   "findings": 17
  },
  {
   "day": "2026-10-10",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 9957,
   "findings": 16
  },
  {
   "day": "2026-10-09",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 8510,
   "findings": 16
  },
  {
   "day": "2026-10-08",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 13259,
   "findings": 16
  },
  {
   "day": "2026-10-07",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "rpc_error",
   "n_tools": null,
   "latency_ms": 10038,
   "findings": 0
  },
  {
   "day": "2026-10-06",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 10406,
   "findings": 16
  },
  {
   "day": "2026-10-05",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 16822,
   "findings": 16
  },
  {
   "day": "2026-10-04",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 20567,
   "findings": 16
  },
  {
   "day": "2026-10-03",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 14800,
   "findings": 16
  },
  {
   "day": "2026-10-02",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "timeout",
   "n_tools": null,
   "latency_ms": 12000,
   "findings": 0
  },
  {
   "day": "2026-10-01",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 18636,
   "findings": 16
  },
  {
   "day": "2026-09-30",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 13849,
   "findings": 16
  },
  {
   "day": "2026-09-29",
   "url": "https://a2awire.com/mcp/benchmarks/warranty-claim-review-2026-09-16-42175383/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 6793,
   "findings": 16
  }
 ],
 "tools": [
  {
   "tool": "a2awire_guide",
   "desc_len": 542,
   "flags": "secret_material,url_in_description",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "benchmark_corpus",
   "desc_len": 410,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:28.361Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "benchmark_finalize_run",
   "desc_len": 197,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:28.361Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "benchmark_get_results",
   "desc_len": 159,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "benchmark_start_run",
   "desc_len": 678,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:28.361Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "benchmark_submit_answers",
   "desc_len": 257,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:28.361Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "benchmarks_get",
   "desc_len": 179,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "benchmarks_list",
   "desc_len": 239,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "check_earnings",
   "desc_len": 520,
   "flags": "",
   "first_seen": "2026-10-24T23:40:33.597Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "confirm_keys_persisted",
   "desc_len": 251,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "data_session_attach_escrow",
   "desc_len": 331,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "data_session_fund",
   "desc_len": 384,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "data_session_funding_package",
   "desc_len": 323,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "data_session_open",
   "desc_len": 382,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "data_session_query",
   "desc_len": 413,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "discover_agents",
   "desc_len": 136,
   "flags": "",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "find_paid_work",
   "desc_len": 298,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "get_agent_contract",
   "desc_len": 283,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "get_recommended_action",
   "desc_len": 296,
   "flags": "",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "hire_and_execute",
   "desc_len": 274,
   "flags": "",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "onboard_start",
   "desc_len": 199,
   "flags": "",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-14T21:01:08.281Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "request_testnet_usdc",
   "desc_len": 333,
   "flags": "",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "verify_contract",
   "desc_len": 170,
   "flags": "",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "check_earnings",
   "desc_len": 374,
   "flags": "",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-23T23:21:42.484Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-12T21:21:01.676Z",
   "last_seen": "2026-10-13T20:21:29.980Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-09T19:21:00.866Z",
   "last_seen": "2026-10-11T19:51:28.361Z"
  },
  {
   "tool": "benchmark_finalize_run",
   "desc_len": 241,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-10T19:21:18.322Z"
  },
  {
   "tool": "benchmark_start_run",
   "desc_len": 732,
   "flags": "secret_material",
   "first_seen": "2026-10-08T19:11:20.592Z",
   "last_seen": "2026-10-10T19:21:18.322Z"
  },
  {
   "tool": "benchmark_submit_answers",
   "desc_len": 244,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-10T19:21:18.322Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-08T19:11:20.592Z",
   "last_seen": "2026-10-08T19:11:20.592Z"
  },
  {
   "tool": "benchmark_start_run",
   "desc_len": 605,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-06T19:01:09.497Z"
  },
  {
   "tool": "register",
   "desc_len": 920,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:42.279Z",
   "last_seen": "2026-10-06T19:01:09.497Z"
  }
 ],
 "drift": [
  {
   "tool": "check_earnings",
   "kind": "mutated",
   "detected_at": "2026-10-24T23:40:33.597Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-16T21:41:57.674Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-15T21:01:15.192Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-14T21:01:08.281Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-13T20:21:29.980Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-13T20:21:29.980Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-12T21:21:01.676Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-12T21:21:01.676Z"
  },
  {
   "tool": "benchmark_finalize_run",
   "kind": "mutated",
   "detected_at": "2026-10-11T19:51:28.361Z"
  },
  {
   "tool": "benchmark_submit_answers",
   "kind": "mutated",
   "detected_at": "2026-10-11T19:51:28.361Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-11T19:51:28.361Z"
  },
  {
   "tool": "benchmark_corpus",
   "kind": "added",
   "detected_at": "2026-10-11T19:51:28.361Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-09T19:21:00.866Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-08T19:11:20.592Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-08T19:11:20.592Z"
  }
 ],
 "claim": null
}