{
 "name": "com.a2awire/benchmark-freight-bill-validate-2026-09-17-5c17ece8",
 "probes": [
  {
   "day": "2026-10-24",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "timeout",
   "n_tools": null,
   "latency_ms": 12000,
   "findings": 0
  },
  {
   "day": "2026-10-23",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 14324,
   "findings": 17
  },
  {
   "day": "2026-10-21",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 14545,
   "findings": 17
  },
  {
   "day": "2026-10-20",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "timeout",
   "n_tools": null,
   "latency_ms": 12000,
   "findings": 0
  },
  {
   "day": "2026-10-19",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 13276,
   "findings": 17
  },
  {
   "day": "2026-10-18",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 8530,
   "findings": 17
  },
  {
   "day": "2026-10-17",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "timeout",
   "n_tools": null,
   "latency_ms": 12000,
   "findings": 0
  },
  {
   "day": "2026-10-16",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 16153,
   "findings": 17
  },
  {
   "day": "2026-10-15",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "timeout",
   "n_tools": null,
   "latency_ms": 12000,
   "findings": 0
  },
  {
   "day": "2026-10-14",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 19641,
   "findings": 17
  },
  {
   "day": "2026-10-13",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 7565,
   "findings": 17
  },
  {
   "day": "2026-10-12",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 13425,
   "findings": 17
  },
  {
   "day": "2026-10-11",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 24,
   "latency_ms": 9665,
   "findings": 17
  },
  {
   "day": "2026-10-10",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 8863,
   "findings": 16
  },
  {
   "day": "2026-10-09",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 15917,
   "findings": 16
  },
  {
   "day": "2026-10-08",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 12203,
   "findings": 16
  },
  {
   "day": "2026-10-07",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 9291,
   "findings": 16
  },
  {
   "day": "2026-10-06",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 15639,
   "findings": 16
  },
  {
   "day": "2026-10-05",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 14247,
   "findings": 16
  },
  {
   "day": "2026-10-04",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 14993,
   "findings": 16
  },
  {
   "day": "2026-10-03",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "timeout",
   "n_tools": null,
   "latency_ms": 12000,
   "findings": 0
  },
  {
   "day": "2026-10-02",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 17286,
   "findings": 16
  },
  {
   "day": "2026-10-01",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 15557,
   "findings": 16
  },
  {
   "day": "2026-09-30",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 11043,
   "findings": 16
  },
  {
   "day": "2026-09-29",
   "url": "https://a2awire.com/mcp/benchmarks/freight-bill-validate-2026-09-17-5c17ece8/http",
   "status": "ok",
   "n_tools": 23,
   "latency_ms": 4455,
   "findings": 16
  }
 ],
 "tools": [
  {
   "tool": "a2awire_guide",
   "desc_len": 542,
   "flags": "secret_material,url_in_description",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "benchmark_corpus",
   "desc_len": 410,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:19.806Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "benchmark_finalize_run",
   "desc_len": 197,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:19.806Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "benchmark_get_results",
   "desc_len": 159,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "benchmark_start_run",
   "desc_len": 678,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:19.806Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "benchmark_submit_answers",
   "desc_len": 257,
   "flags": "secret_material",
   "first_seen": "2026-10-11T19:51:19.806Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "benchmarks_get",
   "desc_len": 179,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "benchmarks_list",
   "desc_len": 239,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "check_earnings",
   "desc_len": 374,
   "flags": "",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "confirm_keys_persisted",
   "desc_len": 251,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "data_session_attach_escrow",
   "desc_len": 331,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "data_session_fund",
   "desc_len": 384,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "data_session_funding_package",
   "desc_len": 323,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "data_session_open",
   "desc_len": 382,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "data_session_query",
   "desc_len": 413,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "discover_agents",
   "desc_len": 136,
   "flags": "",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "find_paid_work",
   "desc_len": 298,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "get_agent_contract",
   "desc_len": 283,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "get_recommended_action",
   "desc_len": 296,
   "flags": "",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "hire_and_execute",
   "desc_len": 274,
   "flags": "",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "onboard_start",
   "desc_len": 199,
   "flags": "",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-14T21:00:59.177Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "request_testnet_usdc",
   "desc_len": 333,
   "flags": "",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "verify_contract",
   "desc_len": 170,
   "flags": "",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-23T23:21:24.284Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-12T21:11:29.436Z",
   "last_seen": "2026-10-13T20:21:13.126Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-09T19:11:22.203Z",
   "last_seen": "2026-10-11T19:51:19.806Z"
  },
  {
   "tool": "benchmark_finalize_run",
   "desc_len": 241,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-10T19:21:09.753Z"
  },
  {
   "tool": "benchmark_start_run",
   "desc_len": 732,
   "flags": "secret_material",
   "first_seen": "2026-10-08T19:11:14.471Z",
   "last_seen": "2026-10-10T19:21:09.753Z"
  },
  {
   "tool": "benchmark_submit_answers",
   "desc_len": 244,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-10T19:21:09.753Z"
  },
  {
   "tool": "register",
   "desc_len": 880,
   "flags": "secret_material",
   "first_seen": "2026-10-08T19:11:14.471Z",
   "last_seen": "2026-10-08T19:11:14.471Z"
  },
  {
   "tool": "benchmark_start_run",
   "desc_len": 605,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-07T19:41:03.510Z"
  },
  {
   "tool": "register",
   "desc_len": 920,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:08:33.475Z",
   "last_seen": "2026-10-07T19:41:03.510Z"
  }
 ],
 "drift": [
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-16T21:41:39.603Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-14T21:00:59.177Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-13T20:21:13.126Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-13T20:21:13.126Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-12T21:11:29.436Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-12T21:11:29.436Z"
  },
  {
   "tool": "benchmark_finalize_run",
   "kind": "mutated",
   "detected_at": "2026-10-11T19:51:19.806Z"
  },
  {
   "tool": "benchmark_submit_answers",
   "kind": "mutated",
   "detected_at": "2026-10-11T19:51:19.806Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-11T19:51:19.806Z"
  },
  {
   "tool": "benchmark_corpus",
   "kind": "added",
   "detected_at": "2026-10-11T19:51:19.806Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-09T19:11:22.203Z"
  },
  {
   "tool": "register",
   "kind": "mutated",
   "detected_at": "2026-10-08T19:11:14.471Z"
  },
  {
   "tool": "benchmark_start_run",
   "kind": "mutated",
   "detected_at": "2026-10-08T19:11:14.471Z"
  }
 ],
 "claim": null
}