{
 "name": "com.completionkit/evals",
 "probes": [
  {
   "day": "2026-10-02",
   "url": "https://completionkit.com/mcp",
   "status": "timeout",
   "n_tools": null,
   "latency_ms": 12000,
   "findings": 0
  },
  {
   "day": "2026-10-01",
   "url": "https://completionkit.com/mcp",
   "status": "ok",
   "n_tools": 54,
   "latency_ms": 13579,
   "findings": 5
  },
  {
   "day": "2026-09-30",
   "url": "https://completionkit.com/mcp",
   "status": "ok",
   "n_tools": 54,
   "latency_ms": 13560,
   "findings": 5
  },
  {
   "day": "2026-09-29",
   "url": "https://completionkit.com/mcp",
   "status": "ok",
   "n_tools": 54,
   "latency_ms": 10868,
   "findings": 5
  }
 ],
 "tools": [
  {
   "tool": "agreements_create",
   "desc_len": 170,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "agreements_list",
   "desc_len": 73,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "datasets_create",
   "desc_len": 433,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "datasets_create_from_url",
   "desc_len": 442,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "datasets_delete",
   "desc_len": 16,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "datasets_get",
   "desc_len": 19,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "datasets_list",
   "desc_len": 17,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "datasets_update",
   "desc_len": 16,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "judges_compare",
   "desc_len": 206,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "judges_replay",
   "desc_len": 269,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metric_groups_create",
   "desc_len": 21,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metric_groups_delete",
   "desc_len": 21,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metric_groups_get",
   "desc_len": 24,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metric_groups_list",
   "desc_len": 22,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metric_groups_update",
   "desc_len": 21,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metric_versions_dismiss",
   "desc_len": 194,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metric_versions_list",
   "desc_len": 151,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metric_versions_publish",
   "desc_len": 298,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metrics_create",
   "desc_len": 578,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metrics_delete",
   "desc_len": 15,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metrics_get",
   "desc_len": 18,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metrics_list",
   "desc_len": 16,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metrics_suggest_variants",
   "desc_len": 319,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "metrics_update",
   "desc_len": 553,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "promptfoo_import",
   "desc_len": 313,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "prompts_create",
   "desc_len": 15,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "prompts_delete",
   "desc_len": 15,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "prompts_get",
   "desc_len": 18,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "prompts_list",
   "desc_len": 16,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "prompts_publish",
   "desc_len": 55,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "prompts_suggest_improvement",
   "desc_len": 312,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "prompts_update",
   "desc_len": 269,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "provider_credentials_create",
   "desc_len": 28,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "provider_credentials_delete",
   "desc_len": 28,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "provider_credentials_get",
   "desc_len": 56,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "provider_credentials_list",
   "desc_len": 56,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "provider_credentials_update",
   "desc_len": 28,
   "flags": "secret_material",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "responses_get",
   "desc_len": 23,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "responses_list",
   "desc_len": 360,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "runs_create",
   "desc_len": 153,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "runs_delete",
   "desc_len": 12,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "runs_generate",
   "desc_len": 188,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "runs_get",
   "desc_len": 256,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "runs_list",
   "desc_len": 13,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "runs_regrade",
   "desc_len": 162,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "runs_rerun",
   "desc_len": 172,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "runs_retry_failures",
   "desc_len": 98,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "runs_update",
   "desc_len": 12,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "tags_create",
   "desc_len": 37,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "tags_delete",
   "desc_len": 81,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "tags_get",
   "desc_len": 15,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "tags_list",
   "desc_len": 13,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "tags_update",
   "desc_len": 13,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  },
  {
   "tool": "usage_get",
   "desc_len": 354,
   "flags": "",
   "first_seen": "2026-09-29T05:31:08.475Z",
   "last_seen": "2026-10-01T18:41:13.606Z"
  }
 ],
 "drift": [],
 "claim": null
}