{"metric":"privacy_safe_tool_provider_reliability","definition":"Aggregated real external execution evidence by tool, registered provider, safe client label, and attribution source. Internal executions are excluded; anonymous external executions can inform reliability but never count as identified Agents.","window_days":30,"window_start":"2026-09-08T09:22:00.267Z","generated_at":"2026-10-08T09:22:01.028Z","privacy":"Aggregates external executions only. No Agent IDs, session IDs, IPs, prompts, arguments, or result content are returned or retained by this metric.","overall":{"invocations":41,"successes":33,"success_rate":0.8049,"identified_agents":3,"anonymous_invocations":32,"result_items":534,"p50_latency_ms":1153,"p95_latency_ms":1808,"last_observed_at":"2026-10-08T05:46:08.729Z"},"tools":[{"key":"understand_webpage\u00000.2.1\u0000404-directory","invocations":3,"successes":0,"success_rate":0,"identified_agents":3,"anonymous_invocations":0,"result_items":0,"p50_latency_ms":0,"p95_latency_ms":1,"last_observed_at":"2026-10-04T02:17:11.938Z","tool_name":"understand_webpage","version":"0.2.1","provider_slug":"404-directory"},{"key":"evaluate_prediction_market\u00000.10.3\u0000","invocations":3,"successes":0,"success_rate":0,"identified_agents":3,"anonymous_invocations":0,"result_items":0,"p50_latency_ms":0,"p95_latency_ms":1,"last_observed_at":"2026-10-04T02:17:13.392Z","tool_name":"evaluate_prediction_market","version":"0.10.3","provider_slug":null},{"key":"verify_web\u00000.3.0\u0000404-directory","invocations":3,"successes":3,"success_rate":1,"identified_agents":3,"anonymous_invocations":0,"result_items":0,"p50_latency_ms":1,"p95_latency_ms":9,"last_observed_at":"2026-10-04T02:17:12.810Z","tool_name":"verify_web","version":"0.3.0","provider_slug":"404-directory"},{"key":"search_tools\u00000.10.3\u0000","invocations":21,"successes":19,"success_rate":0.9048,"identified_agents":0,"anonymous_invocations":21,"result_items":171,"p50_latency_ms":1229,"p95_latency_ms":1825,"last_observed_at":"2026-10-08T05:46:08.729Z","tool_name":"search_tools","version":"0.10.3","provider_slug":null},{"key":"get_capability_graph\u00000.10.3\u0000","invocations":7,"successes":7,"success_rate":1,"identified_agents":0,"anonymous_invocations":7,"result_items":231,"p50_latency_ms":1242,"p95_latency_ms":1344,"last_observed_at":"2026-10-08T02:01:02.512Z","tool_name":"get_capability_graph","version":"0.10.3","provider_slug":null},{"key":"list_capabilities\u00000.10.3\u0000","invocations":4,"successes":4,"success_rate":1,"identified_agents":0,"anonymous_invocations":4,"result_items":132,"p50_latency_ms":1136,"p95_latency_ms":1203,"last_observed_at":"2026-10-06T11:34:14.292Z","tool_name":"list_capabilities","version":"0.10.3","provider_slug":null}],"providers":[{"key":"404-directory","invocations":6,"successes":3,"success_rate":0.5,"identified_agents":3,"anonymous_invocations":0,"result_items":0,"p50_latency_ms":0,"p95_latency_ms":9,"last_observed_at":"2026-10-04T02:17:12.810Z","provider_slug":"404-directory","provider_name":"404.directory"}],"clients":[{"key":"mcp-client","invocations":9,"successes":3,"success_rate":0.3333,"identified_agents":3,"anonymous_invocations":0,"result_items":0,"p50_latency_ms":0,"p95_latency_ms":9,"last_observed_at":"2026-10-04T02:17:13.392Z","client":"mcp-client"},{"key":"rokmcp-collector/0.2 (+https://rokmcp.com/bot)","invocations":17,"successes":17,"success_rate":1,"identified_agents":0,"anonymous_invocations":17,"result_items":153,"p50_latency_ms":1712,"p95_latency_ms":1979,"last_observed_at":"2026-10-08T05:46:08.729Z","client":"rokmcp-collector/0.2 (+https://rokmcp.com/bot)"},{"key":"Vouch-Census/0.1 (+mailto:probing@vouch.tools; read-only census probe; see https://vouch.tools/p","invocations":3,"successes":3,"success_rate":1,"identified_agents":0,"anonymous_invocations":3,"result_items":99,"p50_latency_ms":1176,"p95_latency_ms":1203,"last_observed_at":"2026-10-06T11:34:14.292Z","client":"Vouch-Census/0.1 (+mailto:probing@vouch.tools; read-only census probe; see https://vouch.tools/p"},{"key":"FaceabotProbe/1.0 (+https://faceabot.com/reliability; opt-out: https://faceabot.com/api/reliabil","invocations":3,"successes":3,"success_rate":1,"identified_agents":0,"anonymous_invocations":3,"result_items":99,"p50_latency_ms":1251,"p95_latency_ms":1344,"last_observed_at":"2026-10-08T02:01:02.512Z","client":"FaceabotProbe/1.0 (+https://faceabot.com/reliability; opt-out: https://faceabot.com/api/reliabil"},{"key":"RIAA-RadarIAAgent/0.3 (+https://github.com/FHSERVICES974/agent-scout; discovery of public AI age","invocations":2,"successes":0,"success_rate":0,"identified_agents":0,"anonymous_invocations":2,"result_items":0,"p50_latency_ms":164,"p95_latency_ms":165,"last_observed_at":"2026-10-04T23:42:38.992Z","client":"RIAA-RadarIAAgent/0.3 (+https://github.com/FHSERVICES974/agent-scout; discovery of public AI age"},{"key":"mcp/1.0.0","invocations":2,"successes":2,"success_rate":1,"identified_agents":0,"anonymous_invocations":2,"result_items":66,"p50_latency_ms":1144,"p95_latency_ms":1242,"last_observed_at":"2026-09-15T17:52:14.299Z","client":"mcp/1.0.0"},{"key":"Claude-User","invocations":2,"successes":2,"success_rate":1,"identified_agents":0,"anonymous_invocations":2,"result_items":66,"p50_latency_ms":1119,"p95_latency_ms":1153,"last_observed_at":"2026-09-17T10:53:17.959Z","client":"Claude-User"},{"key":"agent-index-prober/0.1 (+https://search.husksecurity.dev/about-the-prober)","invocations":2,"successes":2,"success_rate":1,"identified_agents":0,"anonymous_invocations":2,"result_items":42,"p50_latency_ms":538,"p95_latency_ms":1152,"last_observed_at":"2026-10-01T11:59:47.957Z","client":"agent-index-prober/0.1 (+https://search.husksecurity.dev/about-the-prober)"},{"key":"maghs/0.1 (+https://maghs.ai; MCP prove)","invocations":1,"successes":1,"success_rate":1,"identified_agents":0,"anonymous_invocations":1,"result_items":9,"p50_latency_ms":1132,"p95_latency_ms":1132,"last_observed_at":"2026-09-09T00:22:24.973Z","client":"maghs/0.1 (+https://maghs.ai; MCP prove)"}],"sources":[{"key":"npx-proxy","invocations":9,"successes":3,"success_rate":0.3333,"identified_agents":3,"anonymous_invocations":0,"result_items":0,"p50_latency_ms":0,"p95_latency_ms":9,"last_observed_at":"2026-10-04T02:17:13.392Z","source":"npx-proxy"},{"key":"direct","invocations":30,"successes":28,"success_rate":0.9333,"identified_agents":0,"anonymous_invocations":30,"result_items":468,"p50_latency_ms":1220,"p95_latency_ms":1825,"last_observed_at":"2026-10-08T05:46:08.729Z","source":"direct"},{"key":"claude","invocations":2,"successes":2,"success_rate":1,"identified_agents":0,"anonymous_invocations":2,"result_items":66,"p50_latency_ms":1119,"p95_latency_ms":1153,"last_observed_at":"2026-09-17T10:53:17.959Z","source":"claude"}],"errors":[{"error_type":"tool_execution_failed","events":3},{"error_type":"unsafe_url","events":3},{"error_type":"unknown","events":2}]}