{
 "schema_version": "1.0",
 "generated_at": "2026-11-07T16:00:43+00:00",
 "last_probe_at": "2026-11-07T16:00:39+00:00",
 "status": "ok",
 "prompt": "Reply with exactly the word pong",
 "expected": "pong",
 "cadence": "every 15 minutes",
 "scoring": "score = 0.6*correct_pct_24h + 0.4*speed_score; speed_score = mean percentile rank (100 = fastest) of p50 TTFT and p50 total time among ranked models",
 "models": [
  {
   "id": "meta-llama/llama-3.3-70b-instruct",
   "file": "meta-llama__llama-3.3-70b-instruct",
   "model": "meta-llama/llama-3.3-70b-instruct",
   "provider": "meta-llama",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 181,
   "p50_total_ms": 192,
   "cost_per_1k_calls_usd": 0.0116,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 100.0,
   "correctness_score": 100.0,
   "score": 100.0,
   "rank": 1
  },
  {
   "id": "meta-llama/llama-4-maverick",
   "file": "meta-llama__llama-4-maverick",
   "model": "meta-llama/llama-4-maverick",
   "provider": "meta-llama",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 363,
   "p50_total_ms": 377,
   "cost_per_1k_calls_usd": 0.0071,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 94.7,
   "correctness_score": 100.0,
   "score": 97.9,
   "rank": 2
  },
  {
   "id": "deepseek/deepseek-v4.1-flash",
   "file": "deepseek__deepseek-v4.1-flash",
   "model": "deepseek/deepseek-v4.1-flash",
   "provider": "deepseek",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 410,
   "p50_total_ms": 411,
   "cost_per_1k_calls_usd": 0.0148,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 89.5,
   "correctness_score": 100.0,
   "score": 95.8,
   "rank": 3
  },
  {
   "id": "google/gemma-4-31b-it",
   "file": "google__gemma-4-31b-it",
   "model": "google/gemma-4-31b-it",
   "provider": "google",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 506,
   "p50_total_ms": 542,
   "cost_per_1k_calls_usd": 0.0037,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 81.6,
   "correctness_score": 100.0,
   "score": 92.6,
   "rank": 4
  },
  {
   "id": "x-ai/grok-4.3",
   "file": "x-ai__grok-4.3",
   "model": "x-ai/grok-4.3",
   "provider": "x-ai",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 517,
   "p50_total_ms": 530,
   "cost_per_1k_calls_usd": 0.1056,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 81.6,
   "correctness_score": 100.0,
   "score": 92.6,
   "rank": 5
  },
  {
   "id": "mistralai/mistral-small-2603",
   "file": "mistralai__mistral-small-2603",
   "model": "mistralai/mistral-small-2603",
   "provider": "mistralai",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 524,
   "p50_total_ms": 566,
   "cost_per_1k_calls_usd": 0.0054,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 73.7,
   "correctness_score": 100.0,
   "score": 89.5,
   "rank": 6
  },
  {
   "id": "amazon/nova-2-lite-v1",
   "file": "amazon__nova-2-lite-v1",
   "model": "amazon/nova-2-lite-v1",
   "provider": "amazon",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 574,
   "p50_total_ms": 580,
   "cost_per_1k_calls_usd": 0.0206,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 63.2,
   "correctness_score": 100.0,
   "score": 85.3,
   "rank": 7
  },
  {
   "id": "google/gemini-3.5-flash-lite",
   "file": "google__gemini-3.5-flash-lite",
   "model": "google/gemini-3.5-flash-lite",
   "provider": "google",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 654,
   "p50_total_ms": 724,
   "cost_per_1k_calls_usd": 0.0043,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 52.6,
   "correctness_score": 100.0,
   "score": 81.0,
   "rank": 8
  },
  {
   "id": "openai/gpt-5.4-nano",
   "file": "openai__gpt-5.4-nano",
   "model": "openai/gpt-5.4-nano",
   "provider": "openai",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 714,
   "p50_total_ms": 755,
   "cost_per_1k_calls_usd": 0.0086,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 47.4,
   "correctness_score": 100.0,
   "score": 79.0,
   "rank": 9
  },
  {
   "id": "anthropic/claude-haiku-4.5",
   "file": "anthropic__claude-haiku-4.5",
   "model": "anthropic/claude-haiku-4.5",
   "provider": "anthropic",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 770,
   "p50_total_ms": 785,
   "cost_per_1k_calls_usd": 0.039,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 42.1,
   "correctness_score": 100.0,
   "score": 76.8,
   "rank": 10
  },
  {
   "id": "mistralai/mistral-large-2512",
   "file": "mistralai__mistral-large-2512",
   "model": "mistralai/mistral-large-2512",
   "provider": "mistralai",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 78.0,
   "uptime_pct_24h": 78.0,
   "p50_ttft_ms": 544,
   "p50_total_ms": 576,
   "cost_per_1k_calls_usd": 0.0095,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 68.4,
   "correctness_score": 78.0,
   "score": 74.2,
   "rank": 11
  },
  {
   "id": "openai/gpt-5.4-mini",
   "file": "openai__gpt-5.4-mini",
   "model": "openai/gpt-5.4-mini",
   "provider": "openai",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 833,
   "p50_total_ms": 874,
   "cost_per_1k_calls_usd": 0.0315,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 31.6,
   "correctness_score": 100.0,
   "score": 72.6,
   "rank": 12
  },
  {
   "id": "z-ai/glm-5.3-flash",
   "file": "z-ai__glm-5.3-flash",
   "model": "z-ai/glm-5.3-flash",
   "provider": "z-ai",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 80.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 641,
   "p50_total_ms": 648,
   "cost_per_1k_calls_usd": 0.0145,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": false,
    "error_type": "wrong_answer"
   },
   "speed_score": 57.9,
   "correctness_score": 80.0,
   "score": 71.2,
   "rank": 13
  },
  {
   "id": "anthropic/claude-haiku-5.5",
   "file": "anthropic__claude-haiku-5.5",
   "model": "anthropic/claude-haiku-5.5",
   "provider": "anthropic",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 882,
   "p50_total_ms": 890,
   "cost_per_1k_calls_usd": 0.0039,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 26.3,
   "correctness_score": 100.0,
   "score": 70.5,
   "rank": 14
  },
  {
   "id": "openai/gpt-6-luna",
   "file": "openai__gpt-6-luna",
   "model": "openai/gpt-6-luna",
   "provider": "openai",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 983,
   "p50_total_ms": 1020,
   "cost_per_1k_calls_usd": 0.0064,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 18.5,
   "correctness_score": 100.0,
   "score": 67.4,
   "rank": 15
  },
  {
   "id": "qwen/qwen3.8-flash",
   "file": "qwen__qwen3.8-flash",
   "model": "qwen/qwen3.8-flash",
   "provider": "qwen",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 1002,
   "p50_total_ms": 1008,
   "cost_per_1k_calls_usd": 0.0232,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 18.5,
   "correctness_score": 100.0,
   "score": 67.4,
   "rank": 16
  },
  {
   "id": "moonshotai/kimi-k2.6",
   "file": "moonshotai__kimi-k2.6",
   "model": "moonshotai/kimi-k2.6",
   "provider": "moonshotai",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 81.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 818,
   "p50_total_ms": 836,
   "cost_per_1k_calls_usd": 0.1208,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 36.8,
   "correctness_score": 81.0,
   "score": 63.3,
   "rank": 17
  },
  {
   "id": "deepseek/deepseek-v4-pro",
   "file": "deepseek__deepseek-v4-pro",
   "model": "deepseek/deepseek-v4-pro",
   "provider": "deepseek",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 100.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 1230,
   "p50_total_ms": 1266,
   "cost_per_1k_calls_usd": 0.0722,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 7.9,
   "correctness_score": 100.0,
   "score": 63.2,
   "rank": 18
  },
  {
   "id": "qwen/qwen3.7-plus",
   "file": "qwen__qwen3.7-plus",
   "model": "qwen/qwen3.7-plus",
   "provider": "qwen",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 99.0,
   "uptime_pct_24h": 99.0,
   "p50_ttft_ms": 1218,
   "p50_total_ms": 1272,
   "cost_per_1k_calls_usd": 0.007,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 7.9,
   "correctness_score": 99.0,
   "score": 62.6,
   "rank": 19
  },
  {
   "id": "google/gemini-3.8-flash",
   "file": "google__gemini-3.8-flash",
   "model": "google/gemini-3.8-flash",
   "provider": "google",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 97.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": 1463,
   "p50_total_ms": 1549,
   "cost_per_1k_calls_usd": 0.0346,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": true,
    "error_type": null
   },
   "speed_score": 0.0,
   "correctness_score": 97.0,
   "score": 58.2,
   "rank": 20
  },
  {
   "id": "cohere/command-a-plus",
   "file": "cohere__command-a-plus",
   "model": "cohere/command-a-plus",
   "provider": "cohere",
   "route": "openrouter",
   "probes_24h": 100,
   "correct_pct_24h": 0.0,
   "uptime_pct_24h": 100.0,
   "p50_ttft_ms": null,
   "p50_total_ms": null,
   "cost_per_1k_calls_usd": 0.0948,
   "last": {
    "ts": "2026-11-07T16:00:39+00:00",
    "ok": false,
    "error_type": "wrong_answer"
   },
   "speed_score": 0.0,
   "correctness_score": 0.0,
   "score": 0.0,
   "rank": 21
  }
 ]
}