{"data":{"model_count":234,"model_route_count":393,"overall":{"completion_rate":0.9538,"excluded_count":69537,"observation_count":832371,"p50_tokens_per_second":null,"p50_ttfb_ms":1524,"p50_ttft_ms":2004,"p95_ttfb_ms":8616,"p95_ttft_ms":15926,"provider_attempt_count":832164,"provider_availability":0.9541,"success_count":793944,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":478456},"period":"2026-06","provider_count":29,"row_count":901908,"sources":{"organic":464510,"synthetic":437398},"top_model_routes":[{"completion_rate":1.0,"excluded_count":317,"model":"google/gemini-2.5-flash","observation_count":13052,"p50_tokens_per_second":null,"p50_ttfb_ms":976,"p50_ttft_ms":1035,"p95_ttfb_ms":6754,"p95_ttft_ms":6648,"provider":"gemini","provider_attempt_count":13052,"provider_availability":1.0,"success_count":13052,"throughput_sample_count":0,"top_error":null,"ttft_sample_count":2254},{"completion_rate":0.9996,"excluded_count":788,"model":"qwen/qwen-2.5-7b-instruct","observation_count":5505,"p50_tokens_per_second":null,"p50_ttfb_ms":814,"p50_ttft_ms":889,"p95_ttfb_ms":5803,"p95_ttft_ms":5804,"provider":"together","provider_attempt_count":5505,"provider_availability":0.9996,"success_count":5503,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":5503},{"completion_rate":1.0,"excluded_count":300,"model":"google/gemini-2.5-flash-lite","observation_count":2454,"p50_tokens_per_second":null,"p50_ttfb_ms":930,"p50_ttft_ms":996,"p95_ttfb_ms":6358,"p95_ttft_ms":6359,"provider":"gemini","provider_attempt_count":2454,"provider_availability":1.0,"success_count":2454,"throughput_sample_count":0,"top_error":null,"ttft_sample_count":2163},{"completion_rate":0.9996,"excluded_count":7,"model":"moonshotai/kimi-k2.7-code","observation_count":4505,"p50_tokens_per_second":null,"p50_ttfb_ms":2021,"p50_ttft_ms":4027,"p95_ttfb_ms":8519,"p95_ttft_ms":15703,"provider":"novita","provider_attempt_count":4505,"provider_availability":0.9996,"success_count":4503,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":1084},{"completion_rate":1.0,"excluded_count":314,"model":"mistralai/mistral-medium-3-5","observation_count":2159,"p50_tokens_per_second":null,"p50_ttfb_ms":898,"p50_ttft_ms":983,"p95_ttfb_ms":6322,"p95_ttft_ms":6379,"provider":"mistral","provider_attempt_count":2159,"provider_availability":1.0,"success_count":2159,"throughput_sample_count":0,"top_error":null,"ttft_sample_count":2157},{"completion_rate":0.9995,"excluded_count":246,"model":"openai/gpt-4.1-mini","observation_count":4098,"p50_tokens_per_second":null,"p50_ttfb_ms":1068,"p50_ttft_ms":2564,"p95_ttfb_ms":6371,"p95_ttft_ms":13468,"provider":"openai","provider_attempt_count":4098,"provider_availability":0.9995,"success_count":4096,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":4082},{"completion_rate":1.0,"excluded_count":327,"model":"mistralai/ministral-3b-2512","observation_count":2084,"p50_tokens_per_second":null,"p50_ttfb_ms":817,"p50_ttft_ms":900,"p95_ttfb_ms":6099,"p95_ttft_ms":6089,"provider":"mistral","provider_attempt_count":2084,"provider_availability":1.0,"success_count":2084,"throughput_sample_count":0,"top_error":null,"ttft_sample_count":2083},{"completion_rate":0.9996,"excluded_count":407,"model":"minimax/minimax-m2.5-highspeed","observation_count":2817,"p50_tokens_per_second":null,"p50_ttfb_ms":1994,"p50_ttft_ms":2046,"p95_ttfb_ms":7787,"p95_ttft_ms":7790,"provider":"minimax","provider_attempt_count":2817,"provider_availability":0.9996,"success_count":2816,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":2816},{"completion_rate":0.9982,"excluded_count":240,"model":"anthropic/claude-haiku-4.5","observation_count":24917,"p50_tokens_per_second":null,"p50_ttfb_ms":1092,"p50_ttft_ms":1185,"p95_ttfb_ms":6641,"p95_ttft_ms":7146,"provider":"anthropic","provider_attempt_count":24916,"provider_availability":0.9982,"success_count":24871,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":1805},{"completion_rate":0.999,"excluded_count":326,"model":"mistralai/mistral-small-2603","observation_count":2911,"p50_tokens_per_second":null,"p50_ttfb_ms":903,"p50_ttft_ms":987,"p95_ttfb_ms":5987,"p95_ttft_ms":5966,"provider":"mistral","provider_attempt_count":2910,"provider_availability":0.9993,"success_count":2908,"throughput_sample_count":0,"top_error":"ReadTimeout","ttft_sample_count":2120},{"completion_rate":0.9993,"excluded_count":402,"model":"minimax/minimax-m2.1-highspeed","observation_count":2848,"p50_tokens_per_second":null,"p50_ttfb_ms":1948,"p50_ttft_ms":2005,"p95_ttfb_ms":6999,"p95_ttft_ms":7000,"provider":"minimax","provider_attempt_count":2848,"provider_availability":0.9993,"success_count":2846,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":2845},{"completion_rate":0.9995,"excluded_count":298,"model":"google/gemini-3.1-flash-lite","observation_count":2154,"p50_tokens_per_second":null,"p50_ttfb_ms":1117,"p50_ttft_ms":1193,"p95_ttfb_ms":6521,"p95_ttft_ms":6520,"provider":"gemini","provider_attempt_count":2154,"provider_availability":0.9995,"success_count":2153,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":2140},{"completion_rate":0.9995,"excluded_count":309,"model":"mistralai/ministral-8b-2512","observation_count":2151,"p50_tokens_per_second":null,"p50_ttfb_ms":822,"p50_ttft_ms":910,"p95_ttfb_ms":6013,"p95_ttft_ms":5999,"provider":"mistral","provider_attempt_count":2151,"provider_availability":0.9995,"success_count":2150,"throughput_sample_count":0,"top_error":"http_503","ttft_sample_count":2148},{"completion_rate":0.9993,"excluded_count":392,"model":"minimax/minimax-m2.7-highspeed","observation_count":2748,"p50_tokens_per_second":null,"p50_ttfb_ms":1975,"p50_ttft_ms":2022,"p95_ttfb_ms":7494,"p95_ttft_ms":7490,"provider":"minimax","provider_attempt_count":2748,"provider_availability":0.9993,"success_count":2746,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":2745},{"completion_rate":0.9991,"excluded_count":320,"model":"mistralai/ministral-14b-2512","observation_count":2118,"p50_tokens_per_second":null,"p50_ttfb_ms":844,"p50_ttft_ms":921,"p95_ttfb_ms":6459,"p95_ttft_ms":6459,"provider":"mistral","provider_attempt_count":2117,"provider_availability":0.9995,"success_count":2116,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":2113},{"completion_rate":0.9992,"excluded_count":318,"model":"google/gemma-3-27b-it","observation_count":2447,"p50_tokens_per_second":null,"p50_ttfb_ms":964,"p50_ttft_ms":1042,"p95_ttfb_ms":6488,"p95_ttft_ms":6452,"provider":"deepinfra","provider_attempt_count":2447,"provider_availability":0.9992,"success_count":2445,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":2443},{"completion_rate":0.9989,"excluded_count":426,"model":"minimax/minimax-m2","observation_count":2760,"p50_tokens_per_second":null,"p50_ttfb_ms":1520,"p50_ttft_ms":1570,"p95_ttfb_ms":7073,"p95_ttft_ms":7019,"provider":"minimax","provider_attempt_count":2760,"provider_availability":0.9989,"success_count":2757,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":2742},{"completion_rate":0.998,"excluded_count":1238,"model":"x-ai/grok-4.20","observation_count":8509,"p50_tokens_per_second":null,"p50_ttfb_ms":965,"p50_ttft_ms":1037,"p95_ttfb_ms":6450,"p95_ttft_ms":6407,"provider":"grok","provider_attempt_count":8509,"provider_availability":0.998,"success_count":8492,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":8459},{"completion_rate":0.9994,"excluded_count":216,"model":"openai/gpt-4.1-nano","observation_count":1676,"p50_tokens_per_second":null,"p50_ttfb_ms":926,"p50_ttft_ms":1015,"p95_ttfb_ms":6340,"p95_ttft_ms":6270,"provider":"openai","provider_attempt_count":1676,"provider_availability":0.9994,"success_count":1675,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":1670},{"completion_rate":0.9978,"excluded_count":1278,"model":"x-ai/grok-4.3","observation_count":8752,"p50_tokens_per_second":null,"p50_ttfb_ms":1051,"p50_ttft_ms":1124,"p95_ttfb_ms":6166,"p95_ttft_ms":6111,"provider":"grok","provider_attempt_count":8752,"provider_availability":0.9978,"success_count":8733,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":8456}],"top_providers":[{"completion_rate":0.9943,"excluded_count":2473,"observation_count":18665,"p50_tokens_per_second":null,"p50_ttfb_ms":1904,"p50_ttft_ms":1966,"p95_ttfb_ms":7773,"p95_ttft_ms":7931,"provider":"minimax","provider_attempt_count":18665,"provider_availability":0.9943,"success_count":18559,"throughput_sample_count":0,"top_error":"empty_stream","ttft_sample_count":16970},{"completion_rate":0.9931,"excluded_count":8863,"observation_count":172595,"p50_tokens_per_second":null,"p50_ttfb_ms":1158,"p50_ttft_ms":8763,"p95_ttfb_ms":7485,"p95_ttft_ms":26219,"provider":"gemini","provider_attempt_count":172593,"provider_availability":0.9931,"success_count":171405,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":97028},{"completion_rate":0.9934,"excluded_count":2523,"observation_count":17412,"p50_tokens_per_second":null,"p50_ttfb_ms":1011,"p50_ttft_ms":1086,"p95_ttfb_ms":6324,"p95_ttft_ms":6264,"provider":"grok","provider_attempt_count":17412,"provider_availability":0.9934,"success_count":17297,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":16915},{"completion_rate":0.9929,"excluded_count":2568,"observation_count":18030,"p50_tokens_per_second":null,"p50_ttfb_ms":872,"p50_ttft_ms":953,"p95_ttfb_ms":6333,"p95_ttft_ms":6342,"provider":"mistral","provider_attempt_count":18026,"provider_availability":0.9931,"success_count":17902,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":17031},{"completion_rate":0.9926,"excluded_count":12,"observation_count":13057,"p50_tokens_per_second":null,"p50_ttfb_ms":3162,"p50_ttft_ms":3130,"p95_ttfb_ms":13068,"p95_ttft_ms":12977,"provider":"baseten","provider_attempt_count":13055,"provider_availability":0.9928,"success_count":12961,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":2489},{"completion_rate":0.991,"excluded_count":2396,"observation_count":22141,"p50_tokens_per_second":null,"p50_ttfb_ms":895,"p50_ttft_ms":969,"p95_ttfb_ms":7244,"p95_ttft_ms":7994,"provider":"deepinfra","provider_attempt_count":22139,"provider_availability":0.9911,"success_count":21942,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":18061},{"completion_rate":0.988,"excluded_count":2461,"observation_count":18776,"p50_tokens_per_second":null,"p50_ttfb_ms":1156,"p50_ttft_ms":1269,"p95_ttfb_ms":7325,"p95_ttft_ms":12471,"provider":"together","provider_attempt_count":18775,"provider_availability":0.988,"success_count":18550,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":17880},{"completion_rate":0.977,"excluded_count":1047,"observation_count":26245,"p50_tokens_per_second":null,"p50_ttfb_ms":2294,"p50_ttft_ms":2505,"p95_ttfb_ms":11851,"p95_ttft_ms":15817,"provider":"fireworks","provider_attempt_count":26091,"provider_availability":0.9828,"success_count":25641,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":9922},{"completion_rate":0.9824,"excluded_count":2480,"observation_count":17031,"p50_tokens_per_second":null,"p50_ttfb_ms":802,"p50_ttft_ms":891,"p95_ttfb_ms":6181,"p95_ttft_ms":6177,"provider":"lightning","provider_attempt_count":17030,"provider_availability":0.9824,"success_count":16731,"throughput_sample_count":0,"top_error":"ReadTimeout","ttft_sample_count":16697},{"completion_rate":0.9793,"excluded_count":2496,"observation_count":19223,"p50_tokens_per_second":null,"p50_ttfb_ms":2541,"p50_ttft_ms":2469,"p95_ttfb_ms":9270,"p95_ttft_ms":9161,"provider":"xiaomi","provider_attempt_count":19217,"provider_availability":0.9797,"success_count":18826,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":13360},{"completion_rate":0.9779,"excluded_count":2446,"observation_count":38087,"p50_tokens_per_second":null,"p50_ttfb_ms":1992,"p50_ttft_ms":2083,"p95_ttfb_ms":8503,"p95_ttft_ms":8724,"provider":"siliconflow","provider_attempt_count":38086,"provider_availability":0.9779,"success_count":37246,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":19552},{"completion_rate":0.9734,"excluded_count":5936,"observation_count":13781,"p50_tokens_per_second":null,"p50_ttfb_ms":1496,"p50_ttft_ms":1540,"p95_ttfb_ms":8005,"p95_ttft_ms":8021,"provider":"nebius","provider_attempt_count":13778,"provider_availability":0.9737,"success_count":13415,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":13291}]}}