{"data":{"model_count":353,"model_route_count":890,"overall":{"completion_rate":0.937,"excluded_count":25818,"observation_count":245325,"p50_tokens_per_second":31.46,"p50_ttfb_ms":5134,"p50_ttft_ms":4900,"p95_ttfb_ms":17459,"p95_ttft_ms":17308,"provider_attempt_count":244704,"provider_availability":0.9394,"success_count":229880,"throughput_sample_count":2787,"top_error":"provider_error","ttft_sample_count":154135},"period":"2026-07","provider_count":44,"row_count":274753,"sources":{"organic":104523,"synthetic":166620,"synthetic_throughput":3610},"top_model_routes":[{"completion_rate":1.0,"excluded_count":1,"model":"meta-llama/llama-3.3-70b-instruct","observation_count":11663,"p50_tokens_per_second":55.24,"p50_ttfb_ms":5357,"p50_ttft_ms":5357,"p95_ttfb_ms":15704,"p95_ttft_ms":15705,"provider":"crusoe","provider_attempt_count":11663,"provider_availability":1.0,"success_count":11663,"throughput_sample_count":12,"top_error":null,"ttft_sample_count":370},{"completion_rate":0.9992,"excluded_count":0,"model":"z-ai/glm-5.2-fast","observation_count":6516,"p50_tokens_per_second":42.8,"p50_ttfb_ms":4148,"p50_ttft_ms":4148,"p95_ttfb_ms":15199,"p95_ttft_ms":15199,"provider":"fireworks","provider_attempt_count":6516,"provider_availability":0.9992,"success_count":6511,"throughput_sample_count":18,"top_error":"provider_error","ttft_sample_count":494},{"completion_rate":0.9996,"excluded_count":0,"model":"deepseek/deepseek-v4-pro","observation_count":2233,"p50_tokens_per_second":35.18,"p50_ttfb_ms":5120,"p50_ttft_ms":5121,"p95_ttfb_ms":16470,"p95_ttft_ms":16470,"provider":"baseten","provider_attempt_count":2233,"provider_availability":0.9996,"success_count":2232,"throughput_sample_count":17,"top_error":"ReadTimeout","ttft_sample_count":497},{"completion_rate":0.9995,"excluded_count":0,"model":"openai/o4-mini","observation_count":1824,"p50_tokens_per_second":null,"p50_ttfb_ms":5930,"p50_ttft_ms":5931,"p95_ttfb_ms":16770,"p95_ttft_ms":16770,"provider":"openai","provider_attempt_count":1824,"provider_availability":0.9995,"success_count":1823,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":419},{"completion_rate":0.9994,"excluded_count":0,"model":"openai/gpt-4o","observation_count":1763,"p50_tokens_per_second":null,"p50_ttfb_ms":5676,"p50_ttft_ms":5677,"p95_ttfb_ms":15615,"p95_ttft_ms":15615,"provider":"openai","provider_attempt_count":1763,"provider_availability":0.9994,"success_count":1762,"throughput_sample_count":0,"top_error":"http_503","ttft_sample_count":406},{"completion_rate":0.9988,"excluded_count":1,"model":"anthropic/claude-haiku-4.5","observation_count":2474,"p50_tokens_per_second":63.75,"p50_ttfb_ms":5688,"p50_ttft_ms":5640,"p95_ttfb_ms":16114,"p95_ttft_ms":16114,"provider":"anthropic","provider_attempt_count":2474,"provider_availability":0.9988,"success_count":2471,"throughput_sample_count":5,"top_error":"empty_stream","ttft_sample_count":565},{"completion_rate":0.9978,"excluded_count":0,"model":"google/gemini-2.5-flash","observation_count":2780,"p50_tokens_per_second":null,"p50_ttfb_ms":5735,"p50_ttft_ms":5735,"p95_ttfb_ms":16580,"p95_ttft_ms":16580,"provider":"gemini","provider_attempt_count":2780,"provider_availability":0.9978,"success_count":2774,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":453},{"completion_rate":0.9987,"excluded_count":1,"model":"anthropic/claude-opus-4.7","observation_count":1533,"p50_tokens_per_second":62.26,"p50_ttfb_ms":6180,"p50_ttft_ms":5635,"p95_ttfb_ms":17633,"p95_ttft_ms":17207,"provider":"anthropic","provider_attempt_count":1533,"provider_availability":0.9987,"success_count":1531,"throughput_sample_count":3,"top_error":"provider_error","ttft_sample_count":588},{"completion_rate":0.9969,"excluded_count":0,"model":"deepseek/deepseek-v4-pro","observation_count":3918,"p50_tokens_per_second":32.42,"p50_ttfb_ms":4907,"p50_ttft_ms":3448,"p95_ttfb_ms":16493,"p95_ttft_ms":15408,"provider":"deepseek","provider_attempt_count":3918,"provider_availability":0.9969,"success_count":3906,"throughput_sample_count":15,"top_error":"ReadTimeout","ttft_sample_count":3683},{"completion_rate":1.0,"excluded_count":0,"model":"mistralai/mistral-small-2603","observation_count":691,"p50_tokens_per_second":null,"p50_ttfb_ms":3804,"p50_ttft_ms":3805,"p95_ttfb_ms":15901,"p95_ttft_ms":15901,"provider":"mistral","provider_attempt_count":691,"provider_availability":1.0,"success_count":691,"throughput_sample_count":0,"top_error":null,"ttft_sample_count":689},{"completion_rate":1.0,"excluded_count":0,"model":"mistralai/mistral-small-3.2-24b-instruct","observation_count":673,"p50_tokens_per_second":null,"p50_ttfb_ms":4893,"p50_ttft_ms":4863,"p95_ttfb_ms":16529,"p95_ttft_ms":16529,"provider":"mistral","provider_attempt_count":673,"provider_availability":1.0,"success_count":673,"throughput_sample_count":0,"top_error":null,"ttft_sample_count":645},{"completion_rate":1.0,"excluded_count":0,"model":"google/gemini-2.5-flash-lite","observation_count":665,"p50_tokens_per_second":98.5,"p50_ttfb_ms":3891,"p50_ttft_ms":3891,"p95_ttfb_ms":14624,"p95_ttft_ms":14624,"provider":"google-vertex","provider_attempt_count":665,"provider_availability":1.0,"success_count":665,"throughput_sample_count":8,"top_error":null,"ttft_sample_count":192},{"completion_rate":0.9968,"excluded_count":0,"model":"moonshotai/kimi-k2.5","observation_count":1904,"p50_tokens_per_second":null,"p50_ttfb_ms":5212,"p50_ttft_ms":5260,"p95_ttfb_ms":17233,"p95_ttft_ms":17235,"provider":"kimi","provider_attempt_count":1903,"provider_availability":0.9974,"success_count":1898,"throughput_sample_count":0,"top_error":"ReadTimeout","ttft_sample_count":1876},{"completion_rate":0.8842,"excluded_count":14851,"model":"google/gemini-2.5-flash-lite","observation_count":5120,"p50_tokens_per_second":null,"p50_ttfb_ms":4914,"p50_ttft_ms":4872,"p95_ttfb_ms":17609,"p95_ttft_ms":17610,"provider":"gemini","provider_attempt_count":4545,"provider_availability":0.996,"success_count":4527,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":506},{"completion_rate":0.9983,"excluded_count":1,"model":"google/gemini-3.5-flash","observation_count":1158,"p50_tokens_per_second":null,"p50_ttfb_ms":5276,"p50_ttft_ms":5205,"p95_ttfb_ms":17300,"p95_ttft_ms":17300,"provider":"gemini","provider_attempt_count":1158,"provider_availability":0.9983,"success_count":1156,"throughput_sample_count":0,"top_error":"http_502","ttft_sample_count":464},{"completion_rate":1.0,"excluded_count":0,"model":"z-ai/glm-5.2","observation_count":605,"p50_tokens_per_second":34.63,"p50_ttfb_ms":5665,"p50_ttft_ms":5966,"p95_ttfb_ms":17927,"p95_ttft_ms":18578,"provider":"zai","provider_attempt_count":605,"provider_availability":1.0,"success_count":605,"throughput_sample_count":18,"top_error":null,"ttft_sample_count":560},{"completion_rate":0.9977,"excluded_count":0,"model":"xiaomi/mimo-v2.5","observation_count":1331,"p50_tokens_per_second":null,"p50_ttfb_ms":6655,"p50_ttft_ms":6655,"p95_ttfb_ms":17102,"p95_ttft_ms":17103,"provider":"xiaomi","provider_attempt_count":1331,"provider_availability":0.9977,"success_count":1328,"throughput_sample_count":0,"top_error":"ReadTimeout","ttft_sample_count":1328},{"completion_rate":0.9963,"excluded_count":0,"model":"xiaomi/mimo-v2.5-pro","observation_count":2976,"p50_tokens_per_second":29.24,"p50_ttfb_ms":5829,"p50_ttft_ms":5829,"p95_ttfb_ms":17983,"p95_ttft_ms":17983,"provider":"xiaomi","provider_attempt_count":2976,"provider_availability":0.9963,"success_count":2965,"throughput_sample_count":18,"top_error":"ReadTimeout","ttft_sample_count":1359},{"completion_rate":0.9951,"excluded_count":0,"model":"deepseek/deepseek-v4-flash","observation_count":2846,"p50_tokens_per_second":39.2,"p50_ttfb_ms":4712,"p50_ttft_ms":4512,"p95_ttfb_ms":16731,"p95_ttft_ms":16650,"provider":"deepseek","provider_attempt_count":2844,"provider_availability":0.9958,"success_count":2832,"throughput_sample_count":18,"top_error":"ReadTimeout","ttft_sample_count":2805},{"completion_rate":0.995,"excluded_count":0,"model":"moonshotai/kimi-k2.7-code","observation_count":4025,"p50_tokens_per_second":24.68,"p50_ttfb_ms":4208,"p50_ttft_ms":3762,"p95_ttfb_ms":15436,"p95_ttft_ms":8760,"provider":"kimi","provider_attempt_count":4025,"provider_availability":0.995,"success_count":4005,"throughput_sample_count":23,"top_error":"provider_error","ttft_sample_count":2762}],"top_providers":[{"completion_rate":0.9972,"excluded_count":57,"observation_count":2498,"p50_tokens_per_second":45.53,"p50_ttfb_ms":4312,"p50_ttft_ms":4309,"p95_ttfb_ms":15143,"p95_ttft_ms":15143,"provider":"google-vertex","provider_attempt_count":2498,"provider_availability":0.9972,"success_count":2491,"throughput_sample_count":80,"top_error":"empty_stream","ttft_sample_count":1747},{"completion_rate":0.9952,"excluded_count":2068,"observation_count":18204,"p50_tokens_per_second":37.64,"p50_ttfb_ms":5036,"p50_ttft_ms":5025,"p95_ttfb_ms":16625,"p95_ttft_ms":16624,"provider":"openai","provider_attempt_count":18203,"provider_availability":0.9953,"success_count":18117,"throughput_sample_count":59,"top_error":"provider_error","ttft_sample_count":5202},{"completion_rate":0.9942,"excluded_count":1,"observation_count":5710,"p50_tokens_per_second":37.39,"p50_ttfb_ms":5452,"p50_ttft_ms":5453,"p95_ttfb_ms":17669,"p95_ttft_ms":17669,"provider":"minimax","provider_attempt_count":5705,"provider_availability":0.9951,"success_count":5677,"throughput_sample_count":18,"top_error":"ReadTimeout","ttft_sample_count":5447},{"completion_rate":0.993,"excluded_count":429,"observation_count":16737,"p50_tokens_per_second":33.29,"p50_ttfb_ms":4764,"p50_ttft_ms":4748,"p95_ttfb_ms":16765,"p95_ttft_ms":16758,"provider":"crusoe","provider_attempt_count":16735,"provider_availability":0.9931,"success_count":16620,"throughput_sample_count":85,"top_error":"provider_error","ttft_sample_count":5088},{"completion_rate":0.9903,"excluded_count":36,"observation_count":5670,"p50_tokens_per_second":18.41,"p50_ttfb_ms":4268,"p50_ttft_ms":4261,"p95_ttfb_ms":16021,"p95_ttft_ms":16023,"provider":"mistral","provider_attempt_count":5670,"provider_availability":0.9903,"success_count":5615,"throughput_sample_count":3,"top_error":"provider_error","ttft_sample_count":5581},{"completion_rate":0.9853,"excluded_count":278,"observation_count":7977,"p50_tokens_per_second":24.98,"p50_ttfb_ms":5623,"p50_ttft_ms":5624,"p95_ttfb_ms":18095,"p95_ttft_ms":18092,"provider":"siliconflow","provider_attempt_count":7977,"provider_availability":0.9853,"success_count":7860,"throughput_sample_count":157,"top_error":"ReadTimeout","ttft_sample_count":5266},{"completion_rate":0.9838,"excluded_count":518,"observation_count":5190,"p50_tokens_per_second":36.8,"p50_ttfb_ms":4796,"p50_ttft_ms":4796,"p95_ttfb_ms":16182,"p95_ttft_ms":16183,"provider":"lightning","provider_attempt_count":5188,"provider_availability":0.9842,"success_count":5106,"throughput_sample_count":45,"top_error":"provider_error","ttft_sample_count":5105},{"completion_rate":0.9847,"excluded_count":4,"observation_count":2542,"p50_tokens_per_second":32.67,"p50_ttfb_ms":5581,"p50_ttft_ms":5395,"p95_ttfb_ms":18584,"p95_ttft_ms":18446,"provider":"thinkingmachines","provider_attempt_count":2542,"provider_availability":0.9847,"success_count":2503,"throughput_sample_count":15,"top_error":"ReadTimeout","ttft_sample_count":2228},{"completion_rate":1.0,"excluded_count":43,"observation_count":170,"p50_tokens_per_second":52.4,"p50_ttfb_ms":1987,"p50_ttft_ms":1987,"p95_ttfb_ms":4502,"p95_ttft_ms":4502,"provider":"telnyx","provider_attempt_count":170,"provider_availability":1.0,"success_count":170,"throughput_sample_count":18,"top_error":null,"ttft_sample_count":154},{"completion_rate":0.9799,"excluded_count":26,"observation_count":5617,"p50_tokens_per_second":27.68,"p50_ttfb_ms":5837,"p50_ttft_ms":5847,"p95_ttfb_ms":18158,"p95_ttft_ms":18232,"provider":"zai","provider_attempt_count":5614,"provider_availability":0.9804,"success_count":5504,"throughput_sample_count":48,"top_error":"ReadTimeout","ttft_sample_count":5441},{"completion_rate":0.9799,"excluded_count":2,"observation_count":5679,"p50_tokens_per_second":27.12,"p50_ttfb_ms":4452,"p50_ttft_ms":4453,"p95_ttfb_ms":16037,"p95_ttft_ms":16037,"provider":"grok","provider_attempt_count":5678,"provider_availability":0.9801,"success_count":5565,"throughput_sample_count":23,"top_error":"provider_error","ttft_sample_count":5565},{"completion_rate":0.9302,"excluded_count":15731,"observation_count":11652,"p50_tokens_per_second":null,"p50_ttfb_ms":5273,"p50_ttft_ms":5443,"p95_ttfb_ms":17172,"p95_ttft_ms":17164,"provider":"gemini","provider_attempt_count":11076,"provider_availability":0.9786,"success_count":10839,"throughput_sample_count":0,"top_error":"provider_error","ttft_sample_count":2839}]}}