{"object":"list","sweep":{"at":"2026-07-02T13:17:46.250Z","method":"Streamed multi-run medians per (model × provider) via the production gateway, rounds interleaved across hosts, ~300-token answers; TTFT = first content or reasoning token. Routes with no working key are listed in skipped.","skipped":[{"model":"glm-5.2","provider":"baseten","error":"HTTP 402: {\"error\":\"please check your current payment status.\"}"},{"model":"glm-5","provider":"baseten","error":"HTTP 402: {\"error\":\"please check your current payment status.\"}"},{"model":"glm-4.7","provider":"baseten","error":"HTTP 402: {\"error\":\"please check your current payment status.\"}"},{"model":"kimi-k2.7-code","provider":"moonshot","error":"HTTP 400: {\"error\":{\"message\":\"No available route for 'kimi-k2.7-code' under provider 'moonshot'. 'moonshot' is a bring-your-own-key provider — save a moonshot key (Accou"},{"model":"kimi-k2.7-code","provider":"baseten","error":"HTTP 402: {\"error\":\"please check your current payment status.\"}"},{"model":"llama-3.3-70b","provider":"fireworks","error":"HTTP 404: {\"error\":{\"message\":\"Model not found, inaccessible, and/or not deployed\",\"param\":\"model\",\"code\":\"NOT_FOUND\",\"type\":\"error\"},\"request_id\":\"chatcmpl-ae1474c34e754"},{"model":"llama-3.1-8b-instruct","provider":"fireworks","error":"HTTP 404: {\"error\":{\"message\":\"Model not found, inaccessible, and/or not deployed\",\"param\":\"model\",\"code\":\"NOT_FOUND\",\"type\":\"error\"},\"request_id\":\"chatcmpl-effb50ffee5f4"},{"model":"qwen3-32b","provider":"fireworks","error":"HTTP 404: {\"error\":{\"message\":\"Model not found, inaccessible, and/or not deployed\",\"param\":\"model\",\"code\":\"NOT_FOUND\",\"type\":\"error\"},\"request_id\":\"chatcmpl-8192eeb81dc94"},{"model":"gpt-oss-120b","provider":"baseten","error":"HTTP 402: {\"error\":\"please check your current payment status.\"}"}]},"use_cases":[{"id":"coding-agent","label":"Coding agent","why":"Agent loops make dozens of short, tool-calling turns per task — time to first token dominates how fast the agent feels, throughput matters for big diffs, and cost adds up across the loop. Reasoning support is required.","kinds":["chat"],"requireModalities":["reasoning"],"weights":{"cost":0.25,"ttft":0.4,"throughput":0.35},"ranked":[{"model":"gpt-oss-120b","score":0.908,"measured":true},{"model":"qwen3-32b","score":0.811,"measured":true},{"model":"gpt-oss-20b","score":0.784,"measured":true},{"model":"glm-4.7","score":0.639,"measured":true},{"model":"glm-4.7-flash","score":0.625,"measured":false},{"model":"glm-4.5-flash","score":0.625,"measured":false},{"model":"qwen3.5-9b","score":0.61,"measured":false},{"model":"gemini-2.5-flash","score":0.606,"measured":true},{"model":"qwen3.6-35b-a3b","score":0.595,"measured":false},{"model":"glm-4.7-flashx","score":0.58,"measured":false}]},{"id":"chat-assistant","label":"Chat assistant","why":"A user is watching the screen: first token wins or loses the experience. Answers are short-to-medium, so sustained throughput matters less than snap.","kinds":["chat"],"weights":{"cost":0.3,"ttft":0.5,"throughput":0.2},"ranked":[{"model":"llama-3.1-8b-instruct","score":0.972,"measured":true},{"model":"gpt-oss-120b","score":0.781,"measured":true},{"model":"qwen3-32b","score":0.703,"measured":true},{"model":"llama-3.3-70b","score":0.7,"measured":true},{"model":"kimi-k2","score":0.689,"measured":true},{"model":"gpt-oss-20b","score":0.653,"measured":true},{"model":"glm-4.7-flash","score":0.65,"measured":false},{"model":"glm-4.5-flash","score":0.65,"measured":false},{"model":"qwen2.5-coder-7b","score":0.63,"measured":false},{"model":"qwen2.5-7b-instruct","score":0.63,"measured":false}]},{"id":"bulk-extraction","label":"Bulk extraction / classification","why":"Nobody is watching a batch job — ₹ per task is nearly everything, throughput sets how long the batch takes, and TTFT is irrelevant.","kinds":["chat"],"weights":{"cost":0.6,"ttft":0.05,"throughput":0.35},"ranked":[{"model":"llama-3.1-8b-instruct","score":0.947,"measured":true},{"model":"gpt-oss-20b","score":0.817,"measured":true},{"model":"glm-4.7-flash","score":0.8,"measured":false},{"model":"glm-4.5-flash","score":0.8,"measured":false},{"model":"qwen3-32b","score":0.783,"measured":true},{"model":"qwen2.5-coder-7b","score":0.761,"measured":false},{"model":"qwen2.5-7b-instruct","score":0.761,"measured":false},{"model":"qwen2.5-vl-7b-instruct","score":0.735,"measured":false},{"model":"gemma-4-e4b-it","score":0.722,"measured":false},{"model":"qwen3.5-9b","score":0.722,"measured":false}]},{"id":"long-form","label":"Long-form generation","why":"Reports, articles, big code files: the generation is thousands of tokens, so sustained decode rate dominates wall-clock, with cost a close second.","kinds":["chat"],"weights":{"cost":0.3,"ttft":0.2,"throughput":0.5},"ranked":[{"model":"llama-3.1-8b-instruct","score":0.948,"measured":true},{"model":"gpt-oss-20b","score":0.814,"measured":true},{"model":"gpt-oss-120b","score":0.781,"measured":true},{"model":"qwen3-32b","score":0.749,"measured":true},{"model":"llama-3.3-70b","score":0.7,"measured":true},{"model":"glm-4.7-flash","score":0.65,"measured":false},{"model":"glm-4.5-flash","score":0.65,"measured":false},{"model":"qwen2.5-coder-7b","score":0.63,"measured":false},{"model":"qwen2.5-7b-instruct","score":0.63,"measured":false},{"model":"qwen2.5-vl-7b-instruct","score":0.617,"measured":false}]},{"id":"indic","label":"Indic-language work","why":"Candidates are filtered to models with first-class Indic support; among them the tradeoff is balanced — pick by residency needs first, then price.","kinds":["chat"],"anyLanguages":["indic","hi"],"weights":{"cost":0.4,"ttft":0.3,"throughput":0.3},"ranked":[{"model":"llama-3.1-8b-instruct","score":1,"measured":true},{"model":"llama-3.3-70b","score":0,"measured":true}]},{"id":"rag-embeddings","label":"RAG / embeddings","why":"Embedding calls are high-volume and latency-tolerant inside an indexing pipeline — price per Mtok is effectively the whole decision.","kinds":["embedding"],"weights":{"cost":1,"ttft":0,"throughput":0},"ranked":[{"model":"bge-m3","score":1,"measured":false},{"model":"text-embedding-3-small","score":0,"measured":false}]},{"id":"voice","label":"Voice agents (STT/TTS)","why":"Speech quality and language coverage decide first; among viable voices, price per Mtok of text is the comparable number.","kinds":["asr","tts"],"weights":{"cost":1,"ttft":0,"throughput":0},"ranked":[{"model":"parakeet","score":1,"measured":false},{"model":"whisper-1","score":1,"measured":false},{"model":"whisper-large-v3","score":1,"measured":false},{"model":"saarika","score":1,"measured":false},{"model":"bulbul","score":1,"measured":false},{"model":"eleven-tts","score":1,"measured":false},{"model":"eleven-stt","score":1,"measured":false},{"model":"tts","score":1,"measured":false},{"model":"asr","score":1,"measured":false},{"model":"kokoro","score":0.1,"measured":false}]}],"data":[{"id":"gpt-oss-20b","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"krutrim","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":8,"output":32},"perf":{"ttft_ms":4729,"decode_tok_per_sec":144.4,"eff_tok_per_sec":61.9,"latency_ms_300tok":4849,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"groq","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":9,"output":32},"perf":{"ttft_ms":8754,"decode_tok_per_sec":605.9,"eff_tok_per_sec":53.1,"latency_ms_300tok":5646,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"fireworks","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":7,"output":29},"perf":{"ttft_ms":10860,"decode_tok_per_sec":38.6,"eff_tok_per_sec":20.8,"latency_ms_300tok":14455,"runs":5},"ewma_latency_ms":0,"failure_rate":0}]},{"id":"gpt-oss-120b","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"krutrim","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":13,"output":65},"perf":{"ttft_ms":2558,"decode_tok_per_sec":229.4,"eff_tok_per_sec":106.9,"latency_ms_300tok":2807,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"groq","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":15,"output":58},"perf":{"ttft_ms":5694,"decode_tok_per_sec":468.9,"eff_tok_per_sec":75.4,"latency_ms_300tok":3976,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":10,"output":48},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"fireworks","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":14,"output":58},"perf":{"ttft_ms":1249,"decode_tok_per_sec":171.6,"eff_tok_per_sec":121.3,"latency_ms_300tok":2473,"runs":5},"ewma_latency_ms":0,"failure_rate":0}]},{"id":"gemma-4-e4b-it","kind":"chat","openness":"open-weight","modalities":["text","image"],"languages":["multilingual"],"routes":[{"provider":"krutrim","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":3,"output":8},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"gemma-4-31b-it","kind":"chat","openness":"open-weight","modalities":["text","image"],"languages":["multilingual"],"routes":[{"provider":"krutrim","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":9,"output":33},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"gemma-4-26b-a4b-it","kind":"chat","openness":"open-weight","modalities":["text","image"],"languages":["multilingual"],"routes":[{"provider":"krutrim","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":7,"output":28},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"qwen3.5-9b","kind":"chat","openness":"permissive","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"krutrim","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":3,"output":8},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"qwen3.6-27b","kind":"chat","openness":"permissive","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"krutrim","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":23,"output":188},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"qwen3.6-35b-a3b","kind":"chat","openness":"permissive","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"krutrim","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":7,"output":28},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"qwen2.5-coder-7b","kind":"chat","openness":"permissive","modalities":["text"],"languages":["multilingual"],"routes":[{"provider":"bharatrouter","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":2,"output":4},"perf":null,"ewma_latency_ms":263,"failure_rate":0}]},{"id":"qwen2.5-7b-instruct","kind":"chat","openness":"permissive","modalities":["text"],"languages":["multilingual"],"routes":[{"provider":"bharatrouter","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":2,"output":4},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"qwen2.5-vl-7b-instruct","kind":"chat","openness":"permissive","modalities":["text","image"],"languages":["multilingual"],"routes":[{"provider":"bharatrouter","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":3,"output":6},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"bge-m3","kind":"embedding","openness":"permissive","modalities":["text"],"languages":["multilingual"],"routes":[{"provider":"bharatrouter","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":1,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"parakeet","kind":"asr","openness":"open-weight","modalities":["audio"],"languages":["multilingual"],"routes":[{"provider":"bharatrouter","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"kokoro","kind":"tts","openness":"permissive","modalities":["audio"],"languages":["multilingual"],"routes":[{"provider":"bharatrouter","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":50,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"whisper-1","kind":"asr","openness":"permissive","modalities":["audio"],"languages":["multilingual"],"routes":[{"provider":"openai","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"whisper-large-v3","kind":"asr","openness":"permissive","modalities":["audio"],"languages":["multilingual"],"routes":[{"provider":"groq","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"tts-1","kind":"tts","openness":"proprietary","modalities":["audio"],"languages":["multilingual"],"routes":[{"provider":"openai","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":1440,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"saarika","kind":"asr","openness":"proprietary","modalities":["audio"],"languages":["indic"],"routes":[{"provider":"sarvam","residency":"india","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"bulbul","kind":"tts","openness":"proprietary","modalities":["audio"],"languages":["indic"],"routes":[{"provider":"sarvam","residency":"india","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"eleven-tts","kind":"tts","openness":"proprietary","modalities":["audio"],"languages":["multilingual"],"routes":[{"provider":"elevenlabs","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"eleven-stt","kind":"asr","openness":"proprietary","modalities":["audio"],"languages":["multilingual"],"routes":[{"provider":"elevenlabs","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"tts","kind":"tts","openness":"proprietary","modalities":["audio"],"languages":["multilingual"],"routes":[{"provider":"bharatrouter","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":50,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"elevenlabs","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"sarvam","residency":"india","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openai","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":1440,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"asr","kind":"asr","openness":"proprietary","modalities":["audio"],"languages":["multilingual"],"routes":[{"provider":"bharatrouter","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"elevenlabs","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"groq","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"sarvam","residency":"india","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openai","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"llama-3.1-8b-instruct","kind":"chat","openness":"open-weight","modalities":["text"],"languages":["en","hi"],"routes":[{"provider":"bharatrouter","residency":"india","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":2,"output":4},"perf":{"ttft_ms":7023,"decode_tok_per_sec":105,"eff_tok_per_sec":39.3,"latency_ms_300tok":7638,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":2,"output":3},"perf":{"ttft_ms":12426,"decode_tok_per_sec":80.5,"eff_tok_per_sec":24,"latency_ms_300tok":12485,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"groq","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":5,"output":8},"perf":{"ttft_ms":428,"decode_tok_per_sec":548.1,"eff_tok_per_sec":359.2,"latency_ms_300tok":835,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"fireworks","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":19,"output":19},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"llama-3.3-70b","kind":"chat","openness":"open-weight","modalities":["text"],"languages":["en","hi","multilingual"],"routes":[{"provider":"groq","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":57,"output":76},"perf":{"ttft_ms":27625,"decode_tok_per_sec":218.3,"eff_tok_per_sec":12.7,"latency_ms_300tok":23556,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":10,"output":31},"perf":{"ttft_ms":1993,"decode_tok_per_sec":70.4,"eff_tok_per_sec":52.2,"latency_ms_300tok":5751,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"fireworks","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":86,"output":86},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"llama-4-scout","kind":"chat","openness":"open-weight","modalities":["text","image"],"languages":["multilingual"],"routes":[{"provider":"groq","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":11,"output":33},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"fireworks","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":14,"output":58},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"qwen3-32b","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"groq","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":28,"output":57},"perf":{"ttft_ms":2115,"decode_tok_per_sec":381.8,"eff_tok_per_sec":148.9,"latency_ms_300tok":2015,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":8,"output":27},"perf":{"ttft_ms":4618,"decode_tok_per_sec":99.5,"eff_tok_per_sec":74.7,"latency_ms_300tok":4018,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"fireworks","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":86,"output":86},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"kimi-k2","kind":"chat","openness":"open-weight","modalities":["text"],"languages":["multilingual"],"routes":[{"provider":"groq","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":96,"output":288},"perf":{"ttft_ms":688,"decode_tok_per_sec":178.3,"eff_tok_per_sec":128.7,"latency_ms_300tok":2330,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":55,"output":221},"perf":{"ttft_ms":3884,"decode_tok_per_sec":36.1,"eff_tok_per_sec":26.2,"latency_ms_300tok":11449,"runs":5},"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4.6","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":58,"output":211},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":41,"output":167},"perf":null,"ewma_latency_ms":2715,"failure_rate":0}]},{"id":"glm-4.7","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":58,"output":211},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":58,"output":211},"perf":{"ttft_ms":74813,"decode_tok_per_sec":68.1,"eff_tok_per_sec":16.2,"latency_ms_300tok":18496,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":38,"output":168},"perf":{"ttft_ms":1853,"decode_tok_per_sec":32.3,"eff_tok_per_sec":29.1,"latency_ms_300tok":10305,"runs":5},"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4.5-air","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":19,"output":106},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":12,"output":82},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"fireworks","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":21,"output":84},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4.5","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":58,"output":211},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":58,"output":211},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4.7-flash","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":6464,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":6,"output":38},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-5","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":91,"output":302},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":96,"output":307},"perf":{"ttft_ms":12169,"decode_tok_per_sec":53.4,"eff_tok_per_sec":36.6,"latency_ms_300tok":8197,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":58,"output":184},"perf":{"ttft_ms":53998,"decode_tok_per_sec":39.7,"eff_tok_per_sec":7.4,"latency_ms_300tok":40705,"runs":5},"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-5.2","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":134,"output":422},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":134,"output":422},"perf":{"ttft_ms":5740,"decode_tok_per_sec":68.2,"eff_tok_per_sec":38.6,"latency_ms_300tok":7765,"runs":5},"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":89,"output":288},"perf":{"ttft_ms":16014,"decode_tok_per_sec":30,"eff_tok_per_sec":14.2,"latency_ms_300tok":21167,"runs":5},"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-5.1","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":125,"output":413},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":134,"output":422},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":94,"output":413},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-5-turbo","kind":"chat","openness":"proprietary","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":115,"output":384},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4.5-x","kind":"chat","openness":"proprietary","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":211,"output":854},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4.5-airx","kind":"chat","openness":"proprietary","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":106,"output":432},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4.7-flashx","kind":"chat","openness":"proprietary","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":7,"output":38},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4.5-flash","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":0,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4-32b-0414-128k","kind":"chat","openness":"permissive","modalities":["text"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":10,"output":10},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"nemotron-super","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":29,"output":72},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"nemotron-ultra","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":58,"output":230},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"kimi-k2.7-code","kind":"chat","openness":"permissive","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"moonshot","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":91,"output":384},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":91,"output":384},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":71,"output":336},"perf":{"ttft_ms":19641,"decode_tok_per_sec":38.5,"eff_tok_per_sec":16.4,"latency_ms_300tok":18238,"runs":5},"ewma_latency_ms":7097,"failure_rate":0}]},{"id":"kimi-k2.7-code-highspeed","kind":"chat","openness":"proprietary","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"moonshot","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":182,"output":768},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"kimi-k2.6","kind":"chat","openness":"permissive","modalities":["text","image","video","reasoning"],"languages":["multilingual"],"routes":[{"provider":"moonshot","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":91,"output":384},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":91,"output":384},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":53,"output":307},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"kimi-k2.5","kind":"chat","openness":"permissive","modalities":["text","image","video","reasoning"],"languages":["multilingual"],"routes":[{"provider":"moonshot","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":58,"output":288},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":58,"output":288},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":36,"output":194},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"deepseek-v4-pro","kind":"chat","openness":"permissive","modalities":["text","reasoning"],"languages":["multilingual"],"routes":[{"provider":"baseten","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":167,"output":334},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"fireworks","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":167,"output":334},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-4.6v","kind":"chat","openness":"permissive","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":29,"output":86},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":29,"output":86},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"glm-5v-turbo","kind":"chat","openness":"proprietary","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"zhipu","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":115,"output":384},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":115,"output":384},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"gemini-2.5-flash","kind":"chat","openness":"proprietary","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"openrouter","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":29,"output":240},"perf":{"ttft_ms":2157,"decode_tok_per_sec":132.4,"eff_tok_per_sec":78.3,"latency_ms_300tok":3832,"runs":5},"ewma_latency_ms":0,"failure_rate":0}]},{"id":"claude-opus-4.8","kind":"chat","openness":"proprietary","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"anthropic","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":480,"output":2400},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":480,"output":2400},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"claude-sonnet-5","kind":"chat","openness":"proprietary","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"anthropic","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":288,"output":1440},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":288,"output":1440},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"claude-haiku-4.5","kind":"chat","openness":"proprietary","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"anthropic","residency":"global","byok_only":true,"available":true,"pricing_inr_per_mtok":{"input":96,"output":480},"perf":null,"ewma_latency_ms":0,"failure_rate":0},{"provider":"openrouter","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":96,"output":480},"perf":{"ttft_ms":16790,"decode_tok_per_sec":102.3,"eff_tok_per_sec":20.5,"latency_ms_300tok":14633,"runs":5},"ewma_latency_ms":1879,"failure_rate":0}]},{"id":"deepseek-v3","kind":"chat","openness":"open-weight","modalities":["text"],"languages":["multilingual"],"routes":[{"provider":"openrouter","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":19,"output":77},"perf":{"ttft_ms":16259,"decode_tok_per_sec":37.7,"eff_tok_per_sec":14.6,"latency_ms_300tok":20552,"runs":5},"ewma_latency_ms":0,"failure_rate":0}]},{"id":"gpt-4o-mini","kind":"chat","openness":"proprietary","modalities":["text","image"],"languages":["multilingual"],"routes":[{"provider":"openai","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":15,"output":58},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"gpt-5","kind":"chat","openness":"proprietary","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"openai","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":120,"output":960},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]},{"id":"gpt-5-mini","kind":"chat","openness":"proprietary","modalities":["text","image","reasoning"],"languages":["multilingual"],"routes":[{"provider":"openai","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":24,"output":192},"perf":{"ttft_ms":10160,"decode_tok_per_sec":62.6,"eff_tok_per_sec":34.2,"latency_ms_300tok":8771,"runs":5},"ewma_latency_ms":0,"failure_rate":0}]},{"id":"text-embedding-3-small","kind":"embedding","openness":"proprietary","modalities":["text"],"languages":["multilingual"],"routes":[{"provider":"openai","residency":"global","byok_only":false,"available":true,"pricing_inr_per_mtok":{"input":2,"output":0},"perf":null,"ewma_latency_ms":0,"failure_rate":0}]}]}