{"window_seconds":300,"generated_at":"2026-09-20T17:44:53.497Z","models":[{"alias":"openai/gpt-4o-mini-2024-07-18","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":537,"p75":593,"p90":645,"p99":937},"ttft_ms":{"p50":537,"p75":592,"p90":645,"p99":936},"tps":{"p50":5.42,"p75":20,"p90":22.18,"p99":24.34}}},{"alias":"openai/gpt-4o-mini","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":623,"p75":785,"p90":1159,"p99":3032},"ttft_ms":{"p50":623,"p75":784,"p90":1158,"p99":3031},"tps":{"p50":28.13,"p75":55.35,"p90":90.47,"p99":128.59}}},{"alias":"openai/gpt-5-mini-2025-08-07","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":6842,"p75":8640,"p90":11844,"p99":31063},"ttft_ms":{"p50":6844,"p75":8691,"p90":11844,"p99":31063},"tps":{"p50":65.49,"p75":73.98,"p90":82.25,"p99":88.45}}},{"alias":"openai/gpt-4.1-mini","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":574,"p75":673,"p90":807,"p99":1379},"ttft_ms":{"p50":574,"p75":672,"p90":807,"p99":1378},"tps":{"p50":14.55,"p75":37.78,"p90":54.46,"p99":70.34}}},{"alias":"deepseek/deepseek-v4-flash-latest","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":9531,"p75":18722,"p90":31626,"p99":51275},"ttft_ms":{"p50":9531,"p75":18721,"p90":31625,"p99":51275},"tps":{"p50":33.73,"p75":56.48,"p90":93.8,"p99":228.32}}},{"alias":"google/gemini-2.5-flash-lite-preview","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":2379,"p75":2571,"p90":2673,"p99":3346},"ttft_ms":{"p50":2379,"p75":2570,"p90":2673,"p99":3346},"tps":{"p50":30.78,"p75":34.02,"p90":39.09,"p99":41.72}}},{"alias":"deepseek/deepseek-v4-flash","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":2534,"p75":4596,"p90":9453,"p99":60859},"ttft_ms":{"p50":1013,"p75":2035,"p90":3895,"p99":60858},"tps":{"p50":137.11,"p75":189.49,"p90":214.72,"p99":232.46}}},{"alias":"google/gemini-2.5-flash-lite","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":662,"p75":711,"p90":971,"p99":14274},"ttft_ms":{"p50":661,"p75":711,"p90":898,"p99":1015},"tps":{"p50":125,"p75":140.63,"p90":181.63,"p99":263.36}}},{"alias":"text-embedding-3-small","endpoint":"openai/embeddings","metrics":{"duration_ms":{"p50":232,"p75":274,"p90":318,"p99":420}}},{"alias":"openai/gpt-5-2","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":1420,"p75":1910,"p90":2288,"p99":7331},"ttft_ms":{"p50":1397,"p75":1882,"p90":2136,"p99":2709},"tps":{"p50":23.91,"p75":26.2,"p90":32.34,"p99":74.8}}},{"alias":"openai/gpt-4.1","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":785,"p75":879,"p90":945,"p99":1179},"ttft_ms":{"p50":784,"p75":879,"p90":945,"p99":1179},"tps":{"p50":32.2,"p75":51.74,"p90":61.28,"p99":72.79}}},{"alias":"openai/gpt-4.1-2025-04-14","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":756,"p75":944,"p90":1034,"p99":1099},"ttft_ms":{"p50":755,"p75":944,"p90":1034,"p99":1098},"tps":{"p50":34.93,"p75":46.24,"p90":59.79,"p99":68.21}}},{"alias":"z-ai/glm-5.3-flash","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":12847,"p75":72072,"p90":103737,"p99":122817},"ttft_ms":{"p50":6245,"p75":43278,"p90":93931,"p99":122817},"tps":{"p50":51.06,"p75":63.22,"p90":74.18,"p99":114.2}}},{"alias":"google/gemini-3.5-flash-lite","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":1856,"p75":2249,"p90":2779,"p99":3617},"ttft_ms":{"p50":580,"p75":639,"p90":708,"p99":1145},"tps":{"p50":187.5,"p75":199.07,"p90":201.45,"p99":287.32}}},{"alias":"alibaba/qwen3.7-plus","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":6984,"p75":7195,"p90":7441,"p99":8325},"ttft_ms":{"p50":6983,"p75":7195,"p90":7441,"p99":8324},"tps":{"p50":25.94,"p75":29.18,"p90":33.29,"p99":36.1}}},{"alias":"gpt-4o-mini","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":707,"p75":817,"p90":6595,"p99":7503},"ttft_ms":{"p50":707,"p75":816,"p90":6594,"p99":7503},"tps":{"p50":47.76,"p75":63.9,"p90":70.69,"p99":101.96}}},{"alias":"openai/gpt-5.1-2025-11-13","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":883,"p75":1024,"p90":1438,"p99":1831},"ttft_ms":{"p50":883,"p75":1024,"p90":1438,"p99":1830},"tps":{"p50":44.24,"p75":55.86,"p90":57.64,"p99":61.2}}},{"alias":"gpt-4.1-mini-2025-04-14","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":470,"p75":718,"p90":1176,"p99":1301},"ttft_ms":{"p50":469,"p75":718,"p90":1175,"p99":1301},"tps":{"p50":2.43,"p75":74.85,"p90":84.55,"p99":93.54}}},{"alias":"openai/gpt-5-4","endpoint":"openai/responses/retrieve","metrics":{"duration_ms":{"p50":5332,"p75":5356,"p90":5465,"p99":5583}}},{"alias":"openai/gpt-4o-2024-08-06","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":899,"p75":1383,"p90":1482,"p99":1604},"ttft_ms":{"p50":898,"p75":1382,"p90":1482,"p99":1603},"tps":{"p50":38.14,"p75":62.97,"p90":75.57,"p99":82.43}}},{"alias":"google/gemma-3-12b-it","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":2953,"p75":3058,"p90":3407,"p99":3407},"ttft_ms":{"p50":2952,"p75":3058,"p90":3407,"p99":3407},"tps":{"p50":29.12,"p75":31.7,"p90":32.76,"p99":32.76}}},{"alias":"openai/gpt-4.1-nano-2025-04-14","endpoint":"openai/responses/retrieve","metrics":{"duration_ms":{"p50":5240,"p75":5307,"p90":5832,"p99":5832}}},{"alias":"google/gemini-2.5-flash-image-edit","endpoint":"openai/image-generations","metrics":{"duration_ms":{"p50":8131,"p75":8695,"p90":9738,"p99":9738}}},{"alias":"openai/gpt-5-nano-2025-08-07","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":5850,"p75":8287,"p90":9479,"p99":9479},"ttft_ms":{"p50":5850,"p75":8287,"p90":9478,"p99":9478},"tps":{"p50":207.19,"p75":210.94,"p90":221.1,"p99":221.1}}},{"alias":"deepseek/deepseek-v4.1-flash","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":3573,"p75":8734,"p90":13173,"p99":13173},"ttft_ms":{"p50":1642,"p75":1854,"p90":1948,"p99":1948},"tps":{"p50":214.97,"p75":227.91,"p90":236.32,"p99":236.32}}},{"alias":"openai/gpt-5.6-luna","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":2414,"p75":3584,"p90":5161,"p99":5161},"ttft_ms":{"p50":2144,"p75":2821,"p90":3584,"p99":3584},"tps":{"p50":56.41,"p75":73.32,"p90":74.78,"p99":74.78}}},{"alias":"alibaba/qwen3-vl-flash","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":3498,"p75":4349,"p90":4452,"p99":4452},"ttft_ms":{"p50":3498,"p75":4348,"p90":4452,"p99":4452},"tps":{"p50":2.29,"p75":2.56,"p90":2.58,"p99":2.58}}},{"alias":"google/gemini-3.6-flash","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":35163,"p75":39647,"p90":41846,"p99":41846},"ttft_ms":{"p50":35163,"p75":39647,"p90":41845,"p99":41845},"tps":{"p50":190.41,"p75":192.34,"p90":201.68,"p99":201.68}}},{"alias":"meta-llama/Llama-3.3-70B-Instruct-Turbo","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":1369,"p75":2004,"p90":12803,"p99":12803},"ttft_ms":{"p50":750,"p75":1060,"p90":2003,"p99":2003},"tps":{"p50":50.32,"p75":66.68,"p90":108.83,"p99":108.83}}},{"alias":"openai/gpt-4o-2024-11-20","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":792,"p75":937,"p90":941,"p99":941},"ttft_ms":{"p50":792,"p75":937,"p90":941,"p99":941},"tps":{"p50":30.95,"p75":50.69,"p90":51.77,"p99":51.77}}},{"alias":"typesafe/jev","endpoint":"internal/decisions","metrics":{"duration_ms":{"p50":191,"p75":207,"p90":207,"p99":207}}},{"alias":"openai/gpt-5-mini","endpoint":"openai/responses/retrieve","metrics":{"duration_ms":{"p50":5406,"p75":8105,"p90":8105,"p99":8105},"ttft_ms":{"p50":8104,"p75":8104,"p90":8104,"p99":8104},"tps":{"p50":74.52,"p75":74.52,"p90":74.52,"p99":74.52}}},{"alias":"google/gemini-3.7-flash","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":5946,"p75":13293,"p90":13293,"p99":13293},"ttft_ms":{"p50":2513,"p75":11005,"p90":11005,"p99":11005},"tps":{"p50":156.31,"p75":613.18,"p90":613.18,"p99":613.18}}},{"alias":"alibaba/qwen3.8-flash","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":30703,"p75":66179,"p90":66179,"p99":66179},"ttft_ms":{"p50":30702,"p75":66178,"p90":66178,"p99":66178},"tps":{"p50":81.72,"p75":85.77,"p90":85.77,"p99":85.77}}},{"alias":"gpt-5-mini","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":8550,"p75":9407,"p90":9407,"p99":9407},"ttft_ms":{"p50":7374,"p75":9115,"p90":9115,"p99":9115},"tps":{"p50":624.86,"p75":2023.97,"p90":2023.97,"p99":2023.97}}},{"alias":"tencent/hy-mt2-7b","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":709,"p75":775,"p90":775,"p99":775},"ttft_ms":{"p50":709,"p75":775,"p90":775,"p99":775},"tps":{"p50":2.85,"p75":5.16,"p90":5.16,"p99":5.16}}},{"alias":"bytedance/seedream-v4-edit","endpoint":"openai/image-generations","metrics":{"duration_ms":{"p50":38944,"p75":43158,"p90":43158,"p99":43158}}},{"alias":"openai/gpt-5-2025-08-07","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":42044,"p75":42044,"p90":42044,"p99":42044},"ttft_ms":{"p50":27830,"p75":27830,"p90":27830,"p99":27830},"tps":{"p50":358.11,"p75":358.11,"p90":358.11,"p99":358.11}}},{"alias":"flux/schnell","endpoint":"openai/image-generations","metrics":{"duration_ms":{"p50":4370,"p75":4370,"p90":4370,"p99":4370}}},{"alias":"deepseek/deepseek-v4-pro","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":75275,"p75":75275,"p90":75275,"p99":75275},"ttft_ms":{"p50":34399,"p75":34399,"p90":34399,"p99":34399},"tps":{"p50":89.22,"p75":89.22,"p90":89.22,"p99":89.22}}},{"alias":"zhipu/glm-5.3","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":3775,"p75":3775,"p90":3775,"p99":3775},"ttft_ms":{"p50":2785,"p75":2785,"p90":2785,"p99":2785},"tps":{"p50":79.1,"p75":79.1,"p90":79.1,"p99":79.1}}},{"alias":"gpt-4.1-nano-2025-04-14","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":947,"p75":947,"p90":947,"p99":947},"ttft_ms":{"p50":946,"p75":946,"p90":946,"p99":946},"tps":{"p50":60.09,"p75":60.09,"p90":60.09,"p99":60.09}}},{"alias":"openai/gpt-image-1-5","endpoint":"openai/image-generations","metrics":{"duration_ms":{"p50":14104,"p75":14104,"p90":14104,"p99":14104}}},{"alias":"openai/gpt-4o","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":2056,"p75":2056,"p90":2056,"p99":2056},"ttft_ms":{"p50":464,"p75":464,"p90":464,"p99":464},"tps":{"p50":176.99,"p75":176.99,"p90":176.99,"p99":176.99}}},{"alias":"gpt-4o","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":1402,"p75":1402,"p90":1402,"p99":1402},"ttft_ms":{"p50":1402,"p75":1402,"p90":1402,"p99":1402},"tps":{"p50":82.74,"p75":82.74,"p90":82.74,"p99":82.74}}},{"alias":"alibaba/qwen-text-embedding-v4","endpoint":"openai/embeddings","metrics":{"duration_ms":{"p50":1573,"p75":1573,"p90":1573,"p99":1573}}},{"alias":"google/gemini-2.5-flash-image","endpoint":"openai/image-generations","metrics":{"duration_ms":{"p50":7236,"p75":7236,"p90":7236,"p99":7236}}},{"alias":"google/gemini-3-1-pro-preview","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":12577,"p75":12577,"p90":12577,"p99":12577},"ttft_ms":{"p50":12576,"p75":12576,"p90":12576,"p99":12576},"tps":{"p50":105.27,"p75":105.27,"p90":105.27,"p99":105.27}}},{"alias":"openai/gpt-image-2","endpoint":"openai/image-generations","metrics":{"duration_ms":{"p50":17506,"p75":17506,"p90":17506,"p99":17506}}},{"alias":"claude-opus-4-8","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":6668,"p75":6668,"p90":6668,"p99":6668},"ttft_ms":{"p50":6667,"p75":6667,"p90":6667,"p99":6667},"tps":{"p50":68.24,"p75":68.24,"p90":68.24,"p99":68.24}}},{"alias":"anthropic/claude-haiku-4.5","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":708,"p75":708,"p90":708,"p99":708},"ttft_ms":{"p50":708,"p75":708,"p90":708,"p99":708},"tps":{"p50":1.41,"p75":1.41,"p90":1.41,"p99":1.41}}},{"alias":"google/nano-banana-2","endpoint":"openai/image-generations","metrics":{"duration_ms":{"p50":11499,"p75":11499,"p90":11499,"p99":11499}}},{"alias":"gpt-5.4-mini","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":1062,"p75":1062,"p90":1062,"p99":1062},"ttft_ms":{"p50":1062,"p75":1062,"p90":1062,"p99":1062},"tps":{"p50":35.78,"p75":35.78,"p90":35.78,"p99":35.78}}},{"alias":"openai/gpt-4.1-mini-2025-04-14","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":436,"p75":436,"p90":436,"p99":436},"ttft_ms":{"p50":435,"p75":435,"p90":435,"p99":435},"tps":{"p50":2.29,"p75":2.29,"p90":2.29,"p99":2.29}}},{"alias":"anthropic/claude-fable-5.1","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":71670,"p75":71670,"p90":71670,"p99":71670},"ttft_ms":{"p50":71670,"p75":71670,"p90":71670,"p99":71670},"tps":{"p50":49.53,"p75":49.53,"p90":49.53,"p99":49.53}}},{"alias":"google/gemini-3-6-flash","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":17523,"p75":17523,"p90":17523,"p99":17523},"ttft_ms":{"p50":17523,"p75":17523,"p90":17523,"p99":17523},"tps":{"p50":220.97,"p75":220.97,"p90":220.97,"p99":220.97}}},{"alias":"google/gemini-3-1-flash-lite","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":1121,"p75":1121,"p90":1121,"p99":1121},"ttft_ms":{"p50":1121,"p75":1121,"p90":1121,"p99":1121},"tps":{"p50":106.16,"p75":106.16,"p90":106.16,"p99":106.16}}},{"alias":"google/gemini-3-flash-preview","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":23256,"p75":23256,"p90":23256,"p99":23256},"ttft_ms":{"p50":23256,"p75":23256,"p90":23256,"p99":23256},"tps":{"p50":129.82,"p75":129.82,"p90":129.82,"p99":129.82}}},{"alias":"deepseek-reasoner","endpoint":"openai/chat-completions","metrics":{"duration_ms":{"p50":18845,"p75":18845,"p90":18845,"p99":18845},"ttft_ms":{"p50":287,"p75":287,"p90":287,"p99":287},"tps":{"p50":165.82,"p75":165.82,"p90":165.82,"p99":165.82}}}]}