{"data":[{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20261017","variant":"standard","total_completion_tokens":236336043470,"total_prompt_tokens":16237260463007,"total_native_tokens_reasoning":0,"count":284012445,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20261017","change":null,"rankingMetricValue":16473596506477},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-m3.1-flash-20261019","variant":"free","total_completion_tokens":111633157666,"total_prompt_tokens":10233311577175,"total_native_tokens_reasoning":0,"count":84227898,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3.1-flash-20261019:free","change":null,"rankingMetricValue":10344944734841},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","variant":"free","total_completion_tokens":28394962683,"total_prompt_tokens":1272025334721,"total_native_tokens_reasoning":0,"count":13476209,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-super-vl-20261015:free","change":null,"rankingMetricValue":1300420297404},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","variant":"standard","total_completion_tokens":5834889558,"total_prompt_tokens":132992522094,"total_native_tokens_reasoning":0,"count":3707874,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","change":null,"rankingMetricValue":138827411652},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-spark-open-20261015","variant":"standard","total_completion_tokens":2810716040,"total_prompt_tokens":108390914748,"total_native_tokens_reasoning":0,"count":2075290,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-open-20261015","change":null,"rankingMetricValue":111201630788},{"date":"2026-10-21 00:00:00","model_permaslug":"reflection/beam-1.0-501b-a23b-20261016","variant":"standard","total_completion_tokens":1195514996,"total_prompt_tokens":99780769468,"total_native_tokens_reasoning":0,"count":1754191,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"reflection/beam-1.0-501b-a23b-20261016","change":null,"rankingMetricValue":100976284464},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/pplx-decider-v1.2-20261016","variant":"standard","total_completion_tokens":154489821,"total_prompt_tokens":87039585198,"total_native_tokens_reasoning":0,"count":43540747,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-v1.2-20261016","change":null,"rankingMetricValue":87194075019},{"date":"2026-10-21 00:00:00","model_permaslug":"inception/mercury-3-20261019","variant":"standard","total_completion_tokens":1994074460,"total_prompt_tokens":80436575094,"total_native_tokens_reasoning":0,"count":1891875,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-3-20261019","change":null,"rankingMetricValue":82430649554},{"date":"2026-10-21 00:00:00","model_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","variant":"free","total_completion_tokens":1600343783,"total_prompt_tokens":43077236987,"total_native_tokens_reasoning":0,"count":1477505,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015:free","change":null,"rankingMetricValue":44677580770},{"date":"2026-10-21 00:00:00","model_permaslug":"liquid/d1-ultra-20261015","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":43421113149,"total_native_tokens_reasoning":0,"count":17447274,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1-ultra-20261015","change":null,"rankingMetricValue":43421113149},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/pplx-decider-flash-v1.2-20261016","variant":"standard","total_completion_tokens":15698597,"total_prompt_tokens":13873534050,"total_native_tokens_reasoning":0,"count":4884921,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-flash-v1.2-20261016","change":null,"rankingMetricValue":13889232647},{"date":"2026-10-21 00:00:00","model_permaslug":"respan/span-02-20261015","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":11465970177,"total_native_tokens_reasoning":0,"count":4765985,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-02-20261015","change":null,"rankingMetricValue":11465970177},{"date":"2026-10-21 00:00:00","model_permaslug":"unbiased/pareto-26.10-20261015","variant":"standard","total_completion_tokens":49431380,"total_prompt_tokens":3543676921,"total_native_tokens_reasoning":0,"count":91050,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.10-20261015","change":null,"rankingMetricValue":3593108301},{"date":"2026-10-21 00:00:00","model_permaslug":"elorian/glimpse-20261016","variant":"standard","total_completion_tokens":503379587,"total_prompt_tokens":2617134835,"total_native_tokens_reasoning":0,"count":210438,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elorian/glimpse-20261016","change":null,"rankingMetricValue":3120514422},{"date":"2026-10-21 00:00:00","model_permaslug":"recursive/flint-v1.0-20261021","variant":"free","total_completion_tokens":49226075,"total_prompt_tokens":1245542832,"total_native_tokens_reasoning":0,"count":41048,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recursive/flint-v1.0-20261021:free","change":null,"rankingMetricValue":1294768907},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-m3.1-flash-20261019","variant":"standard","total_completion_tokens":15646864,"total_prompt_tokens":552097921,"total_native_tokens_reasoning":0,"count":22462,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3.1-flash-20261019","change":null,"rankingMetricValue":567744785},{"date":"2026-10-21 00:00:00","model_permaslug":"black-forest-labs/flux-3-image-klein-20261015","variant":"standard","total_completion_tokens":321274600,"total_prompt_tokens":25530099,"total_native_tokens_reasoning":0,"count":76952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-image-klein-20261015","change":null,"rankingMetricValue":346804699},{"date":"2026-10-21 00:00:00","model_permaslug":"nace-ai/drex-max-20261016","variant":"standard","total_completion_tokens":21708814,"total_prompt_tokens":75584510,"total_native_tokens_reasoning":0,"count":28535,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-max-20261016","change":null,"rankingMetricValue":97293324},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-image-2.1-turbo-20261016","variant":"standard","total_completion_tokens":74532100,"total_prompt_tokens":5411087,"total_native_tokens_reasoning":0,"count":17277,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-2.1-turbo-20261016","change":null,"rankingMetricValue":79943187},{"date":"2026-10-21 00:00:00","model_permaslug":"moondream/moondream3.1-9b-a2b-20261013","variant":"standard","total_completion_tokens":14273453,"total_prompt_tokens":42268464,"total_native_tokens_reasoning":0,"count":35159,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moondream/moondream3.1-9b-a2b-20261013","change":null,"rankingMetricValue":56541917},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-image-2.1-pro-20261016","variant":"standard","total_completion_tokens":44021200,"total_prompt_tokens":3551263,"total_native_tokens_reasoning":0,"count":10383,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-2.1-pro-20261016","change":null,"rankingMetricValue":47572463},{"date":"2026-10-21 00:00:00","model_permaslug":"krea/k3-edit-20260914","variant":"standard","total_completion_tokens":44555600,"total_prompt_tokens":2885421,"total_native_tokens_reasoning":0,"count":10672,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/k3-edit-20260914","change":null,"rankingMetricValue":47441021},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"batch","total_completion_tokens":233264,"total_prompt_tokens":34275801,"total_native_tokens_reasoning":0,"count":2465,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-20260305:batch","change":null,"rankingMetricValue":34509065},{"date":"2026-10-21 00:00:00","model_permaslug":"moondream/moondream3-preview-20261013","variant":"standard","total_completion_tokens":6626370,"total_prompt_tokens":23675373,"total_native_tokens_reasoning":0,"count":44674,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moondream/moondream3-preview-20261013","change":null,"rankingMetricValue":30301743},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-8b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":27921172,"total_native_tokens_reasoning":0,"count":6259,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-8b-20261021:free","change":null,"rankingMetricValue":27921172},{"date":"2026-10-16 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"batch","total_completion_tokens":9293294,"total_prompt_tokens":15510131,"total_native_tokens_reasoning":0,"count":6141,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-20260423:batch","change":null,"rankingMetricValue":24803425},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-1b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":22580476,"total_native_tokens_reasoning":0,"count":3480,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-1b-20261021:free","change":null,"rankingMetricValue":22580476},{"date":"2026-10-21 00:00:00","model_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","variant":"standard","total_completion_tokens":254918,"total_prompt_tokens":13554832,"total_native_tokens_reasoning":0,"count":996,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","change":null,"rankingMetricValue":13809750},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"batch","total_completion_tokens":3598182,"total_prompt_tokens":5591932,"total_native_tokens_reasoning":0,"count":4491,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602:batch","change":null,"rankingMetricValue":9190114},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-rerank-8b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":4714306,"total_native_tokens_reasoning":0,"count":1122,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-rerank-8b-20261021:free","change":null,"rankingMetricValue":4714306},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/voxtral-small-transcribe-3-0-20261020","variant":"standard","total_completion_tokens":3413968,"total_prompt_tokens":148904,"total_native_tokens_reasoning":0,"count":25109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-transcribe-3-0-20261020","change":null,"rankingMetricValue":3562872},{"date":"2026-10-21 00:00:00","model_permaslug":"baseten/mammoth-1-20261021","variant":"free","total_completion_tokens":1704,"total_prompt_tokens":2604717,"total_native_tokens_reasoning":0,"count":1018,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baseten/mammoth-1-20261021:free","change":null,"rankingMetricValue":2606421},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-3-0-20261020","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1128252,"total_native_tokens_reasoning":0,"count":47033,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-tts-3-0-20261020","change":null,"rankingMetricValue":1128252},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-3-0-20261020","variant":"standard","total_completion_tokens":960099,"total_prompt_tokens":117724,"total_native_tokens_reasoning":0,"count":22742,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-3-0-20261020","change":null,"rankingMetricValue":1077823},{"date":"2026-10-21 00:00:00","model_permaslug":"baseten/elephant-1-20261021","variant":"free","total_completion_tokens":967,"total_prompt_tokens":1058200,"total_native_tokens_reasoning":0,"count":580,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baseten/elephant-1-20261021:free","change":null,"rankingMetricValue":1059167},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/voyage-4","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":749300,"total_native_tokens_reasoning":0,"count":1598,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4","change":null,"rankingMetricValue":749300},{"date":"2026-10-21 00:00:00","model_permaslug":"recursive/flint-v1.0-20261021","variant":"standard","total_completion_tokens":104,"total_prompt_tokens":22311,"total_native_tokens_reasoning":0,"count":2,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recursive/flint-v1.0-20261021","change":null,"rankingMetricValue":22415},{"date":"2026-10-19 00:00:00","model_permaslug":"intfloat/multilingual-e5-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":7713,"total_native_tokens_reasoning":0,"count":74,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/multilingual-e5-large","change":null,"rankingMetricValue":7713},{"date":"2026-10-21 00:00:00","model_permaslug":"typesafe/jev-1.14-20261014","variant":"standard","total_completion_tokens":140806254011,"total_prompt_tokens":1078366991600,"total_native_tokens_reasoning":0,"count":316353243,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"typesafe/jev-1.14-20261014","change":905779.4545725383,"rankingMetricValue":1219173245611},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/voyage-code-4","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":772212,"total_native_tokens_reasoning":0,"count":211,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4","change":2838.014705882353,"rankingMetricValue":772212},{"date":"2026-10-21 00:00:00","model_permaslug":"baai/bge-m3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1033814,"total_native_tokens_reasoning":0,"count":201,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3","change":572.7036625971143,"rankingMetricValue":1033814},{"date":"2026-10-16 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"batch","total_completion_tokens":7351,"total_prompt_tokens":984,"total_native_tokens_reasoning":0,"count":24,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528:batch","change":519.9375,"rankingMetricValue":8335},{"date":"2026-10-16 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"batch","total_completion_tokens":4672,"total_prompt_tokens":766,"total_native_tokens_reasoning":0,"count":24,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205:batch","change":387.42857142857144,"rankingMetricValue":5438},{"date":"2026-10-16 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"batch","total_completion_tokens":8248,"total_prompt_tokens":984,"total_native_tokens_reasoning":0,"count":24,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609:batch","change":354.0769230769231,"rankingMetricValue":9232},{"date":"2026-10-21 00:00:00","model_permaslug":"heygen/heygen-voice-1-turbo-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1539434,"total_native_tokens_reasoning":0,"count":21450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-turbo-20261009","change":55.51580454495392,"rankingMetricValue":1539434},{"date":"2026-10-21 00:00:00","model_permaslug":"text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":478994,"total_native_tokens_reasoning":0,"count":191,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-large","change":47.66836008941272,"rankingMetricValue":478994},{"date":"2026-10-20 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"batch","total_completion_tokens":24590123,"total_prompt_tokens":57761582,"total_native_tokens_reasoning":0,"count":14951,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-pro:batch","change":47.5612401464296,"rankingMetricValue":82351705},{"date":"2026-10-21 00:00:00","model_permaslug":"scaledown/summarize-20260928","variant":"standard","total_completion_tokens":153142060,"total_prompt_tokens":4533624159,"total_native_tokens_reasoning":0,"count":1858023,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/summarize-20260928","change":35.972183382751815,"rankingMetricValue":4686766219},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"batch","total_completion_tokens":2676105,"total_prompt_tokens":23791698,"total_native_tokens_reasoning":0,"count":23056,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2512:batch","change":35.906258409873345,"rankingMetricValue":26467803},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"batch","total_completion_tokens":341745379,"total_prompt_tokens":393439329,"total_native_tokens_reasoning":0,"count":31376,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929:batch","change":25.100882577525706,"rankingMetricValue":735184708},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"batch","total_completion_tokens":20973266,"total_prompt_tokens":285659162,"total_native_tokens_reasoning":0,"count":105791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709:batch","change":14.167446681997061,"rankingMetricValue":306632428},{"date":"2026-10-21 00:00:00","model_permaslug":"sakana/namazu-20260811","variant":"standard","total_completion_tokens":21117527,"total_prompt_tokens":586299649,"total_native_tokens_reasoning":0,"count":34366,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/namazu-20260811","change":13.669473575202462,"rankingMetricValue":607417176},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"batch","total_completion_tokens":5819650,"total_prompt_tokens":9610352,"total_native_tokens_reasoning":0,"count":251,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709:batch","change":12.323813528806806,"rankingMetricValue":15430002},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"batch","total_completion_tokens":228250536,"total_prompt_tokens":1102361535,"total_native_tokens_reasoning":0,"count":273151,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013:batch","change":7.7555252449587,"rankingMetricValue":1330612071},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"batch","total_completion_tokens":47880338,"total_prompt_tokens":2494797805,"total_native_tokens_reasoning":0,"count":88856,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709:batch","change":5.403216711909201,"rankingMetricValue":2542678143},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"batch","total_completion_tokens":333013051,"total_prompt_tokens":1455239084,"total_native_tokens_reasoning":0,"count":327535,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922:batch","change":4.661529501344158,"rankingMetricValue":1788252135},{"date":"2026-10-21 00:00:00","model_permaslug":"heygen/heygen-voice-1-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":359748,"total_native_tokens_reasoning":0,"count":9572,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-20261009","change":4.541660890059615,"rankingMetricValue":359748},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"standard","total_completion_tokens":16783512286,"total_prompt_tokens":969512617061,"total_native_tokens_reasoning":0,"count":17428350,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013","change":4.164729794682952,"rankingMetricValue":986296129347},{"date":"2026-10-21 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21129813875,"total_native_tokens_reasoning":0,"count":1375327,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925","change":4.0121235940628415,"rankingMetricValue":21129813875},{"date":"2026-10-21 00:00:00","model_permaslug":"fish-audio/s1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":147382,"total_native_tokens_reasoning":0,"count":1642,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s1-20260729","change":3.4832390338869623,"rankingMetricValue":147382},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"batch","total_completion_tokens":9072786327,"total_prompt_tokens":137677062665,"total_native_tokens_reasoning":0,"count":12703087,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922:batch","change":3.1132960115959594,"rankingMetricValue":146749848992},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"batch","total_completion_tokens":26569475,"total_prompt_tokens":250167717,"total_native_tokens_reasoning":0,"count":33545,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723:batch","change":3.011695238072044,"rankingMetricValue":276737192},{"date":"2026-10-21 00:00:00","model_permaslug":"inception/mercury-decide-20260930","variant":"standard","total_completion_tokens":35098141,"total_prompt_tokens":31038679345,"total_native_tokens_reasoning":0,"count":15865088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-decide-20260930","change":2.8658884061775396,"rankingMetricValue":31073777486},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","variant":"standard","total_completion_tokens":509590375,"total_prompt_tokens":113931233,"total_native_tokens_reasoning":0,"count":2155560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","change":2.742815591797694,"rankingMetricValue":623521608},{"date":"2026-10-21 00:00:00","model_permaslug":"scaledown/extract-20260928","variant":"standard","total_completion_tokens":316528111,"total_prompt_tokens":594737065,"total_native_tokens_reasoning":0,"count":387959,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/extract-20260928","change":2.7329768786560495,"rankingMetricValue":911265176},{"date":"2026-10-21 00:00:00","model_permaslug":"inception/mercury-2-20260304","variant":"standard","total_completion_tokens":449095204,"total_prompt_tokens":4969691574,"total_native_tokens_reasoning":0,"count":609560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2-20260304","change":2.7257140845946184,"rankingMetricValue":5418786778},{"date":"2026-10-21 00:00:00","model_permaslug":"fish-audio/drama-3-20261013","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":26671966,"total_native_tokens_reasoning":0,"count":508305,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/drama-3-20261013","change":2.721040212871897,"rankingMetricValue":26671966},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4983873,"total_native_tokens_reasoning":0,"count":30531,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","change":2.6175629024859037,"rankingMetricValue":4983873},{"date":"2026-10-21 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"standard","total_completion_tokens":1165561069,"total_prompt_tokens":16072870450,"total_native_tokens_reasoning":0,"count":1045347,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730","change":2.6139415209326633,"rankingMetricValue":17238431519},{"date":"2026-10-21 00:00:00","model_permaslug":"sakana/fugu-max-20260911","variant":"standard","total_completion_tokens":21071045,"total_prompt_tokens":2467761561,"total_native_tokens_reasoning":0,"count":16116,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-max-20260911","change":2.4142631821018887,"rankingMetricValue":2488832606},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4o-2024-05-13","variant":"standard","total_completion_tokens":12590801,"total_prompt_tokens":398177040,"total_native_tokens_reasoning":0,"count":133765,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-05-13","change":2.1846996986920373,"rankingMetricValue":410767841},{"date":"2026-10-21 00:00:00","model_permaslug":"unbiased/pareto-26.9-20260917","variant":"standard","total_completion_tokens":53421158,"total_prompt_tokens":1101988478,"total_native_tokens_reasoning":0,"count":67077,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.9-20260917","change":2.1745158673571727,"rankingMetricValue":1155409636},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/eleven-v4-turbo-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":25529638,"total_native_tokens_reasoning":0,"count":1845555,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-turbo-20260930","change":2.0828111820810418,"rankingMetricValue":25529638},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"batch","total_completion_tokens":67193089,"total_prompt_tokens":705377629,"total_native_tokens_reasoning":0,"count":20904,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816:batch","change":2.0630671042020388,"rankingMetricValue":772570718},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.8-flash-tts-20260922","variant":"standard","total_completion_tokens":1165406335,"total_prompt_tokens":294685868,"total_native_tokens_reasoning":0,"count":5542808,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-tts-20260922","change":1.7893380423606982,"rankingMetricValue":1460092203},{"date":"2026-10-21 00:00:00","model_permaslug":"upstage/solar-pro-3","variant":"standard","total_completion_tokens":13846726,"total_prompt_tokens":214102379,"total_native_tokens_reasoning":0,"count":37888,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-pro-3","change":1.7090502802538077,"rankingMetricValue":227949105},{"date":"2026-10-21 00:00:00","model_permaslug":"nace-ai/drex-v2.0-20261009","variant":"standard","total_completion_tokens":2221217127,"total_prompt_tokens":9311499004,"total_native_tokens_reasoning":0,"count":20142516,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v2.0-20261009","change":1.7073022373471967,"rankingMetricValue":11532716131},{"date":"2026-10-21 00:00:00","model_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","variant":"standard","total_completion_tokens":32077498,"total_prompt_tokens":336669476,"total_native_tokens_reasoning":0,"count":76377,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","change":1.6640832757868562,"rankingMetricValue":368746974},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/voyage-code-4-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1436467474,"total_native_tokens_reasoning":0,"count":188918,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4-20260812","change":1.6291275718608953,"rankingMetricValue":1436467474},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4-styles-vector-20260826","variant":"standard","total_completion_tokens":9063925,"total_prompt_tokens":265096,"total_native_tokens_reasoning":0,"count":1523,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-vector-20260826","change":1.5977990184134498,"rankingMetricValue":9329021},{"date":"2026-10-21 00:00:00","model_permaslug":"deepgram/flux-tts-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":266166,"total_native_tokens_reasoning":0,"count":6230,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/flux-tts-20260812","change":1.514249548945335,"rankingMetricValue":266166},{"date":"2026-10-21 00:00:00","model_permaslug":"baai/bge-large-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":255597877,"total_native_tokens_reasoning":0,"count":200196,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-large-en-v1.5-20251117","change":1.505046195797507,"rankingMetricValue":255597877},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.6-35b-a3b-20260415","variant":"standard","total_completion_tokens":12167212028,"total_prompt_tokens":757832366224,"total_native_tokens_reasoning":0,"count":34221524,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-35b-a3b-20260415","change":1.4951177366290545,"rankingMetricValue":769999578252},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/command-a-plus-05-2026","variant":"standard","total_completion_tokens":283745445,"total_prompt_tokens":2099894049,"total_native_tokens_reasoning":0,"count":270089,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-plus-05-2026","change":1.4691917842686266,"rankingMetricValue":2383639494},{"date":"2026-10-21 00:00:00","model_permaslug":"Qwen/Qwen3-Embedding-8B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1565110,"total_native_tokens_reasoning":0,"count":30335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"Qwen/Qwen3-Embedding-8B","change":1.4579276336453295,"rankingMetricValue":1565110},{"date":"2026-10-21 00:00:00","model_permaslug":"rekaai/reka-flash-3","variant":"standard","total_completion_tokens":62350519,"total_prompt_tokens":27678901,"total_native_tokens_reasoning":0,"count":15004,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-flash-3","change":1.4398086546800821,"rankingMetricValue":90029420},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-code-20260730","variant":"standard","total_completion_tokens":13315914,"total_prompt_tokens":588589352,"total_native_tokens_reasoning":0,"count":27992,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-code-20260730","change":1.4201428248925663,"rankingMetricValue":601905266},{"date":"2026-10-21 00:00:00","model_permaslug":"jaredpalmer/kev-4b-20260924","variant":"standard","total_completion_tokens":531773023,"total_prompt_tokens":4864342114,"total_native_tokens_reasoning":0,"count":14168270,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"jaredpalmer/kev-4b-20260924","change":1.3656709940446359,"rankingMetricValue":5396115137},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"batch","total_completion_tokens":2379701077,"total_prompt_tokens":5766636548,"total_native_tokens_reasoning":0,"count":1366703,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910:batch","change":1.2928988163773951,"rankingMetricValue":8146337625},{"date":"2026-10-21 00:00:00","model_permaslug":"inception/mercury-decide-20260930","variant":"free","total_completion_tokens":140960612,"total_prompt_tokens":51167647464,"total_native_tokens_reasoning":0,"count":8211891,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-decide-20260930:free","change":1.278423409219277,"rankingMetricValue":51308608076},{"date":"2026-10-21 00:00:00","model_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","variant":"standard","total_completion_tokens":201468807,"total_prompt_tokens":1349287491,"total_native_tokens_reasoning":0,"count":151134,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","change":1.261379837611378,"rankingMetricValue":1550756298},{"date":"2026-10-21 00:00:00","model_permaslug":"rekaai/reka-edge-2603","variant":"standard","total_completion_tokens":4050240,"total_prompt_tokens":32125530,"total_native_tokens_reasoning":0,"count":49446,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-edge-2603","change":1.157835169835162,"rankingMetricValue":36175770},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"batch","total_completion_tokens":433888916,"total_prompt_tokens":1705589958,"total_native_tokens_reasoning":0,"count":757304,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826:batch","change":1.0994769888681246,"rankingMetricValue":2139478874},{"date":"2026-10-21 00:00:00","model_permaslug":"scaledown/classify-1-20260928","variant":"standard","total_completion_tokens":3275239,"total_prompt_tokens":7185977632,"total_native_tokens_reasoning":0,"count":836156,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/classify-1-20260928","change":1.0824485676685935,"rankingMetricValue":7189252871},{"date":"2026-10-21 00:00:00","model_permaslug":"amazon/nova-pro-v1","variant":"standard","total_completion_tokens":9549147,"total_prompt_tokens":503142198,"total_native_tokens_reasoning":0,"count":37733,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-pro-v1","change":1.03490172568533,"rankingMetricValue":512691345},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-mini-20260224","variant":"standard","total_completion_tokens":1628693260,"total_prompt_tokens":4994601466,"total_native_tokens_reasoning":0,"count":3046469,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-mini-20260224","change":1.0084685200461883,"rankingMetricValue":6623294726},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"standard","total_completion_tokens":36961586,"total_prompt_tokens":103835210,"total_native_tokens_reasoning":0,"count":174936,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","change":0.9614656566504679,"rankingMetricValue":140796796},{"date":"2026-10-19 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b","variant":"free","total_completion_tokens":0,"total_prompt_tokens":2556115,"total_native_tokens_reasoning":0,"count":120,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b:free","change":0.9195283699686927,"rankingMetricValue":2556115},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-flash-20250625","variant":"standard","total_completion_tokens":467735513,"total_prompt_tokens":5157432415,"total_native_tokens_reasoning":0,"count":2593384,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-flash-20250625","change":0.869019028340296,"rankingMetricValue":5625167928},{"date":"2026-10-21 00:00:00","model_permaslug":"cloudflare/clef","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":28733077596,"total_native_tokens_reasoning":0,"count":27107802,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef","change":0.8607150524461857,"rankingMetricValue":28733077596},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.5-35b-a3b-20260224","variant":"standard","total_completion_tokens":1450187971,"total_prompt_tokens":20090169333,"total_native_tokens_reasoning":0,"count":5922801,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-35b-a3b-20260224","change":0.8568055726385109,"rankingMetricValue":21540357304},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":45052522053,"total_native_tokens_reasoning":0,"count":22958978,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-large","change":0.8538181160428084,"rankingMetricValue":45052522053},{"date":"2026-10-21 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":539852085,"total_native_tokens_reasoning":0,"count":28318260,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","change":0.8342851742173953,"rankingMetricValue":539852085},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","variant":"standard","total_completion_tokens":1258119502,"total_prompt_tokens":16003696528,"total_native_tokens_reasoning":0,"count":7779875,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","change":0.8309411189539636,"rankingMetricValue":17261816030},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-m1","variant":"standard","total_completion_tokens":2980960,"total_prompt_tokens":95687419,"total_native_tokens_reasoning":0,"count":12402,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m1","change":0.809295656236466,"rankingMetricValue":98668379},{"date":"2026-10-21 00:00:00","model_permaslug":"relace/relace-search-20251208","variant":"standard","total_completion_tokens":687486,"total_prompt_tokens":6053656,"total_native_tokens_reasoning":0,"count":9392,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-search-20251208","change":0.7826059823007164,"rankingMetricValue":6741142},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"standard","total_completion_tokens":3384496,"total_prompt_tokens":27636996,"total_native_tokens_reasoning":0,"count":8943,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211","change":0.7629743299527947,"rankingMetricValue":31021492},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5v-turbo-20260401","variant":"standard","total_completion_tokens":120941019,"total_prompt_tokens":1849228484,"total_native_tokens_reasoning":0,"count":122459,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5v-turbo-20260401","change":0.7611817926583377,"rankingMetricValue":1970169503},{"date":"2026-10-21 00:00:00","model_permaslug":"meta-llama/llama-3.1-70b-instruct","variant":"standard","total_completion_tokens":117959264,"total_prompt_tokens":2456484462,"total_native_tokens_reasoning":0,"count":1508604,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-70b-instruct","change":0.7440791410649882,"rankingMetricValue":2574443726},{"date":"2026-10-21 00:00:00","model_permaslug":"cloudflare/clef-omni-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3544704213,"total_native_tokens_reasoning":0,"count":1940408,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-omni-20261009","change":0.7241485962542805,"rankingMetricValue":3544704213},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-4.20-multi-agent-20260309","variant":"standard","total_completion_tokens":107580378,"total_prompt_tokens":1286636125,"total_native_tokens_reasoning":0,"count":21119,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-multi-agent-20260309","change":0.6888800599185555,"rankingMetricValue":1394216503},{"date":"2026-10-21 00:00:00","model_permaslug":"meta-llama/llama-guard-4-12b","variant":"standard","total_completion_tokens":8405432,"total_prompt_tokens":1972911760,"total_native_tokens_reasoning":0,"count":2106086,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-guard-4-12b","change":0.6476882415214672,"rankingMetricValue":1981317192},{"date":"2026-10-21 00:00:00","model_permaslug":"krea/krea-2-large-20260720","variant":"standard","total_completion_tokens":11790200,"total_prompt_tokens":1122304,"total_native_tokens_reasoning":0,"count":2824,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-large-20260720","change":0.6298964250844296,"rankingMetricValue":12912504},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3189934,"total_native_tokens_reasoning":0,"count":309348,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","change":0.627104759660433,"rankingMetricValue":3189934},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"standard","total_completion_tokens":8436904507,"total_prompt_tokens":51664457695,"total_native_tokens_reasoning":0,"count":12268540,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310","change":0.605543995903166,"rankingMetricValue":60101362202},{"date":"2026-10-21 00:00:00","model_permaslug":"meta-llama/llama-3.1-8b-instruct","variant":"standard","total_completion_tokens":11201211919,"total_prompt_tokens":51004033313,"total_native_tokens_reasoning":0,"count":110035429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-8b-instruct","change":0.5960367505484869,"rankingMetricValue":62205245232},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemma-3-4b-it","variant":"standard","total_completion_tokens":203966411,"total_prompt_tokens":1012316495,"total_native_tokens_reasoning":0,"count":1252762,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-4b-it","change":0.5934110302982267,"rankingMetricValue":1216282906},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260216","variant":"standard","total_completion_tokens":959623448,"total_prompt_tokens":4080380715,"total_native_tokens_reasoning":0,"count":472990,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260216","change":0.5759220984302944,"rankingMetricValue":5040004163},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-m2","variant":"standard","total_completion_tokens":129923838,"total_prompt_tokens":467040653,"total_native_tokens_reasoning":0,"count":74459,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2","change":0.5579909946000213,"rankingMetricValue":596964491},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-instruct","variant":"standard","total_completion_tokens":591087034,"total_prompt_tokens":8966060199,"total_native_tokens_reasoning":0,"count":7188783,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-8b-instruct","change":0.5416021666366712,"rankingMetricValue":9557147233},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-wonder-20261012","variant":"standard","total_completion_tokens":2105355408,"total_prompt_tokens":181029622796,"total_native_tokens_reasoning":0,"count":2226079,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-wonder-20261012","change":0.5404512125399203,"rankingMetricValue":183134978204},{"date":"2026-10-21 00:00:00","model_permaslug":"morph/morph-v3-large","variant":"standard","total_completion_tokens":27743409,"total_prompt_tokens":29472296,"total_native_tokens_reasoning":0,"count":8821,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-large","change":0.5155723772053836,"rankingMetricValue":57215705},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"batch","total_completion_tokens":384930132,"total_prompt_tokens":3901767297,"total_native_tokens_reasoning":0,"count":755312,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928:batch","change":0.5083419965554018,"rankingMetricValue":4286697429},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"standard","total_completion_tokens":4030868,"total_prompt_tokens":17270049,"total_native_tokens_reasoning":0,"count":11198,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305","change":0.5054896411929467,"rankingMetricValue":21300917},{"date":"2026-10-21 00:00:00","model_permaslug":"intfloat/multilingual-e5-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":7603583764,"total_native_tokens_reasoning":0,"count":999214,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/multilingual-e5-large-20251117","change":0.503420056593632,"rankingMetricValue":7603583764},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"standard","total_completion_tokens":7296561,"total_prompt_tokens":29086118,"total_native_tokens_reasoning":0,"count":3000,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617","change":0.5014523769464053,"rankingMetricValue":36382679},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"batch","total_completion_tokens":625425375,"total_prompt_tokens":4690170984,"total_native_tokens_reasoning":0,"count":3912440,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-lite:batch","change":0.4788995020060425,"rankingMetricValue":5315596359},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemma-2-27b-it","variant":"standard","total_completion_tokens":100852788,"total_prompt_tokens":250161168,"total_native_tokens_reasoning":0,"count":1200487,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-2-27b-it","change":0.4722661626565954,"rankingMetricValue":351013956},{"date":"2026-10-21 00:00:00","model_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","variant":"standard","total_completion_tokens":1071122623,"total_prompt_tokens":19959093903,"total_native_tokens_reasoning":0,"count":6547617,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","change":0.45170543929485885,"rankingMetricValue":21030216526},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-2.5-coder-32b-instruct","variant":"standard","total_completion_tokens":30106149,"total_prompt_tokens":114589659,"total_native_tokens_reasoning":0,"count":157355,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-coder-32b-instruct","change":0.4321299922372743,"rankingMetricValue":144695808},{"date":"2026-10-21 00:00:00","model_permaslug":"sakana/fugu-ultra-v2-20260911","variant":"standard","total_completion_tokens":18913340,"total_prompt_tokens":1653914170,"total_native_tokens_reasoning":0,"count":9096,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-v2-20260911","change":0.4299954508376713,"rankingMetricValue":1672827510},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"batch","total_completion_tokens":1088256061,"total_prompt_tokens":6524064341,"total_native_tokens_reasoning":0,"count":425485,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922:batch","change":0.42554323828611673,"rankingMetricValue":7612320402},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-medium-3.1","variant":"standard","total_completion_tokens":453052100,"total_prompt_tokens":4375312174,"total_native_tokens_reasoning":0,"count":967000,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.1","change":0.41002232012871,"rankingMetricValue":4828364274},{"date":"2026-10-21 00:00:00","model_permaslug":"morph/morph-v3-fast","variant":"standard","total_completion_tokens":59343395,"total_prompt_tokens":52632601,"total_native_tokens_reasoning":0,"count":16057,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-fast","change":0.40958391718772236,"rankingMetricValue":111975996},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/rerank-3-lite-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":12420600128,"total_native_tokens_reasoning":0,"count":1735279,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-lite-20260930","change":0.38393268716294976,"rankingMetricValue":12420600128},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.1-codex-max-20251204","variant":"standard","total_completion_tokens":8115563,"total_prompt_tokens":240486691,"total_native_tokens_reasoning":0,"count":14568,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-max-20251204","change":0.3601327276169005,"rankingMetricValue":248602254},{"date":"2026-10-21 00:00:00","model_permaslug":"moonshotai/kimi-k2-thinking-20251106","variant":"standard","total_completion_tokens":824972899,"total_prompt_tokens":2079420722,"total_native_tokens_reasoning":0,"count":177831,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-thinking-20251106","change":0.348365141720203,"rankingMetricValue":2904393621},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1916087,"total_native_tokens_reasoning":0,"count":50429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","change":0.34819683342926017,"rankingMetricValue":1916087},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"standard","total_completion_tokens":6042344,"total_prompt_tokens":33632365,"total_native_tokens_reasoning":0,"count":3663,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","change":0.33981382479179295,"rankingMetricValue":39674709},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4-turbo","variant":"standard","total_completion_tokens":3890116,"total_prompt_tokens":95041302,"total_native_tokens_reasoning":0,"count":88751,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4-turbo","change":0.3373003530297969,"rankingMetricValue":98931418},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-voice-tts-1.0","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":13413196,"total_native_tokens_reasoning":0,"count":538934,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-voice-tts-1.0","change":0.3343302447450012,"rankingMetricValue":13413196},{"date":"2026-10-21 00:00:00","model_permaslug":"inference-net/schematron-v2-turbo-20260902","variant":"standard","total_completion_tokens":9080881,"total_prompt_tokens":113591826,"total_native_tokens_reasoning":0,"count":92873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-turbo-20260902","change":0.3342153548995435,"rankingMetricValue":122672707},{"date":"2026-10-21 00:00:00","model_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":15086392,"total_native_tokens_reasoning":0,"count":38064,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","change":0.30891250295638567,"rankingMetricValue":15086392},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-4.6-20260810","variant":"standard","total_completion_tokens":6318230925,"total_prompt_tokens":140727066285,"total_native_tokens_reasoning":0,"count":4080720,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.6-20260810","change":0.30574666183039495,"rankingMetricValue":147045297210},{"date":"2026-10-21 00:00:00","model_permaslug":"hexgrad/kokoro-82m","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":37975854,"total_native_tokens_reasoning":0,"count":640389,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"hexgrad/kokoro-82m","change":0.30550381499341966,"rankingMetricValue":37975854},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"standard","total_completion_tokens":5206408255,"total_prompt_tokens":188082963470,"total_native_tokens_reasoning":0,"count":13101510,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929","change":0.3051994167788237,"rankingMetricValue":193289371725},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-large","variant":"standard","total_completion_tokens":57474932,"total_prompt_tokens":244524959,"total_native_tokens_reasoning":0,"count":68215,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large","change":0.2974193786529189,"rankingMetricValue":301999891},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-image-2.5-pro-20260723","variant":"standard","total_completion_tokens":3949917,"total_prompt_tokens":4934629,"total_native_tokens_reasoning":0,"count":3896,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5-pro-20260723","change":0.2945332353604997,"rankingMetricValue":8884546},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-20260826","variant":"standard","total_completion_tokens":2914150,"total_prompt_tokens":595972,"total_native_tokens_reasoning":0,"count":688,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-20260826","change":0.294004580100892,"rankingMetricValue":3510122},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-audio","variant":"standard","total_completion_tokens":40502801,"total_prompt_tokens":133822915,"total_native_tokens_reasoning":0,"count":234857,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio","change":0.2917757103918407,"rankingMetricValue":174325716},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.8-flash-20260826","variant":"standard","total_completion_tokens":29003285416,"total_prompt_tokens":623057326613,"total_native_tokens_reasoning":0,"count":31347301,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-flash-20260826","change":0.27456509930493905,"rankingMetricValue":652060612029},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-voice-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2955619,"total_native_tokens_reasoning":0,"count":58181,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2","change":0.26484393254551414,"rankingMetricValue":2955619},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"standard","total_completion_tokens":67603991522,"total_prompt_tokens":7070618678363,"total_native_tokens_reasoning":0,"count":54805079,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921","change":0.26434247695458485,"rankingMetricValue":7138222669885},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"batch","total_completion_tokens":853442010,"total_prompt_tokens":3313929598,"total_native_tokens_reasoning":0,"count":986901,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902:batch","change":0.2637403969612362,"rankingMetricValue":4167371608},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"free","total_completion_tokens":119355579,"total_prompt_tokens":3150585333,"total_native_tokens_reasoning":0,"count":957753,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604:free","change":0.2619742246415588,"rankingMetricValue":3269940912},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"standard","total_completion_tokens":14819254461,"total_prompt_tokens":392616582772,"total_native_tokens_reasoning":0,"count":8047625,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922","change":0.2571415184308212,"rankingMetricValue":407435837233},{"date":"2026-10-21 00:00:00","model_permaslug":"inference-net/schematron-v2-small-20260902","variant":"standard","total_completion_tokens":5803572,"total_prompt_tokens":30761751,"total_native_tokens_reasoning":0,"count":19796,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-small-20260902","change":0.24999206903874424,"rankingMetricValue":36565323},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","variant":"standard","total_completion_tokens":1864014927,"total_prompt_tokens":96835038,"total_native_tokens_reasoning":0,"count":164812,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","change":0.2467980106288081,"rankingMetricValue":1960849965},{"date":"2026-10-21 00:00:00","model_permaslug":"tencent/hy-image-v3.5-preview-20260922","variant":"standard","total_completion_tokens":1558775000,"total_prompt_tokens":36977702,"total_native_tokens_reasoning":0,"count":98859,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-image-v3.5-preview-20260922","change":0.24267687803645527,"rankingMetricValue":1595752702},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-oss-safeguard-20b","variant":"standard","total_completion_tokens":704604317,"total_prompt_tokens":2742177337,"total_native_tokens_reasoning":0,"count":2319209,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-safeguard-20b","change":0.22875530780431888,"rankingMetricValue":3446781654},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-01","variant":"standard","total_completion_tokens":16497992,"total_prompt_tokens":211621958,"total_native_tokens_reasoning":0,"count":92077,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-01","change":0.22408796586096688,"rankingMetricValue":228119950},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":883209,"total_native_tokens_reasoning":0,"count":127247,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6b","change":0.2203115133946891,"rankingMetricValue":883209},{"date":"2026-10-21 00:00:00","model_permaslug":"meituan/longcat-2.0-20260720","variant":"standard","total_completion_tokens":432789212,"total_prompt_tokens":8816892799,"total_native_tokens_reasoning":0,"count":461920,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meituan/longcat-2.0-20260720","change":0.21456598445879566,"rankingMetricValue":9249682011},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2450151,"total_native_tokens_reasoning":0,"count":84652,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-20261001","change":0.21119759792299828,"rankingMetricValue":2450151},{"date":"2026-10-21 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-fast-20260605","variant":"standard","total_completion_tokens":21739225,"total_prompt_tokens":1401338,"total_native_tokens_reasoning":0,"count":5207,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-fast-20260605","change":0.20756819998178777,"rankingMetricValue":23140563},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/o3-pro-2025-06-10","variant":"standard","total_completion_tokens":919524,"total_prompt_tokens":8491616,"total_native_tokens_reasoning":0,"count":3017,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-pro-2025-06-10","change":0.20200159472624057,"rankingMetricValue":9411140},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-2603","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":636850,"total_native_tokens_reasoning":0,"count":16503,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-tts-2603","change":0.1999917092509685,"rankingMetricValue":636850},{"date":"2026-10-21 00:00:00","model_permaslug":"undi95/remm-slerp-l2-13b","variant":"standard","total_completion_tokens":5898090,"total_prompt_tokens":116483922,"total_native_tokens_reasoning":0,"count":58867,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"undi95/remm-slerp-l2-13b","change":0.19964618175258367,"rankingMetricValue":122382012},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b-20260716","variant":"free","total_completion_tokens":0,"total_prompt_tokens":1007388440,"total_native_tokens_reasoning":0,"count":310488,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b-20260716:free","change":0.19475302237883363,"rankingMetricValue":1007388440},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-20260514","variant":"standard","total_completion_tokens":2638600,"total_prompt_tokens":136285,"total_native_tokens_reasoning":0,"count":632,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-20260514","change":0.19188769761994862,"rankingMetricValue":2774885},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/eleven-v4-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21432113,"total_native_tokens_reasoning":0,"count":589975,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-20260930","change":0.18906644961177174,"rankingMetricValue":21432113},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"batch","total_completion_tokens":552200724,"total_prompt_tokens":2087516128,"total_native_tokens_reasoning":0,"count":1242384,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721:batch","change":0.18531008736189222,"rankingMetricValue":2639716852},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","variant":"standard","total_completion_tokens":892848433,"total_prompt_tokens":60373709,"total_native_tokens_reasoning":0,"count":87907,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","change":0.17941639355878258,"rankingMetricValue":953222142},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"standard","total_completion_tokens":83359965518,"total_prompt_tokens":5126139334953,"total_native_tokens_reasoning":0,"count":69060332,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816","change":0.17658668012931278,"rankingMetricValue":5209499300471},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5-image","variant":"standard","total_completion_tokens":81473863,"total_prompt_tokens":22176656,"total_native_tokens_reasoning":0,"count":33278,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image","change":0.15575607912945566,"rankingMetricValue":103650519},{"date":"2026-10-21 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"standard","total_completion_tokens":4422474,"total_prompt_tokens":706561063,"total_native_tokens_reasoning":0,"count":6934,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813","change":0.1556778651540683,"rankingMetricValue":710983537},{"date":"2026-10-21 00:00:00","model_permaslug":"google/lyria-3-pro-preview-20260330","variant":"standard","total_completion_tokens":4536220,"total_prompt_tokens":228818859,"total_native_tokens_reasoning":0,"count":63715,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-pro-preview-20260330","change":0.15286906181483656,"rankingMetricValue":233355079},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"standard","total_completion_tokens":45348669274,"total_prompt_tokens":516526580578,"total_native_tokens_reasoning":0,"count":180611281,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402","change":0.15152120818893092,"rankingMetricValue":561875249852},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/command-r-plus-08-2024","variant":"standard","total_completion_tokens":1745015,"total_prompt_tokens":31499966,"total_native_tokens_reasoning":0,"count":15536,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-plus-08-2024","change":0.15076294294057502,"rankingMetricValue":33244981},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-2.5-7b-instruct","variant":"standard","total_completion_tokens":282270574,"total_prompt_tokens":2818919338,"total_native_tokens_reasoning":0,"count":3608695,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-7b-instruct","change":0.15067832832409836,"rankingMetricValue":3101189912},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-large-2407","variant":"standard","total_completion_tokens":4676613,"total_prompt_tokens":102769841,"total_native_tokens_reasoning":0,"count":28326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2407","change":0.14946827608376959,"rankingMetricValue":107446454},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/ministral-3b-2512","variant":"standard","total_completion_tokens":362538942,"total_prompt_tokens":4789473598,"total_native_tokens_reasoning":0,"count":4337476,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-3b-2512","change":0.14776002222246912,"rankingMetricValue":5152012540},{"date":"2026-10-21 00:00:00","model_permaslug":"arcee-ai/trinity-large-thinking","variant":"standard","total_completion_tokens":60869865,"total_prompt_tokens":1254054370,"total_native_tokens_reasoning":0,"count":99089,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"arcee-ai/trinity-large-thinking","change":0.1442369542146342,"rankingMetricValue":1314924235},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4.1-2025-04-14","variant":"standard","total_completion_tokens":2490082467,"total_prompt_tokens":74317119565,"total_native_tokens_reasoning":0,"count":19858070,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-2025-04-14","change":0.14327118167648809,"rankingMetricValue":76807202032},{"date":"2026-10-21 00:00:00","model_permaslug":"baai/bge-m3-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":30294988864,"total_native_tokens_reasoning":0,"count":27237803,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3-20251117","change":0.1414477238875434,"rankingMetricValue":30294988864},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1780035,"total_native_tokens_reasoning":0,"count":88355,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","change":0.1337788104728529,"rankingMetricValue":1780035},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-voice-2-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":646168,"total_native_tokens_reasoning":0,"count":27973,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2-flash-20260723","change":0.1327973521172193,"rankingMetricValue":646168},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4-pro-20260413","variant":"standard","total_completion_tokens":1256675,"total_prompt_tokens":94671,"total_native_tokens_reasoning":0,"count":301,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-20260413","change":0.1300542554757222,"rankingMetricValue":1351346},{"date":"2026-10-21 00:00:00","model_permaslug":"krea/krea-2-medium-turbo-20260720","variant":"standard","total_completion_tokens":58946825,"total_prompt_tokens":2889640,"total_native_tokens_reasoning":0,"count":14119,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-turbo-20260720","change":0.12796858391427765,"rankingMetricValue":61836465},{"date":"2026-10-21 00:00:00","model_permaslug":"sao10k/l3-lunaris-8b","variant":"standard","total_completion_tokens":345662874,"total_prompt_tokens":4915256840,"total_native_tokens_reasoning":0,"count":2204403,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3-lunaris-8b","change":0.12660076452572977,"rankingMetricValue":5260919714},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/eleven-v3-conversational-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":309190,"total_native_tokens_reasoning":0,"count":9866,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-conversational-20260930","change":0.1259527390450942,"rankingMetricValue":309190},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3-pro-image-20260528","variant":"standard","total_completion_tokens":584975047,"total_prompt_tokens":620115690,"total_native_tokens_reasoning":0,"count":432496,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-20260528","change":0.12550136913703586,"rankingMetricValue":1205090737},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-embedding-001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":11732427354,"total_native_tokens_reasoning":0,"count":27498018,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-001","change":0.12499108941850381,"rankingMetricValue":11732427354},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","variant":"standard","total_completion_tokens":172016201,"total_prompt_tokens":16946704111,"total_native_tokens_reasoning":0,"count":735708,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","change":0.12252206233146046,"rankingMetricValue":17118720312},{"date":"2026-10-21 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"free","total_completion_tokens":2551845784,"total_prompt_tokens":22049754066,"total_native_tokens_reasoning":0,"count":2539182,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811:free","change":0.12101876055601096,"rankingMetricValue":24601599850},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-r1-0528","variant":"standard","total_completion_tokens":2759223357,"total_prompt_tokens":9667718009,"total_native_tokens_reasoning":0,"count":1488324,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-r1-0528","change":0.12013718478121749,"rankingMetricValue":12426941366},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/sonar","variant":"standard","total_completion_tokens":1071851115,"total_prompt_tokens":1635292395,"total_native_tokens_reasoning":0,"count":3018754,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar","change":0.11787056696630763,"rankingMetricValue":2707143510},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-image-2","variant":"standard","total_completion_tokens":747987625,"total_prompt_tokens":965136533,"total_native_tokens_reasoning":0,"count":665892,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2","change":0.11396230561297005,"rankingMetricValue":1713124158},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"standard","total_completion_tokens":1325628609,"total_prompt_tokens":9697457645,"total_native_tokens_reasoning":0,"count":1078013,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","change":0.11005151042198856,"rankingMetricValue":11023086254},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-4.7-flash-20260119","variant":"standard","total_completion_tokens":950199609,"total_prompt_tokens":13804700461,"total_native_tokens_reasoning":0,"count":5589835,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-flash-20260119","change":0.10942138569081307,"rankingMetricValue":14754900070},{"date":"2026-10-21 00:00:00","model_permaslug":"sakana/fugu-ultra-20260615","variant":"standard","total_completion_tokens":4424026,"total_prompt_tokens":261092433,"total_native_tokens_reasoning":0,"count":3885,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-20260615","change":0.10855715329214344,"rankingMetricValue":265516459},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/o1-pro","variant":"standard","total_completion_tokens":158437,"total_prompt_tokens":367952,"total_native_tokens_reasoning":0,"count":1336,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o1-pro","change":0.1084884105367563,"rankingMetricValue":526389},{"date":"2026-10-21 00:00:00","model_permaslug":"anthracite-org/magnum-v4-72b","variant":"standard","total_completion_tokens":10008334,"total_prompt_tokens":242700048,"total_native_tokens_reasoning":0,"count":81029,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthracite-org/magnum-v4-72b","change":0.1075904645348126,"rankingMetricValue":252708382},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-image-3-20260805","variant":"standard","total_completion_tokens":132527025,"total_prompt_tokens":7524009,"total_native_tokens_reasoning":0,"count":31621,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-20260805","change":0.10756990644144142,"rankingMetricValue":140051034},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4o-mini-transcribe","variant":"standard","total_completion_tokens":88685396,"total_prompt_tokens":303813481,"total_native_tokens_reasoning":0,"count":887442,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-transcribe","change":0.10717400257060306,"rankingMetricValue":392498877},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"standard","total_completion_tokens":17736883868,"total_prompt_tokens":415854888032,"total_native_tokens_reasoning":0,"count":28431561,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814","change":0.10479140295064518,"rankingMetricValue":433591771900},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":192570087119,"total_native_tokens_reasoning":0,"count":62066759,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-8b","change":0.1027924375044657,"rankingMetricValue":192570087119},{"date":"2026-10-21 00:00:00","model_permaslug":"aion-labs/aion-3.5-mini-20260923","variant":"standard","total_completion_tokens":131452896,"total_prompt_tokens":1076609294,"total_native_tokens_reasoning":0,"count":90837,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-mini-20260923","change":0.10066529951758484,"rankingMetricValue":1208062190},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.5-122b-a10b-20260224","variant":"standard","total_completion_tokens":1324588400,"total_prompt_tokens":9130823798,"total_native_tokens_reasoning":0,"count":1241676,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-122b-a10b-20260224","change":0.10012170341776704,"rankingMetricValue":10455412198},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-2.5-72b-instruct","variant":"standard","total_completion_tokens":239202028,"total_prompt_tokens":2623000075,"total_native_tokens_reasoning":0,"count":1660109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-72b-instruct","change":0.09978724323631304,"rankingMetricValue":2862202103},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-saba-2502","variant":"standard","total_completion_tokens":996622,"total_prompt_tokens":4224173,"total_native_tokens_reasoning":0,"count":8501,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-saba-2502","change":0.09853794660235236,"rankingMetricValue":5220795},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":148189197293,"total_native_tokens_reasoning":0,"count":167504365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-small","change":0.09351886032682696,"rankingMetricValue":148189197293},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"standard","total_completion_tokens":209336877,"total_prompt_tokens":5049833942,"total_native_tokens_reasoning":0,"count":87941,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709","change":0.09341281392239649,"rankingMetricValue":5259170819},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"free","total_completion_tokens":3000107123,"total_prompt_tokens":30153582690,"total_native_tokens_reasoning":0,"count":1805660,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428:free","change":0.0917265082875971,"rankingMetricValue":33153689813},{"date":"2026-10-21 00:00:00","model_permaslug":"tencent/hy4-preview-20260827","variant":"standard","total_completion_tokens":88626254827,"total_prompt_tokens":8458185999463,"total_native_tokens_reasoning":0,"count":81543933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy4-preview-20260827","change":0.0905266654691336,"rankingMetricValue":8546812254290},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-plus-2025-01-25","variant":"standard","total_completion_tokens":75126132,"total_prompt_tokens":1812028440,"total_native_tokens_reasoning":0,"count":266354,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-plus-2025-01-25","change":0.08049708578707082,"rankingMetricValue":1887154572},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.5-flash-20260224","variant":"standard","total_completion_tokens":7258573657,"total_prompt_tokens":66739356765,"total_native_tokens_reasoning":0,"count":32119195,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-flash-20260224","change":0.07907898717925452,"rankingMetricValue":73997930422},{"date":"2026-10-21 00:00:00","model_permaslug":"liquid/lfm-2.5-embedding-350m-20260818","variant":"free","total_completion_tokens":0,"total_prompt_tokens":118050793,"total_native_tokens_reasoning":0,"count":81466,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-embedding-350m-20260818:free","change":0.079050991402631,"rankingMetricValue":118050793},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/sonar-reasoning-pro","variant":"standard","total_completion_tokens":49453825,"total_prompt_tokens":134334517,"total_native_tokens_reasoning":0,"count":67355,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-reasoning-pro","change":0.07894085410559779,"rankingMetricValue":183788342},{"date":"2026-10-21 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-20260723","variant":"standard","total_completion_tokens":14789439681,"total_prompt_tokens":120811163780,"total_native_tokens_reasoning":0,"count":24443519,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-20260723","change":0.07495595445725717,"rankingMetricValue":135600603461},{"date":"2026-10-21 00:00:00","model_permaslug":"aion-labs/aion-3.5-20260923","variant":"standard","total_completion_tokens":143381602,"total_prompt_tokens":2116953707,"total_native_tokens_reasoning":0,"count":124201,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-20260923","change":0.07420364732696554,"rankingMetricValue":2260335309},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.2-20251211","variant":"standard","total_completion_tokens":1753505525,"total_prompt_tokens":39101977911,"total_native_tokens_reasoning":0,"count":4503622,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-20251211","change":0.07363974360232162,"rankingMetricValue":40855483436},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-image-1.0-eval-20260824","variant":"standard","total_completion_tokens":1206069526,"total_prompt_tokens":363001466,"total_native_tokens_reasoning":0,"count":687419,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-image-1.0-eval-20260824","change":0.07291486433900088,"rankingMetricValue":1569070992},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"standard","total_completion_tokens":4195012807,"total_prompt_tokens":34080918631,"total_native_tokens_reasoning":0,"count":6768790,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430","change":0.07283851858262327,"rankingMetricValue":38275931438},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-30b-a3b","variant":"standard","total_completion_tokens":929532040,"total_prompt_tokens":2925431616,"total_native_tokens_reasoning":0,"count":639052,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-30b-a3b","change":0.0725225034042693,"rankingMetricValue":3854963656},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"standard","total_completion_tokens":31058535391,"total_prompt_tokens":462422123624,"total_native_tokens_reasoning":0,"count":131733190,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507","change":0.0710826025630101,"rankingMetricValue":493480659015},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","variant":"standard","total_completion_tokens":779835065,"total_prompt_tokens":10635719144,"total_native_tokens_reasoning":0,"count":2143786,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","change":0.07039884425821333,"rankingMetricValue":11415554209},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"standard","total_completion_tokens":118464243226,"total_prompt_tokens":1968671284400,"total_native_tokens_reasoning":0,"count":134954365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007","change":0.0663786569520955,"rankingMetricValue":2087135527626},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"batch","total_completion_tokens":647266716,"total_prompt_tokens":13336323068,"total_native_tokens_reasoning":0,"count":1218536,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709:batch","change":0.06381312654424139,"rankingMetricValue":13983589784},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-spark-1.3-contributor-20260902","variant":"standard","total_completion_tokens":41238166374,"total_prompt_tokens":3140418768812,"total_native_tokens_reasoning":0,"count":54127566,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-contributor-20260902","change":0.05984741078249505,"rankingMetricValue":3181656935186},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-nemo","variant":"standard","total_completion_tokens":12907171218,"total_prompt_tokens":255225962677,"total_native_tokens_reasoning":0,"count":107693365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-nemo","change":0.0574425502752701,"rankingMetricValue":268133133895},{"date":"2026-10-21 00:00:00","model_permaslug":"upstage/solar-mini4-20260922","variant":"standard","total_completion_tokens":8637706926,"total_prompt_tokens":1046191868645,"total_native_tokens_reasoning":0,"count":10511628,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-mini4-20260922","change":0.05566227119643061,"rankingMetricValue":1054829575571},{"date":"2026-10-21 00:00:00","model_permaslug":"liquid/d1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":16326186366,"total_native_tokens_reasoning":0,"count":19357395,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1-20260930","change":0.04713791715620105,"rankingMetricValue":16326186366},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-image-2.5-flare-20260908","variant":"standard","total_completion_tokens":338329186,"total_prompt_tokens":1045574777,"total_native_tokens_reasoning":0,"count":655939,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-flare-20260908","change":0.04703379138336722,"rankingMetricValue":1383903963},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"standard","total_completion_tokens":1226856646,"total_prompt_tokens":30309011002,"total_native_tokens_reasoning":0,"count":5895921,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-20251113","change":0.04629742395367112,"rankingMetricValue":31535867648},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"standard","total_completion_tokens":992661566,"total_prompt_tokens":8833664258,"total_native_tokens_reasoning":0,"count":1750928,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810","change":0.045737446743584875,"rankingMetricValue":9826325824},{"date":"2026-10-21 00:00:00","model_permaslug":"meta-llama/llama-3.2-1b-instruct","variant":"standard","total_completion_tokens":53994284,"total_prompt_tokens":206150850,"total_native_tokens_reasoning":0,"count":685861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-1b-instruct","change":0.041528531102895734,"rankingMetricValue":260145134},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","variant":"standard","total_completion_tokens":34989339,"total_prompt_tokens":434315091,"total_native_tokens_reasoning":0,"count":301231,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","change":0.03869195704476287,"rankingMetricValue":469304430},{"date":"2026-10-21 00:00:00","model_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","variant":"standard","total_completion_tokens":1042471368,"total_prompt_tokens":17121059739,"total_native_tokens_reasoning":0,"count":6920813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","change":0.03816606651921991,"rankingMetricValue":18163531107},{"date":"2026-10-21 00:00:00","model_permaslug":"moonshotai/kimi-k2.5-0127","variant":"standard","total_completion_tokens":2005415538,"total_prompt_tokens":31160987016,"total_native_tokens_reasoning":0,"count":2297128,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.5-0127","change":0.03797661495837868,"rankingMetricValue":33166402554},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"standard","total_completion_tokens":60618577234,"total_prompt_tokens":453734942237,"total_native_tokens_reasoning":0,"count":118325221,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b","change":0.03619485344962107,"rankingMetricValue":514353519471},{"date":"2026-10-21 00:00:00","model_permaslug":"meta-llama/llama-3.3-70b-instruct","variant":"standard","total_completion_tokens":2461802277,"total_prompt_tokens":33867282428,"total_native_tokens_reasoning":0,"count":21177844,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.3-70b-instruct","change":0.036150130136375275,"rankingMetricValue":36329084705},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"standard","total_completion_tokens":11624209114,"total_prompt_tokens":206458931830,"total_native_tokens_reasoning":0,"count":93161197,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini","change":0.03469734597907442,"rankingMetricValue":218083140944},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seedream-4.5-20251203","variant":"standard","total_completion_tokens":1624333220,"total_prompt_tokens":57216059,"total_native_tokens_reasoning":0,"count":71259,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-4.5-20251203","change":0.03061041860077175,"rankingMetricValue":1681549279},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-embedding-4b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":11894464791,"total_native_tokens_reasoning":0,"count":6510088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-4b","change":0.030122373691813222,"rankingMetricValue":11894464791},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-4B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3275621555,"total_native_tokens_reasoning":0,"count":2283008,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-4B","change":0.029805684258708998,"rankingMetricValue":3275621555},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-4.5-20260708","variant":"standard","total_completion_tokens":1694430180,"total_prompt_tokens":43719848117,"total_native_tokens_reasoning":0,"count":2176193,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.5-20260708","change":0.029369476776993964,"rankingMetricValue":45414278297},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","variant":"standard","total_completion_tokens":6141425,"total_prompt_tokens":416432,"total_native_tokens_reasoning":0,"count":1401,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","change":0.028999979444657407,"rankingMetricValue":6557857},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-exp","variant":"standard","total_completion_tokens":1224890696,"total_prompt_tokens":12592232340,"total_native_tokens_reasoning":0,"count":1887831,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-exp","change":0.02828520016138592,"rankingMetricValue":13817123036},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/rerank-2.5-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":114538404262,"total_native_tokens_reasoning":0,"count":3033890,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-lite-20260727","change":0.027529513711489734,"rankingMetricValue":114538404262},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4-pro-vector-20260514","variant":"standard","total_completion_tokens":1415325,"total_prompt_tokens":115749,"total_native_tokens_reasoning":0,"count":339,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-vector-20260514","change":0.02457729028130682,"rankingMetricValue":1531074},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5.1-20260406","variant":"standard","total_completion_tokens":1636116012,"total_prompt_tokens":21839233395,"total_native_tokens_reasoning":0,"count":1598168,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.1-20260406","change":0.023918165643459326,"rankingMetricValue":23475349407},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2","variant":"free","total_completion_tokens":0,"total_prompt_tokens":2068082221,"total_native_tokens_reasoning":0,"count":77494,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2:free","change":0.02388017534581697,"rankingMetricValue":2068082221},{"date":"2026-10-21 00:00:00","model_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":923680167,"total_native_tokens_reasoning":0,"count":110682,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","change":0.020665250943989768,"rankingMetricValue":923680167},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"batch","total_completion_tokens":11126361,"total_prompt_tokens":24288670,"total_native_tokens_reasoning":0,"count":6331,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831:batch","change":0.020432754159855383,"rankingMetricValue":35415031},{"date":"2026-10-21 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-20260921","variant":"standard","total_completion_tokens":39948258756,"total_prompt_tokens":1567096294959,"total_native_tokens_reasoning":0,"count":24058845,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-20260921","change":0.018110981676305773,"rankingMetricValue":1607044553715},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-m2-her-20260123","variant":"standard","total_completion_tokens":7807368,"total_prompt_tokens":526089369,"total_native_tokens_reasoning":0,"count":133479,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2-her-20260123","change":0.017788192548524078,"rankingMetricValue":533896737},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v3.1-terminus","variant":"standard","total_completion_tokens":229238173,"total_prompt_tokens":5653546510,"total_native_tokens_reasoning":0,"count":777038,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.1-terminus","change":0.01442371306353721,"rankingMetricValue":5882784683},{"date":"2026-10-21 00:00:00","model_permaslug":"thedrummer/skyfall-36b-v2","variant":"standard","total_completion_tokens":16663390,"total_prompt_tokens":194135627,"total_native_tokens_reasoning":0,"count":56722,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/skyfall-36b-v2","change":0.013675191275582014,"rankingMetricValue":210799017},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-4.6","variant":"standard","total_completion_tokens":1009550865,"total_prompt_tokens":18361992490,"total_native_tokens_reasoning":0,"count":1764116,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6","change":0.011863893180681673,"rankingMetricValue":19371543355},{"date":"2026-10-21 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"free","total_completion_tokens":12971618558,"total_prompt_tokens":262118532983,"total_native_tokens_reasoning":0,"count":4123134,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715:free","change":0.011222243968716532,"rankingMetricValue":275090151541},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.6-flash","variant":"standard","total_completion_tokens":667285736,"total_prompt_tokens":10634284900,"total_native_tokens_reasoning":0,"count":1662332,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-flash","change":0.010129539034577213,"rankingMetricValue":11301570636},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-4.20-20260309","variant":"standard","total_completion_tokens":1595373052,"total_prompt_tokens":28091220238,"total_native_tokens_reasoning":0,"count":3891720,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-20260309","change":0.0095958818236696,"rankingMetricValue":29686593290},{"date":"2026-10-21 00:00:00","model_permaslug":"nousresearch/hermes-4-405b","variant":"standard","total_completion_tokens":48021785,"total_prompt_tokens":759754615,"total_native_tokens_reasoning":0,"count":211984,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-4-405b","change":0.009265958152009528,"rankingMetricValue":807776400},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"standard","total_completion_tokens":402469873,"total_prompt_tokens":8565170976,"total_native_tokens_reasoning":0,"count":846312,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124","change":0.00621913210483372,"rankingMetricValue":8967640849},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-flash-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2473779,"total_native_tokens_reasoning":0,"count":103572,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-flash-20261001","change":0.00515707083902357,"rankingMetricValue":2473779},{"date":"2026-10-21 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"free","total_completion_tokens":857895375,"total_prompt_tokens":77499546111,"total_native_tokens_reasoning":0,"count":1972728,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625:free","change":0.0002069201207400699,"rankingMetricValue":78357441486},{"date":"2026-10-21 00:00:00","model_permaslug":"moonshotai/kimi-k2.6-20260420","variant":"standard","total_completion_tokens":6280476266,"total_prompt_tokens":126629925314,"total_native_tokens_reasoning":0,"count":8960848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.6-20260420","change":-0.0017550958565075026,"rankingMetricValue":132910401580},{"date":"2026-10-21 00:00:00","model_permaslug":"fish-audio/s2.1-pro-free-20260729","variant":"free","total_completion_tokens":0,"total_prompt_tokens":13128589,"total_native_tokens_reasoning":0,"count":195476,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-free-20260729:free","change":-0.002135188958370276,"rankingMetricValue":13128589},{"date":"2026-10-21 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"free","total_completion_tokens":1130465163,"total_prompt_tokens":138268383116,"total_native_tokens_reasoning":0,"count":2285879,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:free","change":-0.002451589503824687,"rankingMetricValue":139398848279},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":15687837129,"total_native_tokens_reasoning":0,"count":48352729,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2","change":-0.00840580803636777,"rankingMetricValue":15687837129},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"standard","total_completion_tokens":27775316763,"total_prompt_tokens":353852626829,"total_native_tokens_reasoning":0,"count":30483119,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813","change":-0.009787293531209053,"rankingMetricValue":381627943592},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"standard","total_completion_tokens":895323229,"total_prompt_tokens":40751486950,"total_native_tokens_reasoning":0,"count":467947,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929","change":-0.01056522258721144,"rankingMetricValue":41646810179},{"date":"2026-10-21 00:00:00","model_permaslug":"gryphe/mythomax-l2-13b","variant":"standard","total_completion_tokens":106383509,"total_prompt_tokens":618127512,"total_native_tokens_reasoning":0,"count":516203,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"gryphe/mythomax-l2-13b","change":-0.013393607852769562,"rankingMetricValue":724511021},{"date":"2026-10-21 00:00:00","model_permaslug":"black-forest-labs/flux.2-klein-4b","variant":"standard","total_completion_tokens":339627465,"total_prompt_tokens":88194259,"total_native_tokens_reasoning":0,"count":56875,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-klein-4b","change":-0.013405419187086423,"rankingMetricValue":427821724},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"standard","total_completion_tokens":8747173587,"total_prompt_tokens":821999027346,"total_native_tokens_reasoning":0,"count":8409703,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723","change":-0.01456981693688679,"rankingMetricValue":830746200933},{"date":"2026-10-21 00:00:00","model_permaslug":"black-forest-labs/flux.2-pro","variant":"standard","total_completion_tokens":370986632,"total_prompt_tokens":139563206,"total_native_tokens_reasoning":0,"count":81922,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-pro","change":-0.01731036774904262,"rankingMetricValue":510549838},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","variant":"standard","total_completion_tokens":1135600,"total_prompt_tokens":92167,"total_native_tokens_reasoning":0,"count":272,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","change":-0.017317857154291166,"rankingMetricValue":1227767},{"date":"2026-10-21 00:00:00","model_permaslug":"canopylabs/orpheus-3b-0.1-ft","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":159733,"total_native_tokens_reasoning":0,"count":6180,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"canopylabs/orpheus-3b-0.1-ft","change":-0.01869440212316312,"rankingMetricValue":159733},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"standard","total_completion_tokens":24239095787,"total_prompt_tokens":1329014799727,"total_native_tokens_reasoning":0,"count":24730703,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3-20260531","change":-0.02043166015511368,"rankingMetricValue":1353253895514},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-4.1-opus-20250805","variant":"standard","total_completion_tokens":18216775,"total_prompt_tokens":331716781,"total_native_tokens_reasoning":0,"count":44741,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.1-opus-20250805","change":-0.020698961128678414,"rankingMetricValue":349933556},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-chat-latest-20260505","variant":"standard","total_completion_tokens":42419464,"total_prompt_tokens":1768877503,"total_native_tokens_reasoning":0,"count":162431,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-chat-latest-20260505","change":-0.020924074584026196,"rankingMetricValue":1811296967},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/rerank-3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5535025251,"total_native_tokens_reasoning":0,"count":400741,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-20260930","change":-0.02115389625494839,"rankingMetricValue":5535025251},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-4.6-20251208","variant":"standard","total_completion_tokens":103478410,"total_prompt_tokens":970918311,"total_native_tokens_reasoning":0,"count":380753,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6-20251208","change":-0.021667003217037153,"rankingMetricValue":1074396721},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-audio-mini","variant":"standard","total_completion_tokens":122448799,"total_prompt_tokens":285192632,"total_native_tokens_reasoning":0,"count":564640,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio-mini","change":-0.021956676431774198,"rankingMetricValue":407641431},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"standard","total_completion_tokens":1758001275,"total_prompt_tokens":51369764649,"total_native_tokens_reasoning":0,"count":6352952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-20260305","change":-0.02238549348012008,"rankingMetricValue":53127765924},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-nano-banana-2.1-20261006","variant":"standard","total_completion_tokens":562750863,"total_prompt_tokens":777753841,"total_native_tokens_reasoning":0,"count":410693,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-nano-banana-2.1-20261006","change":-0.023813658538281237,"rankingMetricValue":1340504704},{"date":"2026-10-21 00:00:00","model_permaslug":"moonshotai/kimi-k2.7-code-20260612","variant":"standard","total_completion_tokens":1289511898,"total_prompt_tokens":56204569884,"total_native_tokens_reasoning":0,"count":1258022,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.7-code-20260612","change":-0.02811855860047749,"rankingMetricValue":57494081782},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.1-codex-20251113","variant":"standard","total_completion_tokens":32779298,"total_prompt_tokens":694448698,"total_native_tokens_reasoning":0,"count":30826,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-20251113","change":-0.028335023551553516,"rankingMetricValue":727227996},{"date":"2026-10-21 00:00:00","model_permaslug":"perceptron/perceptron-mk1.5-20260925","variant":"standard","total_completion_tokens":20177141,"total_prompt_tokens":296141704,"total_native_tokens_reasoning":0,"count":102758,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1.5-20260925","change":-0.029477322385532467,"rankingMetricValue":316318845},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/eleven-v3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3260572,"total_native_tokens_reasoning":0,"count":141059,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-20260930","change":-0.029616215065987914,"rankingMetricValue":3260572},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3.1","variant":"standard","total_completion_tokens":1841349716,"total_prompt_tokens":48375566312,"total_native_tokens_reasoning":0,"count":17757336,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3.1","change":-0.03072552108058497,"rankingMetricValue":50216916028},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-07-25","variant":"standard","total_completion_tokens":2812209076,"total_prompt_tokens":56193352588,"total_native_tokens_reasoning":0,"count":25837143,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-07-25","change":-0.03162626239401127,"rankingMetricValue":59005561664},{"date":"2026-10-21 00:00:00","model_permaslug":"thedrummer/cydonia-24b-v4.1","variant":"standard","total_completion_tokens":79405688,"total_prompt_tokens":1495782387,"total_native_tokens_reasoning":0,"count":397468,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/cydonia-24b-v4.1","change":-0.033619083409289215,"rankingMetricValue":1575188075},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-preview-20260226","variant":"standard","total_completion_tokens":509766311,"total_prompt_tokens":356292679,"total_native_tokens_reasoning":0,"count":344221,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-preview-20260226","change":-0.03488259381425795,"rankingMetricValue":866058990},{"date":"2026-10-21 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-70b","variant":"standard","total_completion_tokens":81782319,"total_prompt_tokens":1228673270,"total_native_tokens_reasoning":0,"count":463785,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-70b","change":-0.03538590931871241,"rankingMetricValue":1310455589},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4o","variant":"standard","total_completion_tokens":653489694,"total_prompt_tokens":10004040132,"total_native_tokens_reasoning":0,"count":6249171,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o","change":-0.03631124654003984,"rankingMetricValue":10657529826},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4o-2024-08-06","variant":"standard","total_completion_tokens":124040585,"total_prompt_tokens":2464964304,"total_native_tokens_reasoning":0,"count":1601189,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-08-06","change":-0.038423665747620184,"rankingMetricValue":2589004889},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","variant":"standard","total_completion_tokens":5082280631,"total_prompt_tokens":97988227516,"total_native_tokens_reasoning":0,"count":21156293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","change":-0.03883852269499087,"rankingMetricValue":103070508147},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3-0324","variant":"standard","total_completion_tokens":983671821,"total_prompt_tokens":21816403477,"total_native_tokens_reasoning":0,"count":4409713,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3-0324","change":-0.03892820974722844,"rankingMetricValue":22800075298},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"standard","total_completion_tokens":4610981342,"total_prompt_tokens":223028392172,"total_native_tokens_reasoning":0,"count":12841145,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709","change":-0.03910587525568436,"rankingMetricValue":227639373514},{"date":"2026-10-21 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"standard","total_completion_tokens":48264928832,"total_prompt_tokens":3040599390270,"total_native_tokens_reasoning":0,"count":39101493,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-20260706","change":-0.039498545900490616,"rankingMetricValue":3088864319102},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-flash-tts-preview","variant":"standard","total_completion_tokens":162544362,"total_prompt_tokens":41102555,"total_native_tokens_reasoning":0,"count":497358,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-tts-preview","change":-0.04135796851089339,"rankingMetricValue":203646917},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.5-transcribe-20260827","variant":"standard","total_completion_tokens":25996801,"total_prompt_tokens":187026986,"total_native_tokens_reasoning":0,"count":356166,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-transcribe-20260827","change":-0.04425432104604617,"rankingMetricValue":213023787},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"standard","total_completion_tokens":22446064475,"total_prompt_tokens":347370723278,"total_native_tokens_reasoning":0,"count":118350520,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403","change":-0.044514401381669996,"rankingMetricValue":369816787753},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-2.5-flash-image","variant":"standard","total_completion_tokens":621413934,"total_prompt_tokens":985804967,"total_native_tokens_reasoning":0,"count":782972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-image","change":-0.045057898616735044,"rankingMetricValue":1607218901},{"date":"2026-10-21 00:00:00","model_permaslug":"sao10k/l3.1-euryale-70b","variant":"standard","total_completion_tokens":14572656,"total_prompt_tokens":318553325,"total_native_tokens_reasoning":0,"count":84286,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3.1-euryale-70b","change":-0.0455346001047727,"rankingMetricValue":333125981},{"date":"2026-10-21 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-405b","variant":"standard","total_completion_tokens":22267053,"total_prompt_tokens":564746990,"total_native_tokens_reasoning":0,"count":158320,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-405b","change":-0.04644097106594901,"rankingMetricValue":587014043},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4.1-vector-20260514","variant":"standard","total_completion_tokens":16357650,"total_prompt_tokens":885881,"total_native_tokens_reasoning":0,"count":3637,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-vector-20260514","change":-0.046743720880915905,"rankingMetricValue":17243531},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3-pro-image-preview-20251120","variant":"standard","total_completion_tokens":492418404,"total_prompt_tokens":237280526,"total_native_tokens_reasoning":0,"count":271772,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-preview-20251120","change":-0.04748954536658938,"rankingMetricValue":729698930},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"standard","total_completion_tokens":592638089,"total_prompt_tokens":34513542192,"total_native_tokens_reasoning":0,"count":612990,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609","change":-0.05042766726267468,"rankingMetricValue":35106180281},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-20260528","variant":"standard","total_completion_tokens":1686450803,"total_prompt_tokens":2390331008,"total_native_tokens_reasoning":0,"count":1458791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-20260528","change":-0.05128980840823203,"rankingMetricValue":4076781811},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"standard","total_completion_tokens":9436820783,"total_prompt_tokens":271756616500,"total_native_tokens_reasoning":0,"count":17826647,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217","change":-0.051437526340048174,"rankingMetricValue":281193437283},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"standard","total_completion_tokens":2068059151,"total_prompt_tokens":56783720586,"total_native_tokens_reasoning":0,"count":3662788,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-20260423","change":-0.05149557235476013,"rankingMetricValue":58851779737},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.4-image-2-20260421","variant":"standard","total_completion_tokens":823432264,"total_prompt_tokens":706371476,"total_native_tokens_reasoning":0,"count":219151,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-image-2-20260421","change":-0.05331830220833703,"rankingMetricValue":1529803740},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-small-24b-instruct-2501","variant":"standard","total_completion_tokens":1382989935,"total_prompt_tokens":9354493577,"total_native_tokens_reasoning":0,"count":3211998,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-24b-instruct-2501","change":-0.05349652451676161,"rankingMetricValue":10737483512},{"date":"2026-10-21 00:00:00","model_permaslug":"inception/mercury-2.5-20260908","variant":"standard","total_completion_tokens":4955315901,"total_prompt_tokens":33584352649,"total_native_tokens_reasoning":0,"count":6925644,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2.5-20260908","change":-0.05366259513532529,"rankingMetricValue":38539668550},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-embed-2312","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6354899601,"total_native_tokens_reasoning":0,"count":1135330,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-embed-2312","change":-0.05504570136162985,"rankingMetricValue":6354899601},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-32b-04-28","variant":"standard","total_completion_tokens":1153875918,"total_prompt_tokens":10951131548,"total_native_tokens_reasoning":0,"count":8641580,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-32b-04-28","change":-0.058177265077339876,"rankingMetricValue":12105007466},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-04-28","variant":"standard","total_completion_tokens":415371290,"total_prompt_tokens":1368556162,"total_native_tokens_reasoning":0,"count":682046,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-04-28","change":-0.06033377313573008,"rankingMetricValue":1783927452},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"standard","total_completion_tokens":48782358328,"total_prompt_tokens":518642938799,"total_native_tokens_reasoning":0,"count":418199618,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-lite","change":-0.06115996151389669,"rankingMetricValue":567425297127},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/voyage-4-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5428510254,"total_native_tokens_reasoning":0,"count":5482088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-20260727","change":-0.062378795783137354,"rankingMetricValue":5428510254},{"date":"2026-10-21 00:00:00","model_permaslug":"aion-labs/aion-3.0-20260707","variant":"standard","total_completion_tokens":120045381,"total_prompt_tokens":1282276338,"total_native_tokens_reasoning":0,"count":125432,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-20260707","change":-0.06476066668773474,"rankingMetricValue":1402321719},{"date":"2026-10-21 00:00:00","model_permaslug":"perceptron/perceptron-mk1-20260512","variant":"standard","total_completion_tokens":8817025,"total_prompt_tokens":87272485,"total_native_tokens_reasoning":0,"count":134438,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1-20260512","change":-0.06494206552344117,"rankingMetricValue":96089510},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"standard","total_completion_tokens":36437799146,"total_prompt_tokens":2491087177861,"total_native_tokens_reasoning":0,"count":42722663,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928","change":-0.06545544408832975,"rankingMetricValue":2527524977007},{"date":"2026-10-21 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"free","total_completion_tokens":11308858915,"total_prompt_tokens":952749989176,"total_native_tokens_reasoning":0,"count":13092514,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720:free","change":-0.06595777806979813,"rankingMetricValue":964058848091},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","variant":"standard","total_completion_tokens":342618568,"total_prompt_tokens":10337305,"total_native_tokens_reasoning":0,"count":17449,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","change":-0.06684981204640124,"rankingMetricValue":352955873},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.3-codex-20260224","variant":"standard","total_completion_tokens":357451682,"total_prompt_tokens":30499437076,"total_native_tokens_reasoning":0,"count":490296,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.3-codex-20260224","change":-0.0674036937117736,"rankingMetricValue":30856888758},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/sonar-pro-search","variant":"standard","total_completion_tokens":85965948,"total_prompt_tokens":130468311,"total_native_tokens_reasoning":0,"count":113102,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro-search","change":-0.06763780884627552,"rankingMetricValue":216434259},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-imagine-image-2.0-20260811","variant":"standard","total_completion_tokens":396574900,"total_prompt_tokens":63881999,"total_native_tokens_reasoning":0,"count":94988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-2.0-20260811","change":-0.06891886302204257,"rankingMetricValue":460456899},{"date":"2026-10-21 00:00:00","model_permaslug":"google/lyria-3-clip-preview-20260330","variant":"standard","total_completion_tokens":786156,"total_prompt_tokens":12305913,"total_native_tokens_reasoning":0,"count":23002,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-clip-preview-20260330","change":-0.06899829736814203,"rankingMetricValue":13092069},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5-image-mini","variant":"standard","total_completion_tokens":143752027,"total_prompt_tokens":88111316,"total_native_tokens_reasoning":0,"count":35233,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image-mini","change":-0.07178974307946083,"rankingMetricValue":231863343},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"batch","total_completion_tokens":476993950,"total_prompt_tokens":1434330157,"total_native_tokens_reasoning":0,"count":55952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709:batch","change":-0.07259979987079347,"rankingMetricValue":1911324107},{"date":"2026-10-21 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"standard","total_completion_tokens":171443,"total_prompt_tokens":2032991,"total_native_tokens_reasoning":0,"count":185,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811","change":-0.07375127050508012,"rankingMetricValue":2204434},{"date":"2026-10-21 00:00:00","model_permaslug":"aion-labs/aion-2.0-20260223","variant":"standard","total_completion_tokens":90393624,"total_prompt_tokens":1006850651,"total_native_tokens_reasoning":0,"count":120240,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-2.0-20260223","change":-0.0744561402729185,"rankingMetricValue":1097244275},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260420","variant":"standard","total_completion_tokens":87434020,"total_prompt_tokens":944458964,"total_native_tokens_reasoning":0,"count":77898,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260420","change":-0.07599697530626004,"rankingMetricValue":1031892984},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"standard","total_completion_tokens":47308032647,"total_prompt_tokens":1610437785902,"total_native_tokens_reasoning":0,"count":151314354,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709","change":-0.07819630900188711,"rankingMetricValue":1657745818549},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"standard","total_completion_tokens":72367336,"total_prompt_tokens":865088486,"total_native_tokens_reasoning":0,"count":264672,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2512","change":-0.07876939170157221,"rankingMetricValue":937455822},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","variant":"standard","total_completion_tokens":277758809,"total_prompt_tokens":7916675270,"total_native_tokens_reasoning":0,"count":1239995,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","change":-0.08046706689305043,"rankingMetricValue":8194434079},{"date":"2026-10-21 00:00:00","model_permaslug":"tencent/hy-mt2-30b-a3b-20260521","variant":"standard","total_completion_tokens":320167626,"total_prompt_tokens":766287279,"total_native_tokens_reasoning":0,"count":1357044,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-30b-a3b-20260521","change":-0.08072773550374618,"rankingMetricValue":1086454905},{"date":"2026-10-21 00:00:00","model_permaslug":"meta-llama/llama-3.2-3b-instruct","variant":"standard","total_completion_tokens":101638564,"total_prompt_tokens":702031420,"total_native_tokens_reasoning":0,"count":1239627,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-3b-instruct","change":-0.08558702205892242,"rankingMetricValue":803669984},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"standard","total_completion_tokens":193627030523,"total_prompt_tokens":4098401306766,"total_native_tokens_reasoning":0,"count":360474389,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731","change":-0.08809486750687785,"rankingMetricValue":4292028337289},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"standard","total_completion_tokens":35429596878,"total_prompt_tokens":161583019837,"total_native_tokens_reasoning":0,"count":57528412,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b","change":-0.08894329396210927,"rankingMetricValue":197012616715},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-image-2.5-sunburst-20260908","variant":"standard","total_completion_tokens":1282259076,"total_prompt_tokens":2504473458,"total_native_tokens_reasoning":0,"count":1191731,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-sunburst-20260908","change":-0.08895809688122193,"rankingMetricValue":3786732534},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"free","total_completion_tokens":6127066894,"total_prompt_tokens":169616726281,"total_native_tokens_reasoning":0,"count":6524258,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617:free","change":-0.09076081991150303,"rankingMetricValue":175743793175},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"free","total_completion_tokens":71260410,"total_prompt_tokens":427611840,"total_native_tokens_reasoning":0,"count":325989,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:free","change":-0.09354360003458136,"rankingMetricValue":498872250},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260423","variant":"standard","total_completion_tokens":22775367279,"total_prompt_tokens":611180546561,"total_native_tokens_reasoning":0,"count":26285297,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260423","change":-0.0944351007886308,"rankingMetricValue":633955913840},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-reranker-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8230145351,"total_native_tokens_reasoning":0,"count":912842,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-reranker-8b","change":-0.09538366405347536,"rankingMetricValue":8230145351},{"date":"2026-10-21 00:00:00","model_permaslug":"amazon/nova-micro-v1","variant":"standard","total_completion_tokens":822230007,"total_prompt_tokens":12916153930,"total_native_tokens_reasoning":0,"count":6544742,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-micro-v1","change":-0.09576000046842773,"rankingMetricValue":13738383937},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-build-0.1-20260520","variant":"standard","total_completion_tokens":65957207,"total_prompt_tokens":2038254198,"total_native_tokens_reasoning":0,"count":58279,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-build-0.1-20260520","change":-0.0972945104729524,"rankingMetricValue":2104211405},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-image-2.6-20260904","variant":"standard","total_completion_tokens":27076199,"total_prompt_tokens":23195155,"total_native_tokens_reasoning":0,"count":21883,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-20260904","change":-0.10053180273388383,"rankingMetricValue":50271354},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-20251201","variant":"standard","total_completion_tokens":18672596950,"total_prompt_tokens":263957313436,"total_native_tokens_reasoning":0,"count":40275288,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-20251201","change":-0.10251309578069909,"rankingMetricValue":282629910386},{"date":"2026-10-21 00:00:00","model_permaslug":"upstage/solar-decide-20260928","variant":"standard","total_completion_tokens":2144450,"total_prompt_tokens":6183291554,"total_native_tokens_reasoning":0,"count":974636,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-20260928","change":-0.10297004244786341,"rankingMetricValue":6185436004},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"batch","total_completion_tokens":40230685,"total_prompt_tokens":316606830,"total_native_tokens_reasoning":0,"count":164454,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721:batch","change":-0.10983504195979307,"rankingMetricValue":356837515},{"date":"2026-10-21 00:00:00","model_permaslug":"writer/palmyra-x5-20250428","variant":"standard","total_completion_tokens":4146454,"total_prompt_tokens":28923828,"total_native_tokens_reasoning":0,"count":17190,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"writer/palmyra-x5-20250428","change":-0.11007150959809428,"rankingMetricValue":33070282},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-m2.5-20260211","variant":"standard","total_completion_tokens":381483913,"total_prompt_tokens":11219543334,"total_native_tokens_reasoning":0,"count":673984,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.5-20260211","change":-0.11270368234462474,"rankingMetricValue":11601027247},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-image-1-mini","variant":"standard","total_completion_tokens":51213788,"total_prompt_tokens":14488847,"total_native_tokens_reasoning":0,"count":40499,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1-mini","change":-0.1188269935947595,"rankingMetricValue":65702635},{"date":"2026-10-21 00:00:00","model_permaslug":"typesafe/jev-1.13-20260917","variant":"standard","total_completion_tokens":216178831407,"total_prompt_tokens":2712590225795,"total_native_tokens_reasoning":0,"count":947910835,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"typesafe/jev-1.13-20260917","change":-0.11899615319267953,"rankingMetricValue":2928769057202},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":12379301813,"total_native_tokens_reasoning":0,"count":6779295,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6B","change":-0.11989671282009279,"rankingMetricValue":12379301813},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260423","variant":"standard","total_completion_tokens":183343227880,"total_prompt_tokens":2590787374179,"total_native_tokens_reasoning":0,"count":329822161,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260423","change":-0.12029775272106663,"rankingMetricValue":2774130602059},{"date":"2026-10-21 00:00:00","model_permaslug":"tencent/hy3-preview-20260421","variant":"standard","total_completion_tokens":1062525837,"total_prompt_tokens":3460516872,"total_native_tokens_reasoning":0,"count":740970,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-preview-20260421","change":-0.12049956365659455,"rankingMetricValue":4523042709},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260813","variant":"standard","total_completion_tokens":26676683897,"total_prompt_tokens":961291690438,"total_native_tokens_reasoning":0,"count":46922718,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260813","change":-0.12180230493305215,"rankingMetricValue":987968374335},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"standard","total_completion_tokens":765592187,"total_prompt_tokens":3984919404,"total_native_tokens_reasoning":0,"count":2277369,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-8b-2512","change":-0.12285843489761447,"rankingMetricValue":4750511591},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"standard","total_completion_tokens":5658225202,"total_prompt_tokens":67539177991,"total_native_tokens_reasoning":0,"count":8332635,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721","change":-0.12342913155314018,"rankingMetricValue":73197403193},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"standard","total_completion_tokens":360852759895,"total_prompt_tokens":10976338556566,"total_native_tokens_reasoning":0,"count":664051514,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826","change":-0.12384819413702172,"rankingMetricValue":11337191316461},{"date":"2026-10-21 00:00:00","model_permaslug":"nace-ai/drex-v1.5-20261009","variant":"standard","total_completion_tokens":4945323957,"total_prompt_tokens":17142677612,"total_native_tokens_reasoning":0,"count":36719737,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v1.5-20261009","change":-0.12531046058144674,"rankingMetricValue":22088001569},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/sonar-deep-research","variant":"standard","total_completion_tokens":77057618,"total_prompt_tokens":30582080,"total_native_tokens_reasoning":0,"count":9039,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-deep-research","change":-0.12599607414912914,"rankingMetricValue":107639698},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"standard","total_completion_tokens":2707299863,"total_prompt_tokens":89919311092,"total_native_tokens_reasoning":0,"count":13570583,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317","change":-0.12636940037615046,"rankingMetricValue":92626610955},{"date":"2026-10-21 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-pro-20260605","variant":"standard","total_completion_tokens":29600750,"total_prompt_tokens":7544602,"total_native_tokens_reasoning":0,"count":7090,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-pro-20260605","change":-0.12672442667456968,"rankingMetricValue":37145352},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4o-2024-11-20","variant":"standard","total_completion_tokens":34190837,"total_prompt_tokens":700676623,"total_native_tokens_reasoning":0,"count":240006,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-11-20","change":-0.12778162107735158,"rankingMetricValue":734867460},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"standard","total_completion_tokens":374980464,"total_prompt_tokens":4249875931,"total_native_tokens_reasoning":0,"count":2118772,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-2603","change":-0.12856196586563107,"rankingMetricValue":4624856395},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-large-4-0-20261006","variant":"standard","total_completion_tokens":3980262154,"total_prompt_tokens":168373911167,"total_native_tokens_reasoning":0,"count":2914094,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-4-0-20261006","change":-0.1301475626576301,"rankingMetricValue":172354173321},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-4.7-20251222","variant":"standard","total_completion_tokens":1273462835,"total_prompt_tokens":32827946426,"total_native_tokens_reasoning":0,"count":2610802,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-20251222","change":-0.13030823647284576,"rankingMetricValue":34101409261},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemma-3-12b-it","variant":"standard","total_completion_tokens":780278896,"total_prompt_tokens":12703819217,"total_native_tokens_reasoning":0,"count":14580111,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-12b-it","change":-0.1311523685697765,"rankingMetricValue":13484098113},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"free","total_completion_tokens":124241192,"total_prompt_tokens":802009196,"total_native_tokens_reasoning":0,"count":432719,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403:free","change":-0.13295264985964064,"rankingMetricValue":926250388},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"standard","total_completion_tokens":1404871113,"total_prompt_tokens":28651263874,"total_native_tokens_reasoning":0,"count":1794071,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416","change":-0.1331204480880233,"rankingMetricValue":30056134987},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen2.5-vl-72b-instruct","variant":"standard","total_completion_tokens":100003461,"total_prompt_tokens":2147081485,"total_native_tokens_reasoning":0,"count":915645,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen2.5-vl-72b-instruct","change":-0.13316364757576896,"rankingMetricValue":2247084946},{"date":"2026-10-21 00:00:00","model_permaslug":"venice/uncensored","variant":"standard","total_completion_tokens":97465060,"total_prompt_tokens":1608062288,"total_native_tokens_reasoning":0,"count":490612,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"venice/uncensored","change":-0.13422591502872203,"rankingMetricValue":1705527348},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5.3-prime-20260921","variant":"standard","total_completion_tokens":540845541,"total_prompt_tokens":64186556874,"total_native_tokens_reasoning":0,"count":546170,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-prime-20260921","change":-0.13520613701893638,"rankingMetricValue":64727402415},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"batch","total_completion_tokens":36089,"total_prompt_tokens":592957,"total_native_tokens_reasoning":0,"count":77,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430:batch","change":-0.13561117714552687,"rankingMetricValue":629046},{"date":"2026-10-21 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-20260422","variant":"standard","total_completion_tokens":6108126779,"total_prompt_tokens":440550049865,"total_native_tokens_reasoning":0,"count":10452272,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-20260422","change":-0.13591762827368495,"rankingMetricValue":446658176644},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4.1-20260514","variant":"standard","total_completion_tokens":17747925,"total_prompt_tokens":1352293,"total_native_tokens_reasoning":0,"count":4184,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-20260514","change":-0.13722847794702112,"rankingMetricValue":19100218},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-image-2.5","variant":"standard","total_completion_tokens":11618956,"total_prompt_tokens":16132322,"total_native_tokens_reasoning":0,"count":11560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5","change":-0.13744593433738914,"rankingMetricValue":27751278},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"standard","total_completion_tokens":3356124717,"total_prompt_tokens":62252498340,"total_native_tokens_reasoning":0,"count":11696092,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602","change":-0.13770427112989764,"rankingMetricValue":65608623057},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","variant":"standard","total_completion_tokens":722314749,"total_prompt_tokens":19414544894,"total_native_tokens_reasoning":0,"count":6236846,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","change":-0.1381811795296515,"rankingMetricValue":20136859643},{"date":"2026-10-21 00:00:00","model_permaslug":"fireworks/ember-1-20260923","variant":"standard","total_completion_tokens":20883259,"total_prompt_tokens":1770939745,"total_native_tokens_reasoning":0,"count":94313,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fireworks/ember-1-20260923","change":-0.1396306323269558,"rankingMetricValue":1791823004},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"standard","total_completion_tokens":220981147263,"total_prompt_tokens":5860171601349,"total_native_tokens_reasoning":0,"count":431302452,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922","change":-0.1400096365739484,"rankingMetricValue":6081152748612},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"standard","total_completion_tokens":7523857880,"total_prompt_tokens":61973791895,"total_native_tokens_reasoning":0,"count":8022177,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519","change":-0.14003749151526884,"rankingMetricValue":69497649775},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"standard","total_completion_tokens":25730514903,"total_prompt_tokens":1951820286549,"total_native_tokens_reasoning":0,"count":46331304,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929","change":-0.14065256755174102,"rankingMetricValue":1977550801452},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4.1-nano-2025-04-14","variant":"standard","total_completion_tokens":1227470892,"total_prompt_tokens":13494805651,"total_native_tokens_reasoning":0,"count":9091461,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-nano-2025-04-14","change":-0.14312001933305166,"rankingMetricValue":14722276543},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"standard","total_completion_tokens":5506604784,"total_prompt_tokens":78782026588,"total_native_tokens_reasoning":0,"count":33173419,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14","change":-0.14577010802082505,"rankingMetricValue":84288631372},{"date":"2026-10-21 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"free","total_completion_tokens":17642035980,"total_prompt_tokens":654179627754,"total_native_tokens_reasoning":0,"count":14630877,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813:free","change":-0.14679758432634918,"rankingMetricValue":671821663734},{"date":"2026-10-21 00:00:00","model_permaslug":"tencent/hunyuan-a13b-instruct","variant":"standard","total_completion_tokens":19531027,"total_prompt_tokens":47748483,"total_native_tokens_reasoning":0,"count":25408,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hunyuan-a13b-instruct","change":-0.14703790464126199,"rankingMetricValue":67279510},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"standard","total_completion_tokens":1912071940,"total_prompt_tokens":87507776276,"total_native_tokens_reasoning":0,"count":2935870,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205","change":-0.1482483559371131,"rankingMetricValue":89419848216},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-spark-1.2-20260805","variant":"standard","total_completion_tokens":782638641,"total_prompt_tokens":7510839406,"total_native_tokens_reasoning":0,"count":399433,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-20260805","change":-0.15077084162349608,"rankingMetricValue":8293478047},{"date":"2026-10-21 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1247485211,"total_native_tokens_reasoning":0,"count":816813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","change":-0.1533688012555374,"rankingMetricValue":1247485211},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-image-2.6-flash-20260904","variant":"standard","total_completion_tokens":33072260,"total_prompt_tokens":22532580,"total_native_tokens_reasoning":0,"count":35017,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-flash-20260904","change":-0.1556368037603327,"rankingMetricValue":55604840},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.7-flash-20260727","variant":"standard","total_completion_tokens":29804889441,"total_prompt_tokens":295755681332,"total_native_tokens_reasoning":0,"count":100235814,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-flash-20260727","change":-0.15633934784897935,"rankingMetricValue":325560570773},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":641217,"total_native_tokens_reasoning":0,"count":26475,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","change":-0.15762680914289617,"rankingMetricValue":641217},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/rerank-2.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":27705713049,"total_native_tokens_reasoning":0,"count":4577453,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-20260727","change":-0.15794908195946647,"rankingMetricValue":27705713049},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/voyage-4-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5339268998,"total_native_tokens_reasoning":0,"count":1131274,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-lite-20260727","change":-0.15922948900966508,"rankingMetricValue":5339268998},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5-turbo-20260315","variant":"standard","total_completion_tokens":41498098,"total_prompt_tokens":1819223817,"total_native_tokens_reasoning":0,"count":85837,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-turbo-20260315","change":-0.15959829954742397,"rankingMetricValue":1860721915},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"standard","total_completion_tokens":2925706450,"total_prompt_tokens":83300278652,"total_native_tokens_reasoning":0,"count":1455601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709","change":-0.16026225847567635,"rankingMetricValue":86225985102},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.5-27b-20260224","variant":"standard","total_completion_tokens":633043932,"total_prompt_tokens":9517931054,"total_native_tokens_reasoning":0,"count":2019564,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-27b-20260224","change":-0.16110474496956298,"rankingMetricValue":10150974986},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"standard","total_completion_tokens":3098860191,"total_prompt_tokens":288651287036,"total_native_tokens_reasoning":0,"count":2926670,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831","change":-0.16119153358758476,"rankingMetricValue":291750147227},{"date":"2026-10-21 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","variant":"standard","total_completion_tokens":869683192,"total_prompt_tokens":109804971380,"total_native_tokens_reasoning":0,"count":672447,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","change":-0.16193157153702972,"rankingMetricValue":110674654572},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-20250625","variant":"standard","total_completion_tokens":5521053,"total_prompt_tokens":53145531,"total_native_tokens_reasoning":0,"count":13995,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-20250625","change":-0.1620850172591686,"rankingMetricValue":58666584},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v3-20260413","variant":"standard","total_completion_tokens":1807775,"total_prompt_tokens":64292,"total_native_tokens_reasoning":0,"count":431,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v3-20260413","change":-0.16372790681260402,"rankingMetricValue":1872067},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3","variant":"standard","total_completion_tokens":1362451244,"total_prompt_tokens":16332712459,"total_native_tokens_reasoning":0,"count":8190101,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3","change":-0.1645313228102431,"rankingMetricValue":17695163703},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","variant":"standard","total_completion_tokens":172023961,"total_prompt_tokens":3123313569,"total_native_tokens_reasoning":0,"count":131593,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","change":-0.166128805248263,"rankingMetricValue":3295337530},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"standard","total_completion_tokens":68693199028,"total_prompt_tokens":1573662267992,"total_native_tokens_reasoning":0,"count":80408303,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902","change":-0.16720734949608718,"rankingMetricValue":1642355467020},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/o4-mini-2025-04-16","variant":"standard","total_completion_tokens":258202221,"total_prompt_tokens":1432642069,"total_native_tokens_reasoning":0,"count":391588,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o4-mini-2025-04-16","change":-0.17017403486835994,"rankingMetricValue":1690844290},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"standard","total_completion_tokens":11824285175,"total_prompt_tokens":215206389409,"total_native_tokens_reasoning":0,"count":63087526,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721","change":-0.17052236829974532,"rankingMetricValue":227030674584},{"date":"2026-10-21 00:00:00","model_permaslug":"amazon/nova-lite-v1","variant":"standard","total_completion_tokens":77782860,"total_prompt_tokens":741566791,"total_native_tokens_reasoning":0,"count":320192,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-lite-v1","change":-0.1744582268092892,"rankingMetricValue":819349651},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"standard","total_completion_tokens":10567968031,"total_prompt_tokens":567640941327,"total_native_tokens_reasoning":0,"count":13588745,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630","change":-0.1747684206011523,"rankingMetricValue":578208909358},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4o-transcribe","variant":"standard","total_completion_tokens":9457353,"total_prompt_tokens":35623886,"total_native_tokens_reasoning":0,"count":130072,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-transcribe","change":-0.17680708202546858,"rankingMetricValue":45081239},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.8-max-prime-20260923","variant":"standard","total_completion_tokens":835587952,"total_prompt_tokens":25823273605,"total_native_tokens_reasoning":0,"count":610848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-prime-20260923","change":-0.1775273850338603,"rankingMetricValue":26658861557},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"standard","total_completion_tokens":85967598,"total_prompt_tokens":6087549628,"total_native_tokens_reasoning":0,"count":57764,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922","change":-0.17756655060613954,"rankingMetricValue":6173517226},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"standard","total_completion_tokens":4577839047,"total_prompt_tokens":414734099605,"total_native_tokens_reasoning":0,"count":7761430,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903","change":-0.17902771147844973,"rankingMetricValue":419311938652},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-coder-next-2025-02-03","variant":"standard","total_completion_tokens":266789309,"total_prompt_tokens":25617259754,"total_native_tokens_reasoning":0,"count":815132,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-next-2025-02-03","change":-0.17973164146622678,"rankingMetricValue":25884049063},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-image-20260630","variant":"standard","total_completion_tokens":714976773,"total_prompt_tokens":684301092,"total_native_tokens_reasoning":0,"count":662114,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-image-20260630","change":-0.18020595889692945,"rankingMetricValue":1399277865},{"date":"2026-10-21 00:00:00","model_permaslug":"deepgram/aura-2-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":802004,"total_native_tokens_reasoning":0,"count":40031,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/aura-2-20260716","change":-0.18038409339895678,"rankingMetricValue":802004},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"standard","total_completion_tokens":31454670861,"total_prompt_tokens":960541748311,"total_native_tokens_reasoning":0,"count":46385548,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.2-20260616","change":-0.18097722734973365,"rankingMetricValue":991996419172},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.1-codex-mini-20251113","variant":"standard","total_completion_tokens":44489703,"total_prompt_tokens":864073269,"total_native_tokens_reasoning":0,"count":59191,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-mini-20251113","change":-0.18098169711829934,"rankingMetricValue":908562972},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/text-embedding-ada-002","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1402985542,"total_native_tokens_reasoning":0,"count":2609882,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-ada-002","change":-0.1812641959521099,"rankingMetricValue":1402985542},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-14b-04-28","variant":"standard","total_completion_tokens":484684928,"total_prompt_tokens":2035442509,"total_native_tokens_reasoning":0,"count":1110763,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-14b-04-28","change":-0.18129407934850314,"rankingMetricValue":2520127437},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"standard","total_completion_tokens":6772006289,"total_prompt_tokens":146615195155,"total_native_tokens_reasoning":0,"count":36646804,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001","change":-0.18465210325066556,"rankingMetricValue":153387201444},{"date":"2026-10-21 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-pro-20260422","variant":"standard","total_completion_tokens":2498155961,"total_prompt_tokens":140777697100,"total_native_tokens_reasoning":0,"count":4223823,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-pro-20260422","change":-0.1871447960900225,"rankingMetricValue":143275853061},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"standard","total_completion_tokens":14083026074,"total_prompt_tokens":106401719397,"total_native_tokens_reasoning":0,"count":19624447,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07","change":-0.18740775001323218,"rankingMetricValue":120484745471},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507","variant":"standard","total_completion_tokens":40206009,"total_prompt_tokens":104970568,"total_native_tokens_reasoning":0,"count":319913,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507","change":-0.1887338651787508,"rankingMetricValue":145176577},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5-20260211","variant":"standard","total_completion_tokens":1878791121,"total_prompt_tokens":36365286895,"total_native_tokens_reasoning":0,"count":2122921,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-20260211","change":-0.18887139670044167,"rankingMetricValue":38244078016},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4-vector-20260514","variant":"standard","total_completion_tokens":2717925,"total_prompt_tokens":929885,"total_native_tokens_reasoning":0,"count":648,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-vector-20260514","change":-0.18906523785324073,"rankingMetricValue":3647810},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"standard","total_completion_tokens":3452414540,"total_prompt_tokens":174620374382,"total_native_tokens_reasoning":0,"count":3713478,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528","change":-0.18929507477235707,"rankingMetricValue":178072788922},{"date":"2026-10-21 00:00:00","model_permaslug":"fish-audio/s2-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":86311,"total_native_tokens_reasoning":0,"count":3564,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2-pro-20260729","change":-0.18941585274229902,"rankingMetricValue":86311},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance/ui-tars-1.5-7b","variant":"standard","total_completion_tokens":2482555,"total_prompt_tokens":147071630,"total_native_tokens_reasoning":0,"count":66005,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/ui-tars-1.5-7b","change":-0.1899612373581633,"rankingMetricValue":149554185},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"standard","total_completion_tokens":1625168909,"total_prompt_tokens":30658124889,"total_native_tokens_reasoning":0,"count":3187518,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","change":-0.19204179389516488,"rankingMetricValue":32283293798},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-4.5","variant":"standard","total_completion_tokens":171015714,"total_prompt_tokens":1103820744,"total_native_tokens_reasoning":0,"count":126069,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5","change":-0.19227041749472473,"rankingMetricValue":1274836458},{"date":"2026-10-21 00:00:00","model_permaslug":"perplexity/sonar-pro","variant":"standard","total_completion_tokens":421476762,"total_prompt_tokens":677564514,"total_native_tokens_reasoning":0,"count":835736,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro","change":-0.19243472102576153,"rankingMetricValue":1099041276},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"standard","total_completion_tokens":4823353961,"total_prompt_tokens":125110260858,"total_native_tokens_reasoning":0,"count":17253944,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317","change":-0.19300028058736257,"rankingMetricValue":129933614819},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224","variant":"free","total_completion_tokens":0,"total_prompt_tokens":647045351,"total_native_tokens_reasoning":0,"count":367678,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224:free","change":-0.19907632344527681,"rankingMetricValue":647045351},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seed-audio-1-0-20260630","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1722385,"total_native_tokens_reasoning":0,"count":22874,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-audio-1-0-20260630","change":-0.1998553371934858,"rankingMetricValue":1722385},{"date":"2026-10-21 00:00:00","model_permaslug":"amazon/nova-2-lite-v1","variant":"standard","total_completion_tokens":271061175,"total_prompt_tokens":900856776,"total_native_tokens_reasoning":0,"count":276324,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-2-lite-v1","change":-0.2019936967238215,"rankingMetricValue":1171917951},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"batch","total_completion_tokens":1534037,"total_prompt_tokens":8561548,"total_native_tokens_reasoning":0,"count":73,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903:batch","change":-0.20386844678569174,"rankingMetricValue":10095585},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/command-r7b-12-2024","variant":"standard","total_completion_tokens":11591510,"total_prompt_tokens":244905021,"total_native_tokens_reasoning":0,"count":90186,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r7b-12-2024","change":-0.20394983090532937,"rankingMetricValue":256496531},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/o3-mini-2025-01-31","variant":"standard","total_completion_tokens":170626261,"total_prompt_tokens":586159500,"total_native_tokens_reasoning":0,"count":162042,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-mini-2025-01-31","change":-0.20612691535542524,"rankingMetricValue":756785761},{"date":"2026-10-19 00:00:00","model_permaslug":"deepseek/deepseek-r1","variant":"standard","total_completion_tokens":266842325,"total_prompt_tokens":1063356085,"total_native_tokens_reasoning":0,"count":196305,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-r1","change":-0.20626695485356683,"rankingMetricValue":1330198410},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"standard","total_completion_tokens":36686216,"total_prompt_tokens":624705644,"total_native_tokens_reasoning":0,"count":139563,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-2508","change":-0.21139603556348613,"rankingMetricValue":661391860},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"standard","total_completion_tokens":4073318508,"total_prompt_tokens":22511323282,"total_native_tokens_reasoning":0,"count":3840578,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807","change":-0.21149984597844118,"rankingMetricValue":26584641790},{"date":"2026-10-21 00:00:00","model_permaslug":"stepfun/step-3.5-flash","variant":"standard","total_completion_tokens":223269159,"total_prompt_tokens":1160457504,"total_native_tokens_reasoning":0,"count":117205,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.5-flash","change":-0.21640227443801954,"rankingMetricValue":1383726663},{"date":"2026-10-21 00:00:00","model_permaslug":"relace/relace-apply-3","variant":"standard","total_completion_tokens":58176165,"total_prompt_tokens":65449925,"total_native_tokens_reasoning":0,"count":8387,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-apply-3","change":-0.21659310437800922,"rankingMetricValue":123626090},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/voyage-multimodal-3.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":838431083,"total_native_tokens_reasoning":0,"count":3233484,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-multimodal-3.5-20260727","change":-0.21690631012153688,"rankingMetricValue":838431083},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/speech-2.8-turbo-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":509411,"total_native_tokens_reasoning":0,"count":43287,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-turbo-20260716","change":-0.22005490425439073,"rankingMetricValue":509411},{"date":"2026-10-21 00:00:00","model_permaslug":"fish-audio/s2.1-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8663876,"total_native_tokens_reasoning":0,"count":235759,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-20260729","change":-0.22005692297609797,"rankingMetricValue":8663876},{"date":"2026-10-21 00:00:00","model_permaslug":"voyageai/voyage-4-large-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5653225828,"total_native_tokens_reasoning":0,"count":2739730,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-large-20260727","change":-0.22247580842979417,"rankingMetricValue":5653225828},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4.1-flash-20260923","variant":"standard","total_completion_tokens":389477400,"total_prompt_tokens":19615542,"total_native_tokens_reasoning":0,"count":92540,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-flash-20260923","change":-0.22297304277554775,"rankingMetricValue":409092942},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.7-max-20260520","variant":"standard","total_completion_tokens":809136295,"total_prompt_tokens":8152063170,"total_native_tokens_reasoning":0,"count":612143,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-max-20260520","change":-0.22389520102979021,"rankingMetricValue":8961199465},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.8-omni-flash-20260918","variant":"standard","total_completion_tokens":4763977810,"total_prompt_tokens":26330202851,"total_native_tokens_reasoning":0,"count":2448712,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-omni-flash-20260918","change":-0.2270853571536828,"rankingMetricValue":31094180661},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-m2.7-20260318","variant":"standard","total_completion_tokens":1217577365,"total_prompt_tokens":30670140850,"total_native_tokens_reasoning":0,"count":1960495,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.7-20260318","change":-0.22972545519332427,"rankingMetricValue":31887718215},{"date":"2026-10-21 00:00:00","model_permaslug":"mancer/weaver","variant":"standard","total_completion_tokens":3052767,"total_prompt_tokens":29427627,"total_native_tokens_reasoning":0,"count":16100,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mancer/weaver","change":-0.23039137180623698,"rankingMetricValue":32480394},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"standard","total_completion_tokens":23145234292,"total_prompt_tokens":285206865465,"total_native_tokens_reasoning":0,"count":87369917,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash","change":-0.23243924694850138,"rankingMetricValue":308352099757},{"date":"2026-10-21 00:00:00","model_permaslug":"black-forest-labs/flux.2-flex","variant":"standard","total_completion_tokens":11374475,"total_prompt_tokens":4784482,"total_native_tokens_reasoning":0,"count":2445,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-flex","change":-0.2324689898169705,"rankingMetricValue":16158957},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","variant":"standard","total_completion_tokens":1655918561,"total_prompt_tokens":70931914536,"total_native_tokens_reasoning":0,"count":2205345,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","change":-0.23549705141781446,"rankingMetricValue":72587833097},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"batch","total_completion_tokens":10211701,"total_prompt_tokens":7472323,"total_native_tokens_reasoning":0,"count":7987,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430:batch","change":-0.2357583696315923,"rankingMetricValue":17684024},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5-2025-08-07","variant":"standard","total_completion_tokens":1383490622,"total_prompt_tokens":7468015690,"total_native_tokens_reasoning":0,"count":1974990,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-2025-08-07","change":-0.2503985931819412,"rankingMetricValue":8851506312},{"date":"2026-10-21 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-flash-20260921","variant":"standard","total_completion_tokens":99762220868,"total_prompt_tokens":8467452005759,"total_native_tokens_reasoning":0,"count":112870840,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-flash-20260921","change":-0.2524865223367426,"rankingMetricValue":8567214226627},{"date":"2026-10-21 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"standard","total_completion_tokens":271084933,"total_prompt_tokens":881809552,"total_native_tokens_reasoning":0,"count":8102433,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908","change":-0.25651963111362436,"rankingMetricValue":1152894485},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","variant":"standard","total_completion_tokens":2194776900,"total_prompt_tokens":28492912157,"total_native_tokens_reasoning":0,"count":12908450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","change":-0.25740117548055286,"rankingMetricValue":30687689057},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5-pro-2025-10-06","variant":"standard","total_completion_tokens":1663136,"total_prompt_tokens":1820825,"total_native_tokens_reasoning":0,"count":5102,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-pro-2025-10-06","change":-0.26554417061321633,"rankingMetricValue":3483961},{"date":"2026-10-21 00:00:00","model_permaslug":"moonshotai/kimi-k2","variant":"standard","total_completion_tokens":200024611,"total_prompt_tokens":1531739846,"total_native_tokens_reasoning":0,"count":394621,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2","change":-0.266629432630504,"rankingMetricValue":1731764457},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-coder-flash","variant":"standard","total_completion_tokens":42217532,"total_prompt_tokens":1497092409,"total_native_tokens_reasoning":0,"count":192837,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-flash","change":-0.2697333793244466,"rankingMetricValue":1539309941},{"date":"2026-10-21 00:00:00","model_permaslug":"sesame/csm-1b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10970,"total_native_tokens_reasoning":0,"count":618,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sesame/csm-1b","change":-0.26988352745424293,"rankingMetricValue":10970},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"free","total_completion_tokens":13949112616,"total_prompt_tokens":499600225281,"total_native_tokens_reasoning":0,"count":14210944,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311:free","change":-0.27103094833586344,"rankingMetricValue":513549337897},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/command-r-08-2024","variant":"standard","total_completion_tokens":10505089,"total_prompt_tokens":112285629,"total_native_tokens_reasoning":0,"count":63232,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-08-2024","change":-0.2725050813110788,"rankingMetricValue":122790718},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"free","total_completion_tokens":10351111034,"total_prompt_tokens":855496366575,"total_native_tokens_reasoning":0,"count":14822336,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807:free","change":-0.27751548206201626,"rankingMetricValue":865847477609},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.6-27b-20260422","variant":"standard","total_completion_tokens":1327863506,"total_prompt_tokens":10294456510,"total_native_tokens_reasoning":0,"count":2328015,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-27b-20260422","change":-0.28280985901372035,"rankingMetricValue":11622320016},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-imagine-image-quality-20260512","variant":"standard","total_completion_tokens":205860900,"total_prompt_tokens":47958784,"total_native_tokens_reasoning":0,"count":49308,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-quality-20260512","change":-0.28285288315764195,"rankingMetricValue":253819684},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","variant":"standard","total_completion_tokens":713925,"total_prompt_tokens":40447,"total_native_tokens_reasoning":0,"count":168,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","change":-0.283074455063142,"rankingMetricValue":754372},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-spark-1.1-20260709","variant":"standard","total_completion_tokens":77754353,"total_prompt_tokens":887288810,"total_native_tokens_reasoning":0,"count":61795,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.1-20260709","change":-0.2833155465901606,"rankingMetricValue":965043163},{"date":"2026-10-19 00:00:00","model_permaslug":"microsoft/wizardlm-2-8x22b","variant":"standard","total_completion_tokens":26541561,"total_prompt_tokens":684501486,"total_native_tokens_reasoning":0,"count":104001,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/wizardlm-2-8x22b","change":-0.2906263065066766,"rankingMetricValue":711043047},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-4.5-air","variant":"standard","total_completion_tokens":345857431,"total_prompt_tokens":11157828323,"total_native_tokens_reasoning":0,"count":1359017,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5-air","change":-0.29464090242794616,"rankingMetricValue":11503685754},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.2-codex-20260114","variant":"standard","total_completion_tokens":18203627,"total_prompt_tokens":639634507,"total_native_tokens_reasoning":0,"count":57559,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-codex-20260114","change":-0.2957177316536462,"rankingMetricValue":657838134},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-3.5-turbo","variant":"standard","total_completion_tokens":62404103,"total_prompt_tokens":531075575,"total_native_tokens_reasoning":0,"count":832824,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo","change":-0.29818989040214816,"rankingMetricValue":593479678},{"date":"2026-10-21 00:00:00","model_permaslug":"aion-labs/aion-3.0-mini-20260707","variant":"standard","total_completion_tokens":48649783,"total_prompt_tokens":499916711,"total_native_tokens_reasoning":0,"count":67565,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-mini-20260707","change":-0.30361665220804357,"rankingMetricValue":548566494},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.8-max-20260902","variant":"standard","total_completion_tokens":6323292172,"total_prompt_tokens":197944700589,"total_native_tokens_reasoning":0,"count":3358738,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-20260902","change":-0.30388996714939287,"rankingMetricValue":204267992761},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4-20260413","variant":"standard","total_completion_tokens":4788725,"total_prompt_tokens":307010,"total_native_tokens_reasoning":0,"count":1143,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-20260413","change":-0.30613582934084244,"rankingMetricValue":5095735},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-image-1","variant":"standard","total_completion_tokens":18861896,"total_prompt_tokens":1972769,"total_native_tokens_reasoning":0,"count":7508,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1","change":-0.3084640252787265,"rankingMetricValue":20834665},{"date":"2026-10-21 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"standard","total_completion_tokens":490561877368,"total_prompt_tokens":25221511931372,"total_native_tokens_reasoning":0,"count":643500422,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910","change":-0.3130458124713267,"rankingMetricValue":25712073808740},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"standard","total_completion_tokens":17676453005,"total_prompt_tokens":113280236153,"total_native_tokens_reasoning":0,"count":14517910,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219","change":-0.3154326922951419,"rankingMetricValue":130956689158},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-20260514","variant":"standard","total_completion_tokens":6316775,"total_prompt_tokens":941852,"total_native_tokens_reasoning":0,"count":1513,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-20260514","change":-0.3163572959321969,"rankingMetricValue":7258627},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/o3-2025-04-16","variant":"standard","total_completion_tokens":99994140,"total_prompt_tokens":411551643,"total_native_tokens_reasoning":0,"count":178562,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-2025-04-16","change":-0.3165338626212841,"rankingMetricValue":511545783},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/command-a-03-2025","variant":"standard","total_completion_tokens":6318662,"total_prompt_tokens":47651524,"total_native_tokens_reasoning":0,"count":55223,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-03-2025","change":-0.3184943750282855,"rankingMetricValue":53970186},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-5.3-flashx-20260918","variant":"standard","total_completion_tokens":2064953957,"total_prompt_tokens":141815622417,"total_native_tokens_reasoning":0,"count":2299169,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flashx-20260918","change":-0.3235511601579711,"rankingMetricValue":143880576374},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"standard","total_completion_tokens":5154955217,"total_prompt_tokens":426899494182,"total_native_tokens_reasoning":0,"count":12136451,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922","change":-0.33194598344201304,"rankingMetricValue":432054449399},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/microsoft-decision-1-20261009","variant":"standard","total_completion_tokens":38575613,"total_prompt_tokens":13179754658,"total_native_tokens_reasoning":0,"count":10188634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/microsoft-decision-1-20261009","change":-0.3331221357134614,"rankingMetricValue":13218330271},{"date":"2026-10-21 00:00:00","model_permaslug":"ibm-granite/granite-4.0-h-micro","variant":"standard","total_completion_tokens":49685631,"total_prompt_tokens":797303785,"total_native_tokens_reasoning":0,"count":500158,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ibm-granite/granite-4.0-h-micro","change":-0.33865187810280434,"rankingMetricValue":846989416},{"date":"2026-10-21 00:00:00","model_permaslug":"tencent/hy-mt2-7b-20260521","variant":"standard","total_completion_tokens":9731880,"total_prompt_tokens":28747612,"total_native_tokens_reasoning":0,"count":153115,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-7b-20260521","change":-0.3414033257859577,"rankingMetricValue":38479492},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":43980,"total_native_tokens_reasoning":0,"count":1513,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2-20260930","change":-0.342158402512901,"rankingMetricValue":43980},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/o4-mini-high-2025-04-16","variant":"standard","total_completion_tokens":15442372,"total_prompt_tokens":52848960,"total_native_tokens_reasoning":0,"count":15606,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o4-mini-high-2025-04-16","change":-0.34571411487485876,"rankingMetricValue":68291332},{"date":"2026-10-21 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"standard","total_completion_tokens":30843721748,"total_prompt_tokens":1685915099700,"total_native_tokens_reasoning":0,"count":29431288,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715","change":-0.3463245294915742,"rankingMetricValue":1716758821448},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"standard","total_completion_tokens":28432272930,"total_prompt_tokens":689884352610,"total_native_tokens_reasoning":0,"count":74575460,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217","change":-0.34864473475687274,"rankingMetricValue":718316625540},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.5-397b-a17b-20260216","variant":"standard","total_completion_tokens":5071877176,"total_prompt_tokens":21116121381,"total_native_tokens_reasoning":0,"count":2759911,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-397b-a17b-20260216","change":-0.3493720596645713,"rankingMetricValue":26187998557},{"date":"2026-10-21 00:00:00","model_permaslug":"sourceful/riverflow-v2-fast-20260130","variant":"standard","total_completion_tokens":6024525,"total_prompt_tokens":386912,"total_native_tokens_reasoning":0,"count":1443,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-fast-20260130","change":-0.3557047944314822,"rankingMetricValue":6411437},{"date":"2026-10-21 00:00:00","model_permaslug":"ibm-granite/granite-4.2-8b-20260831","variant":"standard","total_completion_tokens":1284302010,"total_prompt_tokens":4886787168,"total_native_tokens_reasoning":0,"count":1221408,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ibm-granite/granite-4.2-8b-20260831","change":-0.3612446997957901,"rankingMetricValue":6171089178},{"date":"2026-10-21 00:00:00","model_permaslug":"upstage/solar-pro4-20260810","variant":"standard","total_completion_tokens":4193219536,"total_prompt_tokens":562411407474,"total_native_tokens_reasoning":0,"count":15406229,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-pro4-20260810","change":-0.36840661445651834,"rankingMetricValue":566604627010},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-spark-1.2-contributor-20260805","variant":"standard","total_completion_tokens":410255509,"total_prompt_tokens":11756097366,"total_native_tokens_reasoning":0,"count":331533,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-contributor-20260805","change":-0.3721938491772241,"rankingMetricValue":12166352875},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","variant":"standard","total_completion_tokens":29496587,"total_prompt_tokens":396211074,"total_native_tokens_reasoning":0,"count":26415,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","change":-0.37793860943801355,"rankingMetricValue":425707661},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-embedding-2-preview","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2302450490,"total_native_tokens_reasoning":0,"count":4835178,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2-preview","change":-0.37818362852184906,"rankingMetricValue":2302450490},{"date":"2026-10-21 00:00:00","model_permaslug":"moonshotai/kimi-k2-0905","variant":"standard","total_completion_tokens":192527953,"total_prompt_tokens":2644678000,"total_native_tokens_reasoning":0,"count":882452,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-0905","change":-0.3819725150322721,"rankingMetricValue":2837205953},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemma-3-27b-it","variant":"standard","total_completion_tokens":6566748234,"total_prompt_tokens":25375371813,"total_native_tokens_reasoning":0,"count":14700297,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-27b-it","change":-0.3821868363493798,"rankingMetricValue":31942120047},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"standard","total_completion_tokens":4563977613,"total_prompt_tokens":27149972644,"total_native_tokens_reasoning":0,"count":3091589,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-pro","change":-0.3823952591258992,"rankingMetricValue":31713950257},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"batch","total_completion_tokens":4066682792,"total_prompt_tokens":16277843586,"total_native_tokens_reasoning":0,"count":2357846,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007:batch","change":-0.383417509428279,"rankingMetricValue":20344526378},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"batch","total_completion_tokens":97539834,"total_prompt_tokens":213127751,"total_native_tokens_reasoning":0,"count":115247,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b:batch","change":-0.38413035774971444,"rankingMetricValue":310667585},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.6-plus-04-02","variant":"standard","total_completion_tokens":615664291,"total_prompt_tokens":12609148819,"total_native_tokens_reasoning":0,"count":1577050,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-plus-04-02","change":-0.3850247903632697,"rankingMetricValue":13224813110},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"batch","total_completion_tokens":28802683,"total_prompt_tokens":363278024,"total_native_tokens_reasoning":0,"count":178990,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07:batch","change":-0.3861256480010387,"rankingMetricValue":392080707},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-luna-decisions-20261006","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":51576495433,"total_native_tokens_reasoning":0,"count":21786184,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-decisions-20261006","change":-0.3924145628201127,"rankingMetricValue":51576495433},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"batch","total_completion_tokens":196747941,"total_prompt_tokens":616185935,"total_native_tokens_reasoning":0,"count":371705,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b:batch","change":-0.39959443877127876,"rankingMetricValue":812933876},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"free","total_completion_tokens":25557550702,"total_prompt_tokens":4434861853898,"total_native_tokens_reasoning":0,"count":31520061,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604:free","change":-0.4023676736522919,"rankingMetricValue":4460419404600},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen-image-3-pro-20260805","variant":"standard","total_completion_tokens":55110000,"total_prompt_tokens":4516748,"total_native_tokens_reasoning":0,"count":13146,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-pro-20260805","change":-0.40668786706536075,"rankingMetricValue":59626748},{"date":"2026-10-21 00:00:00","model_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5146278,"total_native_tokens_reasoning":0,"count":3088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","change":-0.40991340092704864,"rankingMetricValue":5146278},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":68775,"total_native_tokens_reasoning":0,"count":2214,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2-20260930","change":-0.41087031009080005,"rankingMetricValue":68775},{"date":"2026-10-19 00:00:00","model_permaslug":"sao10k/l3.3-euryale-70b-v2.3","variant":"standard","total_completion_tokens":6564416,"total_prompt_tokens":180977386,"total_native_tokens_reasoning":0,"count":63250,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3.3-euryale-70b-v2.3","change":-0.4196481710412914,"rankingMetricValue":187541802},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mixtral-8x22b-instruct","variant":"standard","total_completion_tokens":1957541,"total_prompt_tokens":22866339,"total_native_tokens_reasoning":0,"count":10269,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mixtral-8x22b-instruct","change":-0.42141629184831886,"rankingMetricValue":24823880},{"date":"2026-10-21 00:00:00","model_permaslug":"black-forest-labs/flux.2-max","variant":"standard","total_completion_tokens":26105370,"total_prompt_tokens":16553484,"total_native_tokens_reasoning":0,"count":3554,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-max","change":-0.4231391824048018,"rankingMetricValue":42658854},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"batch","total_completion_tokens":210789458,"total_prompt_tokens":1621600647,"total_native_tokens_reasoning":0,"count":441416,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929:batch","change":-0.4232684887130673,"rankingMetricValue":1832390105},{"date":"2026-10-21 00:00:00","model_permaslug":"thenlper/gte-base-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":88128025,"total_native_tokens_reasoning":0,"count":24032,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-base-20251117","change":-0.4272632829284265,"rankingMetricValue":88128025},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-lite-20260309","variant":"standard","total_completion_tokens":372073161,"total_prompt_tokens":2596929575,"total_native_tokens_reasoning":0,"count":455504,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-lite-20260309","change":-0.43108439712607854,"rankingMetricValue":2969002736},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/ministral-14b-2512","variant":"standard","total_completion_tokens":427144756,"total_prompt_tokens":1699755201,"total_native_tokens_reasoning":0,"count":981534,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-14b-2512","change":-0.43125216953108064,"rankingMetricValue":2126899957},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/phi-4","variant":"standard","total_completion_tokens":112815394,"total_prompt_tokens":1230800352,"total_native_tokens_reasoning":0,"count":757403,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/phi-4","change":-0.43400484770767545,"rankingMetricValue":1343615746},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","variant":"standard","total_completion_tokens":1846186111,"total_prompt_tokens":17870136865,"total_native_tokens_reasoning":0,"count":11475210,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","change":-0.4343786627266176,"rankingMetricValue":19716322976},{"date":"2026-10-21 00:00:00","model_permaslug":"krea/krea-2-medium-20260720","variant":"standard","total_completion_tokens":10387400,"total_prompt_tokens":606414,"total_native_tokens_reasoning":0,"count":2488,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-20260720","change":-0.4364706823705066,"rankingMetricValue":10993814},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","variant":"standard","total_completion_tokens":172904735,"total_prompt_tokens":485093576,"total_native_tokens_reasoning":0,"count":70305,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","change":-0.43950492897010446,"rankingMetricValue":657998311},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"batch","total_completion_tokens":238575821,"total_prompt_tokens":1275073405,"total_native_tokens_reasoning":0,"count":155399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921:batch","change":-0.44393036906664646,"rankingMetricValue":1513649226},{"date":"2026-10-21 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"standard","total_completion_tokens":369998179,"total_prompt_tokens":29738166552,"total_native_tokens_reasoning":0,"count":445970,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720","change":-0.449192203871276,"rankingMetricValue":30108164731},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/speech-2.8-hd-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":712416,"total_native_tokens_reasoning":0,"count":31554,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-hd-20260716","change":-0.4499147170761199,"rankingMetricValue":712416},{"date":"2026-10-21 00:00:00","model_permaslug":"intfloat/e5-large-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":11834512,"total_native_tokens_reasoning":0,"count":15420,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-large-v2-20251117","change":-0.45862463670088033,"rankingMetricValue":11834512},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/codestral-embed-2505","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":242265653,"total_native_tokens_reasoning":0,"count":70950,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-embed-2505","change":-0.4630321987868437,"rankingMetricValue":242265653},{"date":"2026-10-21 00:00:00","model_permaslug":"aion-labs/aion-rp-llama-3.1-8b","variant":"standard","total_completion_tokens":1894111,"total_prompt_tokens":10140537,"total_native_tokens_reasoning":0,"count":11438,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-rp-llama-3.1-8b","change":-0.4644534187895172,"rankingMetricValue":12034648},{"date":"2026-10-21 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"standard","total_completion_tokens":565740438,"total_prompt_tokens":8376282919,"total_native_tokens_reasoning":0,"count":527322,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715","change":-0.46471950405734797,"rankingMetricValue":8942023357},{"date":"2026-10-21 00:00:00","model_permaslug":"stepfun/step-3.7-flash-20260528","variant":"standard","total_completion_tokens":1677687173,"total_prompt_tokens":11420168171,"total_native_tokens_reasoning":0,"count":716169,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.7-flash-20260528","change":-0.47015959864395035,"rankingMetricValue":13097855344},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":48838911,"total_native_tokens_reasoning":0,"count":143360,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2:batch","change":-0.47132628606239424,"rankingMetricValue":48838911},{"date":"2026-10-21 00:00:00","model_permaslug":"z-ai/glm-4.5v","variant":"standard","total_completion_tokens":14469262,"total_prompt_tokens":119855353,"total_native_tokens_reasoning":0,"count":31873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5v","change":-0.4714478393327779,"rankingMetricValue":134324615},{"date":"2026-10-21 00:00:00","model_permaslug":"thedrummer/unslopnemo-12b","variant":"standard","total_completion_tokens":16633976,"total_prompt_tokens":210821847,"total_native_tokens_reasoning":0,"count":81732,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/unslopnemo-12b","change":-0.4765651538734438,"rankingMetricValue":227455823},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"standard","total_completion_tokens":14748866779,"total_prompt_tokens":389982503491,"total_native_tokens_reasoning":0,"count":37849444,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709","change":-0.4797045717333251,"rankingMetricValue":404731370270},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4","variant":"standard","total_completion_tokens":7655585,"total_prompt_tokens":24519455,"total_native_tokens_reasoning":0,"count":42237,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4","change":-0.4812225782939766,"rankingMetricValue":32175040},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-4.7-20260916","variant":"standard","total_completion_tokens":9848308553,"total_prompt_tokens":296452629029,"total_native_tokens_reasoning":0,"count":5612303,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.7-20260916","change":-0.48311123313384535,"rankingMetricValue":306300937582},{"date":"2026-10-21 00:00:00","model_permaslug":"cloudflare/clef-flash","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21857477398,"total_native_tokens_reasoning":0,"count":23051498,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-flash","change":-0.4955759385925264,"rankingMetricValue":21857477398},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"standard","total_completion_tokens":440055820,"total_prompt_tokens":8572310720,"total_native_tokens_reasoning":0,"count":116968,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709","change":-0.49663997319481173,"rankingMetricValue":9012366540},{"date":"2026-10-21 00:00:00","model_permaslug":"baai/bge-base-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1176913674,"total_native_tokens_reasoning":0,"count":637700,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-base-en-v1.5-20251117","change":-0.5064267634538405,"rankingMetricValue":1176913674},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-2602","variant":"standard","total_completion_tokens":26408130,"total_prompt_tokens":1617160,"total_native_tokens_reasoning":0,"count":432371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-2602","change":-0.5112374546068118,"rankingMetricValue":28025290},{"date":"2026-10-21 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"standard","total_completion_tokens":73846899,"total_prompt_tokens":3010369094,"total_native_tokens_reasoning":0,"count":168969,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625","change":-0.5176664054083698,"rankingMetricValue":3084215993},{"date":"2026-10-21 00:00:00","model_permaslug":"tencent/hy-mt2-1.8b-20260521","variant":"standard","total_completion_tokens":6989461,"total_prompt_tokens":14107649,"total_native_tokens_reasoning":0,"count":47095,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-1.8b-20260521","change":-0.5190270248088383,"rankingMetricValue":21097110},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-16k","variant":"standard","total_completion_tokens":893609,"total_prompt_tokens":4207660,"total_native_tokens_reasoning":0,"count":18232,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-16k","change":-0.5226751500813215,"rankingMetricValue":5101269},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","variant":"standard","total_completion_tokens":21305488,"total_prompt_tokens":37238234,"total_native_tokens_reasoning":0,"count":21326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","change":-0.5228632896098293,"rankingMetricValue":58543722},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/devstral-2512","variant":"standard","total_completion_tokens":19854402,"total_prompt_tokens":1303503178,"total_native_tokens_reasoning":0,"count":63824,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/devstral-2512","change":-0.5255665969529789,"rankingMetricValue":1323357580},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"batch","total_completion_tokens":13778530,"total_prompt_tokens":177939535,"total_native_tokens_reasoning":0,"count":34125,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903:batch","change":-0.5374172234909423,"rankingMetricValue":191718065},{"date":"2026-10-21 00:00:00","model_permaslug":"black-forest-labs/flux-3-image-20261001","variant":"standard","total_completion_tokens":149907550,"total_prompt_tokens":17890866,"total_native_tokens_reasoning":0,"count":35906,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-image-20261001","change":-0.5376334171300308,"rankingMetricValue":167798416},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"standard","total_completion_tokens":12888881,"total_prompt_tokens":192802639,"total_native_tokens_reasoning":0,"count":14883,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423","change":-0.5419728755442057,"rankingMetricValue":205691520},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"standard","total_completion_tokens":478937306,"total_prompt_tokens":2421161289,"total_native_tokens_reasoning":0,"count":723855,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430","change":-0.5483086805565849,"rankingMetricValue":2900098595},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-4o-mini-2024-07-18","variant":"standard","total_completion_tokens":426256812,"total_prompt_tokens":8039001764,"total_native_tokens_reasoning":0,"count":5211823,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-2024-07-18","change":-0.5602095630779079,"rankingMetricValue":8465258576},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-0613","variant":"standard","total_completion_tokens":10518673,"total_prompt_tokens":15523066,"total_native_tokens_reasoning":0,"count":53777,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-0613","change":-0.5696096514441177,"rankingMetricValue":26041739},{"date":"2026-10-21 00:00:00","model_permaslug":"recraft/recraft-v4-styles-20260826","variant":"standard","total_completion_tokens":3636425,"total_prompt_tokens":712438,"total_native_tokens_reasoning":0,"count":857,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-20260826","change":-0.571201777167772,"rankingMetricValue":4348863},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"batch","total_completion_tokens":9948522,"total_prompt_tokens":73944351,"total_native_tokens_reasoning":0,"count":7812,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217:batch","change":-0.5782402221707565,"rankingMetricValue":83892873},{"date":"2026-10-21 00:00:00","model_permaslug":"sourceful/riverflow-v2-pro-20260130","variant":"standard","total_completion_tokens":1920500,"total_prompt_tokens":488632,"total_native_tokens_reasoning":0,"count":460,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-pro-20260130","change":-0.5791160768849378,"rankingMetricValue":2409132},{"date":"2026-10-21 00:00:00","model_permaslug":"upstage/solar-decide-flash-20261008","variant":"standard","total_completion_tokens":1450254,"total_prompt_tokens":2385541962,"total_native_tokens_reasoning":0,"count":632149,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-flash-20261008","change":-0.5971747475443003,"rankingMetricValue":2386992216},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/o3-mini-high-2025-01-31","variant":"standard","total_completion_tokens":1770768,"total_prompt_tokens":5315171,"total_native_tokens_reasoning":0,"count":4715,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-mini-high-2025-01-31","change":-0.6034655928173268,"rankingMetricValue":7085939},{"date":"2026-10-21 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"standard","total_completion_tokens":86287963,"total_prompt_tokens":2996829084,"total_native_tokens_reasoning":0,"count":95717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907","change":-0.6135364903139554,"rankingMetricValue":3083117047},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"standard","total_completion_tokens":541166291,"total_prompt_tokens":27401340551,"total_native_tokens_reasoning":0,"count":386474,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903","change":-0.6296200892952591,"rankingMetricValue":27942506842},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","variant":"standard","total_completion_tokens":33979584,"total_prompt_tokens":27737828,"total_native_tokens_reasoning":0,"count":14636,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","change":-0.6348796772191535,"rankingMetricValue":61717412},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"batch","total_completion_tokens":40260844,"total_prompt_tokens":32590849,"total_native_tokens_reasoning":0,"count":34526,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219:batch","change":-0.6436614479534615,"rankingMetricValue":72851693},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/o1-2024-12-17","variant":"standard","total_completion_tokens":3402690,"total_prompt_tokens":7021988,"total_native_tokens_reasoning":0,"count":13030,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o1-2024-12-17","change":-0.6470569395150327,"rankingMetricValue":10424678},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"standard","total_completion_tokens":8525566936,"total_prompt_tokens":42921501704,"total_native_tokens_reasoning":0,"count":97632708,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07","change":-0.6550739986998184,"rankingMetricValue":51447068640},{"date":"2026-10-21 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"batch","total_completion_tokens":1072016,"total_prompt_tokens":841738,"total_native_tokens_reasoning":0,"count":683,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630:batch","change":-0.6833329830905545,"rankingMetricValue":1913754},{"date":"2026-10-21 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"free","total_completion_tokens":0,"total_prompt_tokens":40903499,"total_native_tokens_reasoning":0,"count":34198,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925:free","change":-0.6898001366688903,"rankingMetricValue":40903499},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","variant":"standard","total_completion_tokens":1388892335,"total_prompt_tokens":18737827356,"total_native_tokens_reasoning":0,"count":661679,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","change":-0.6904129555068753,"rankingMetricValue":20126719691},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/minimax-m2.1","variant":"standard","total_completion_tokens":11671057,"total_prompt_tokens":549785859,"total_native_tokens_reasoning":0,"count":31763,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.1","change":-0.6953144044438184,"rankingMetricValue":561456916},{"date":"2026-10-21 00:00:00","model_permaslug":"togethercomputer/tev1-4b-experimental-20260923","variant":"standard","total_completion_tokens":3477536,"total_prompt_tokens":1014300951,"total_native_tokens_reasoning":0,"count":741586,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"togethercomputer/tev1-4b-experimental-20260923","change":-0.7089771093946379,"rankingMetricValue":1017778487},{"date":"2026-10-20 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"batch","total_completion_tokens":315344819,"total_prompt_tokens":995293871,"total_native_tokens_reasoning":0,"count":911375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash:batch","change":-0.7255108752207144,"rankingMetricValue":1310638690},{"date":"2026-10-17 00:00:00","model_permaslug":"perplexity/pplx-decider-v1.1-27b-20261006","variant":"standard","total_completion_tokens":46149205,"total_prompt_tokens":49147215536,"total_native_tokens_reasoning":0,"count":23535353,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-v1.1-27b-20261006","change":-0.7622799301831952,"rankingMetricValue":49193364741},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-medium-3","variant":"standard","total_completion_tokens":19483014,"total_prompt_tokens":311465971,"total_native_tokens_reasoning":0,"count":85482,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3","change":-0.7624028687187266,"rankingMetricValue":330948985},{"date":"2026-10-20 00:00:00","model_permaslug":"text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5979,"total_native_tokens_reasoning":0,"count":122,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-small","change":-0.7655753773769849,"rankingMetricValue":5979},{"date":"2026-10-21 00:00:00","model_permaslug":"respan/span-01-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":310500973,"total_native_tokens_reasoning":0,"count":365500,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-20260925","change":-0.7896028640808201,"rankingMetricValue":310500973},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"batch","total_completion_tokens":24797808,"total_prompt_tokens":70813123,"total_native_tokens_reasoning":0,"count":37493,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-2603:batch","change":-0.815439885532071,"rankingMetricValue":95610931},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-spark-1.3-20260902","variant":"standard","total_completion_tokens":3029597399,"total_prompt_tokens":92962029179,"total_native_tokens_reasoning":0,"count":1883697,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-20260902","change":-0.8204705159255427,"rankingMetricValue":95991626578},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"batch","total_completion_tokens":7299594,"total_prompt_tokens":15640709,"total_native_tokens_reasoning":0,"count":1091,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519:batch","change":-0.827473496135134,"rankingMetricValue":22940303},{"date":"2026-10-15 00:00:00","model_permaslug":"unbiased/pareto-26.10-preview-20260929","variant":"standard","total_completion_tokens":13213530,"total_prompt_tokens":357034381,"total_native_tokens_reasoning":0,"count":13475,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.10-preview-20260929","change":-0.8325303038068503,"rankingMetricValue":370247911},{"date":"2026-10-21 00:00:00","model_permaslug":"inclusionai/ling-3.1-flash-20261002","variant":"standard","total_completion_tokens":2069493190,"total_prompt_tokens":97152307417,"total_native_tokens_reasoning":0,"count":4866563,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.1-flash-20261002","change":-0.8368068902649433,"rankingMetricValue":99221800607},{"date":"2026-10-21 00:00:00","model_permaslug":"thenlper/gte-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3921832,"total_native_tokens_reasoning":0,"count":5065,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-large-20251117","change":-0.8425313625756259,"rankingMetricValue":3921832},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"batch","total_completion_tokens":122233,"total_prompt_tokens":261179,"total_native_tokens_reasoning":0,"count":11,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709:batch","change":-0.85570011855253,"rankingMetricValue":383412},{"date":"2026-10-21 00:00:00","model_permaslug":"stepfun/step-5-preview-20261008","variant":"standard","total_completion_tokens":12404630258,"total_prompt_tokens":2307138419267,"total_native_tokens_reasoning":0,"count":12078407,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-5-preview-20261008","change":-0.8765496300105655,"rankingMetricValue":2319543049525},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"batch","total_completion_tokens":55734016,"total_prompt_tokens":56025898,"total_native_tokens_reasoning":0,"count":30814,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-8b-2512:batch","change":-0.8792764500624329,"rankingMetricValue":111759914},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"batch","total_completion_tokens":85114945,"total_prompt_tokens":254953188,"total_native_tokens_reasoning":0,"count":79490,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813:batch","change":-0.904195117058591,"rankingMetricValue":340068133},{"date":"2026-10-21 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"batch","total_completion_tokens":5403306,"total_prompt_tokens":10182373,"total_native_tokens_reasoning":0,"count":4534,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715:batch","change":-0.9084417214326002,"rankingMetricValue":15585679},{"date":"2026-10-21 00:00:00","model_permaslug":"intfloat/e5-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9167080,"total_native_tokens_reasoning":0,"count":22348,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-base-v2-20251117","change":-0.9143360063499388,"rankingMetricValue":9167080},{"date":"2026-10-15 00:00:00","model_permaslug":"anthropic/claude-4-sonnet-20250522","variant":"standard","total_completion_tokens":33614169,"total_prompt_tokens":841487087,"total_native_tokens_reasoning":0,"count":130906,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4-sonnet-20250522","change":-0.9342586530650726,"rankingMetricValue":875101256},{"date":"2026-10-21 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","variant":"standard","total_completion_tokens":207997966,"total_prompt_tokens":2651140280,"total_native_tokens_reasoning":0,"count":512430,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","change":-0.9413464510663581,"rankingMetricValue":2859138246},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"batch","total_completion_tokens":61720704,"total_prompt_tokens":428475369,"total_native_tokens_reasoning":0,"count":89590,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507:batch","change":-0.947044220859191,"rankingMetricValue":490196073},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"batch","total_completion_tokens":313492,"total_prompt_tokens":5904320,"total_native_tokens_reasoning":0,"count":69,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922:batch","change":-0.9810830875599295,"rankingMetricValue":6217812},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"batch","total_completion_tokens":39,"total_prompt_tokens":32,"total_native_tokens_reasoning":0,"count":6,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-2508:batch","change":-0.9971864473944918,"rankingMetricValue":71},{"date":"2026-10-16 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"batch","total_completion_tokens":14,"total_prompt_tokens":9,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001:batch","change":-0.9996640570226688,"rankingMetricValue":23},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance/seedance-2.5-20260807","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":31034,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.5-20260807","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance/seedance-2.0-mini-20260811","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9774,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-mini-20260811","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"deepgram/nova-3-20260714","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":260285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/nova-3-20260714","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"assemblyai/universal-3-5-pro-20260914","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":66220,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/universal-3-5-pro-20260914","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-asr-1.7b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":576387,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-1.7b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":0,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":21750,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-imagine-video-20260512","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-20260512","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/whisper-large-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9055429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/scribe-v2-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2230199,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-20260929","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-std-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":10837,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-std-20260429","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-pro-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":10755,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-pro-20260429","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"google/veo-3.1-lite-20260331","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":52174,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-lite-20260331","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"black-forest-labs/flux-video-upscale-20260819","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":479,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-upscale-20260819","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-stt-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":581873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-stt-20260723","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"heygen/heygen-video-1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":65949,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-video-1-20260930","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"black-forest-labs/flux-video-edit-20260910","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2540,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-edit-20260910","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":23002,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance/seedance-1-5-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":12207,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-1-5-pro-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"kwaivgi/kling-video-o1-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1034,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-video-o1-20260420","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/whisper-large-v3-turbo","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":12278772,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3-turbo","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"alibaba/happyhorse-1.1-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3128,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.1-20260624","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance/seedance-2.0-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":18698,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"runway/aleph-2-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":608,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/aleph-2-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/rerank-v3.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1864391,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-v3.5","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"alibaba/wan-2.6-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":759,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.6-20260327","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/rerank-4-fast","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":430689,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-fast","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"google/veo-3.1-fast-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":16109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-fast-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/whisper-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":652407,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-1","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"assemblyai/universal-3-6-pro-20261014","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":75963,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/universal-3-6-pro-20261014","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"fish-audio/transcribe-1-pro-20260924","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":181194,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-pro-20260924","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-transcribe-2-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3272586,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-2-20260903","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"openai/gpt-transcribe-20260805","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":650652,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-transcribe-20260805","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":73780,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"meta/muse-voice-transcribe-1.0-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":19127,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-voice-transcribe-1.0-20260903","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-20260719","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7981,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-20260719","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"heygen/avatar-iv-20260625","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":12305,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/avatar-iv-20260625","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/hailuo-2.3-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":567,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-2.3-20260420","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"cohere/rerank-4-pro","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":645438,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-pro","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"nvidia/parakeet-tdt-0.6b-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":604246,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/parakeet-tdt-0.6b-v3","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"microsoft/mai-transcribe-1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":40599,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-1.5","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"alibaba/wan-2.7-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2487,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.7-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"bytedance/seedance-2.0-fast-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":18590,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-fast-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"google/veo-3.1-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7103,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"alibaba/wan-3.0-prime-20260827","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":4441,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-prime-20260827","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"black-forest-labs/flux-3-video-20260804","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1608,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-video-20260804","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-asr-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":108224,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":22289,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"alibaba/wan-3.0-20260824","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":57767,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-20260824","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"runway/gen-4.5-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":606,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/gen-4.5-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"elevenlabs/scribe-v2-medical-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":27087,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-medical-20260929","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/hailuo-03-20260730","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9594,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-03-20260730","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"fish-audio/transcribe-1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":43816,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"alibaba/happyhorse-1.0-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":315,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.0-20260624","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"google/chirp-3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":105656,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/chirp-3","change":null,"rankingMetricValue":0},{"date":"2026-10-21 00:00:00","model_permaslug":"minimax/hailuo-3-max-20260901","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8333,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-3-max-20260901","change":null,"rankingMetricValue":0},{"date":"2026-10-15 00:00:00","model_permaslug":"amazon/nova-premier-v1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-premier-v1","change":null,"rankingMetricValue":0}]}