{"data":[{"date":"2026-10-13 00:00:00","model_permaslug":"stepfun/step-5-preview-20261008","variant":"standard","total_completion_tokens":83229720376,"total_prompt_tokens":14968579081810,"total_native_tokens_reasoning":0,"count":78598457,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-5-preview-20261008","change":null,"rankingMetricValue":15051808802186},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"standard","total_completion_tokens":87396604149,"total_prompt_tokens":1628490675172,"total_native_tokens_reasoning":0,"count":85797437,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007","change":null,"rankingMetricValue":1715887279321},{"date":"2026-10-13 00:00:00","model_permaslug":"perplexity/pplx-decider-v1.1-27b-20261006","variant":"standard","total_completion_tokens":153146700,"total_prompt_tokens":184025339725,"total_native_tokens_reasoning":0,"count":30598443,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-v1.1-27b-20261006","change":null,"rankingMetricValue":184178486425},{"date":"2026-10-13 00:00:00","model_permaslug":"meta/muse-wonder-20261012","variant":"standard","total_completion_tokens":790382965,"total_prompt_tokens":71295922654,"total_native_tokens_reasoning":0,"count":993873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-wonder-20261012","change":null,"rankingMetricValue":72086305619},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"standard","total_completion_tokens":680463850,"total_prompt_tokens":39016900959,"total_native_tokens_reasoning":0,"count":583542,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013","change":null,"rankingMetricValue":39697364809},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"batch","total_completion_tokens":8020207163,"total_prompt_tokens":23179353312,"total_native_tokens_reasoning":0,"count":4964643,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007:batch","change":null,"rankingMetricValue":31199560475},{"date":"2026-10-13 00:00:00","model_permaslug":"nace-ai/drex-v1.5-20261009","variant":"standard","total_completion_tokens":3899233226,"total_prompt_tokens":16998645983,"total_native_tokens_reasoning":0,"count":18719869,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v1.5-20261009","change":null,"rankingMetricValue":20897879209},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/microsoft-decision-1-20261009","variant":"standard","total_completion_tokens":52141250,"total_prompt_tokens":17256185151,"total_native_tokens_reasoning":0,"count":13822891,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/microsoft-decision-1-20261009","change":null,"rankingMetricValue":17308326401},{"date":"2026-10-13 00:00:00","model_permaslug":"upstage/solar-decide-flash-20261008","variant":"standard","total_completion_tokens":3790244,"total_prompt_tokens":5371043590,"total_native_tokens_reasoning":0,"count":1518005,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-flash-20261008","change":null,"rankingMetricValue":5374833834},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"batch","total_completion_tokens":123858999,"total_prompt_tokens":2518612745,"total_native_tokens_reasoning":0,"count":192574,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929:batch","change":null,"rankingMetricValue":2642471744},{"date":"2026-10-13 00:00:00","model_permaslug":"nace-ai/drex-v2.0-20261009","variant":"standard","total_completion_tokens":482283468,"total_prompt_tokens":1779356812,"total_native_tokens_reasoning":0,"count":4920196,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v2.0-20261009","change":null,"rankingMetricValue":2261640280},{"date":"2026-10-13 00:00:00","model_permaslug":"cloudflare/clef-omni-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1639158944,"total_native_tokens_reasoning":0,"count":1212629,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-omni-20261009","change":null,"rankingMetricValue":1639158944},{"date":"2026-10-13 00:00:00","model_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","variant":"standard","total_completion_tokens":16120650,"total_prompt_tokens":126323156,"total_native_tokens_reasoning":0,"count":10834,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","change":null,"rankingMetricValue":142443806},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"batch","total_completion_tokens":3939228,"total_prompt_tokens":23749771,"total_native_tokens_reasoning":0,"count":563,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929:batch","change":null,"rankingMetricValue":27688999},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"batch","total_completion_tokens":3743820,"total_prompt_tokens":8893070,"total_native_tokens_reasoning":0,"count":2139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013:batch","change":null,"rankingMetricValue":12636890},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/eleven-v4-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9484740,"total_native_tokens_reasoning":0,"count":285212,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-20260930","change":null,"rankingMetricValue":9484740},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/eleven-v4-turbo-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6339151,"total_native_tokens_reasoning":0,"count":278856,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-turbo-20260930","change":null,"rankingMetricValue":6339151},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/eleven-v3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2977027,"total_native_tokens_reasoning":0,"count":144788,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-20260930","change":null,"rankingMetricValue":2977027},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1693640,"total_native_tokens_reasoning":0,"count":114027,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","change":null,"rankingMetricValue":1693640},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1409874,"total_native_tokens_reasoning":0,"count":13382,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","change":null,"rankingMetricValue":1409874},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1145463,"total_native_tokens_reasoning":0,"count":31229,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","change":null,"rankingMetricValue":1145463},{"date":"2026-10-13 00:00:00","model_permaslug":"unbiased/pareto-26.9-20260917","variant":"standard","total_completion_tokens":102538,"total_prompt_tokens":770226,"total_native_tokens_reasoning":0,"count":219,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.9-20260917","change":null,"rankingMetricValue":872764},{"date":"2026-10-13 00:00:00","model_permaslug":"fish-audio/drama-3-20261013","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":311513,"total_native_tokens_reasoning":0,"count":6838,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/drama-3-20261013","change":null,"rankingMetricValue":311513},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/eleven-v3-conversational-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":228055,"total_native_tokens_reasoning":0,"count":9036,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-conversational-20260930","change":null,"rankingMetricValue":228055},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"batch","total_completion_tokens":70261,"total_prompt_tokens":99372,"total_native_tokens_reasoning":0,"count":118,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929:batch","change":null,"rankingMetricValue":169633},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":116233,"total_native_tokens_reasoning":0,"count":3761,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2-20260930","change":null,"rankingMetricValue":116233},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"batch","total_completion_tokens":55192,"total_prompt_tokens":13272,"total_native_tokens_reasoning":0,"count":3,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001:batch","change":null,"rankingMetricValue":68464},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":67228,"total_native_tokens_reasoning":0,"count":3882,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2-20260930","change":null,"rankingMetricValue":67228},{"date":"2026-10-08 00:00:00","model_permaslug":"openai/gpt-realtime-2.1","variant":"standard","total_completion_tokens":2458,"total_prompt_tokens":2529,"total_native_tokens_reasoning":0,"count":10,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-realtime-2.1","change":null,"rankingMetricValue":4987},{"date":"2026-10-13 00:00:00","model_permaslug":"heygen/heygen-voice-1-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3806,"total_native_tokens_reasoning":0,"count":91,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-20261009","change":null,"rankingMetricValue":3806},{"date":"2026-10-13 00:00:00","model_permaslug":"heygen/heygen-voice-1-turbo-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2192,"total_native_tokens_reasoning":0,"count":50,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-turbo-20261009","change":null,"rankingMetricValue":2192},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1362,"total_native_tokens_reasoning":0,"count":6,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen3-embedding-8b","change":null,"rankingMetricValue":1362},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/voyage-code-4","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":272,"total_native_tokens_reasoning":0,"count":16,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4","change":null,"rankingMetricValue":272},{"date":"2026-10-09 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"batch","total_completion_tokens":14,"total_prompt_tokens":12,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609:batch","change":null,"rankingMetricValue":26},{"date":"2026-10-09 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"batch","total_completion_tokens":6,"total_prompt_tokens":17,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416:batch","change":null,"rankingMetricValue":23},{"date":"2026-10-09 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"batch","total_completion_tokens":4,"total_prompt_tokens":12,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528:batch","change":null,"rankingMetricValue":16},{"date":"2026-10-09 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"batch","total_completion_tokens":4,"total_prompt_tokens":10,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217:batch","change":null,"rankingMetricValue":14},{"date":"2026-10-09 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"batch","total_completion_tokens":4,"total_prompt_tokens":10,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205:batch","change":null,"rankingMetricValue":14},{"date":"2026-10-09 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"batch","total_completion_tokens":4,"total_prompt_tokens":10,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124:batch","change":null,"rankingMetricValue":14},{"date":"2026-10-13 00:00:00","model_permaslug":"scaledown/classify-1-20260928","variant":"standard","total_completion_tokens":910712,"total_prompt_tokens":1425664182,"total_native_tokens_reasoning":0,"count":371147,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/classify-1-20260928","change":2959697.950207469,"rankingMetricValue":1426574894},{"date":"2026-10-13 00:00:00","model_permaslug":"inception/mercury-decide-20260930","variant":"standard","total_completion_tokens":44860731,"total_prompt_tokens":5108023547,"total_native_tokens_reasoning":0,"count":7535828,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-decide-20260930","change":245913.11081416436,"rankingMetricValue":5152884278},{"date":"2026-10-13 00:00:00","model_permaslug":"scaledown/extract-20260928","variant":"standard","total_completion_tokens":27408724,"total_prompt_tokens":90711455,"total_native_tokens_reasoning":0,"count":40635,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/extract-20260928","change":99259.65462184873,"rankingMetricValue":118120179},{"date":"2026-10-13 00:00:00","model_permaslug":"scaledown/summarize-20260928","variant":"standard","total_completion_tokens":3041724,"total_prompt_tokens":38382256,"total_native_tokens_reasoning":0,"count":19226,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/summarize-20260928","change":37084.03133393017,"rankingMetricValue":41423980},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"batch","total_completion_tokens":4662,"total_prompt_tokens":20563,"total_native_tokens_reasoning":0,"count":47,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-2508:batch","change":2521.5,"rankingMetricValue":25225},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"batch","total_completion_tokens":1764270,"total_prompt_tokens":4281731,"total_native_tokens_reasoning":0,"count":9297,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630:batch","change":272.302639905976,"rankingMetricValue":6046001},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-luna-decisions-20261006","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":74398450257,"total_native_tokens_reasoning":0,"count":24024561,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-decisions-20261006","change":86.28506073241533,"rankingMetricValue":74398450257},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"batch","total_completion_tokens":829995397,"total_prompt_tokens":2657764927,"total_native_tokens_reasoning":0,"count":2720476,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash:batch","change":50.01022355786799,"rankingMetricValue":3487760324},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"batch","total_completion_tokens":60102431,"total_prompt_tokens":458321942,"total_native_tokens_reasoning":0,"count":27968,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-2603:batch","change":24.23874530970389,"rankingMetricValue":518424373},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"batch","total_completion_tokens":317750842,"total_prompt_tokens":1036187830,"total_native_tokens_reasoning":0,"count":598258,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b:batch","change":23.736619294443123,"rankingMetricValue":1353938672},{"date":"2026-10-13 00:00:00","model_permaslug":"text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1011,"total_native_tokens_reasoning":0,"count":107,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-small","change":22.511627906976745,"rankingMetricValue":1011},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-nano-banana-2.1-20261006","variant":"standard","total_completion_tokens":533145082,"total_prompt_tokens":893824692,"total_native_tokens_reasoning":0,"count":393075,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-nano-banana-2.1-20261006","change":20.186118679786738,"rankingMetricValue":1426969774},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"batch","total_completion_tokens":34798462,"total_prompt_tokens":164088263,"total_native_tokens_reasoning":0,"count":29738,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217:batch","change":20.038943048889134,"rankingMetricValue":198886725},{"date":"2026-10-13 00:00:00","model_permaslug":"text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9796,"total_native_tokens_reasoning":0,"count":56,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-large","change":17.00735294117647,"rankingMetricValue":9796},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"batch","total_completion_tokens":30665767,"total_prompt_tokens":102671953,"total_native_tokens_reasoning":0,"count":5013,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519:batch","change":16.455898686504295,"rankingMetricValue":133337720},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-large-4-0-20261006","variant":"standard","total_completion_tokens":4803454697,"total_prompt_tokens":188206520549,"total_native_tokens_reasoning":0,"count":3260116,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-4-0-20261006","change":14.214312207030742,"rankingMetricValue":193009975246},{"date":"2026-10-13 00:00:00","model_permaslug":"tencent/hy-image-v3.5-preview-20260922","variant":"standard","total_completion_tokens":1104120000,"total_prompt_tokens":25899597,"total_native_tokens_reasoning":0,"count":69974,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-image-v3.5-preview-20260922","change":12.111291434008129,"rankingMetricValue":1130019597},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"batch","total_completion_tokens":279036,"total_prompt_tokens":2374879,"total_native_tokens_reasoning":0,"count":81,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709:batch","change":10.97447559231335,"rankingMetricValue":2653915},{"date":"2026-10-13 00:00:00","model_permaslug":"cloudflare/clef-flash","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":41039029922,"total_native_tokens_reasoning":0,"count":11892221,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-flash","change":10.05410430491361,"rankingMetricValue":41039029922},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","variant":"standard","total_completion_tokens":124897442,"total_prompt_tokens":988865822,"total_native_tokens_reasoning":0,"count":73745,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","change":9.746415612546308,"rankingMetricValue":1113763264},{"date":"2026-10-13 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"batch","total_completion_tokens":9824442,"total_prompt_tokens":166880740,"total_native_tokens_reasoning":0,"count":45932,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715:batch","change":7.006518392590178,"rankingMetricValue":176705182},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"batch","total_completion_tokens":45549449,"total_prompt_tokens":154922793,"total_native_tokens_reasoning":0,"count":17571,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219:batch","change":6.3116005394921215,"rankingMetricValue":200472242},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemma-2-27b-it","variant":"standard","total_completion_tokens":78893460,"total_prompt_tokens":161664938,"total_native_tokens_reasoning":0,"count":701222,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-2-27b-it","change":6.134231356039396,"rankingMetricValue":240558398},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"batch","total_completion_tokens":42999299,"total_prompt_tokens":297060543,"total_native_tokens_reasoning":0,"count":4402,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922:batch","change":6.082967338540772,"rankingMetricValue":340059842},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"batch","total_completion_tokens":197989620,"total_prompt_tokens":727613081,"total_native_tokens_reasoning":0,"count":128048,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-8b-2512:batch","change":5.834827000075289,"rankingMetricValue":925602701},{"date":"2026-10-13 00:00:00","model_permaslug":"mancer/weaver","variant":"standard","total_completion_tokens":3538689,"total_prompt_tokens":36073494,"total_native_tokens_reasoning":0,"count":17885,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mancer/weaver","change":5.792066870994706,"rankingMetricValue":39612183},{"date":"2026-10-13 00:00:00","model_permaslug":"relace/relace-apply-3","variant":"standard","total_completion_tokens":73167695,"total_prompt_tokens":83144095,"total_native_tokens_reasoning":0,"count":10423,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-apply-3","change":5.1639401602661295,"rankingMetricValue":156311790},{"date":"2026-10-13 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"standard","total_completion_tokens":245305194,"total_prompt_tokens":7513251478,"total_native_tokens_reasoning":0,"count":190689,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907","change":5.014376485031808,"rankingMetricValue":7758556672},{"date":"2026-10-13 00:00:00","model_permaslug":"thenlper/gte-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":23508922,"total_native_tokens_reasoning":0,"count":18749,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-large-20251117","change":4.2491980706358765,"rankingMetricValue":23508922},{"date":"2026-10-13 00:00:00","model_permaslug":"baai/bge-base-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2506702851,"total_native_tokens_reasoning":0,"count":510548,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-base-en-v1.5-20251117","change":4.048970793641594,"rankingMetricValue":2506702851},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"batch","total_completion_tokens":77884695,"total_prompt_tokens":295398820,"total_native_tokens_reasoning":0,"count":237508,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721:batch","change":4.001714633481935,"rankingMetricValue":373283515},{"date":"2026-10-13 00:00:00","model_permaslug":"cloudflare/clef","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":13582438709,"total_native_tokens_reasoning":0,"count":8023520,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef","change":3.876688151088514,"rankingMetricValue":13582438709},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"batch","total_completion_tokens":388331173,"total_prompt_tokens":8893977175,"total_native_tokens_reasoning":0,"count":8868035,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507:batch","change":3.8601699746460603,"rankingMetricValue":9282308348},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"batch","total_completion_tokens":92668,"total_prompt_tokens":1063868,"total_native_tokens_reasoning":0,"count":50,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709:batch","change":3.6837352081190318,"rankingMetricValue":1156536},{"date":"2026-10-13 00:00:00","model_permaslug":"inception/mercury-decide-20260930","variant":"free","total_completion_tokens":91420823,"total_prompt_tokens":27174654006,"total_native_tokens_reasoning":0,"count":10719826,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-decide-20260930:free","change":3.3315102180347456,"rankingMetricValue":27266074829},{"date":"2026-10-12 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b","variant":"free","total_completion_tokens":0,"total_prompt_tokens":1332410,"total_native_tokens_reasoning":0,"count":39,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b:free","change":3.314743332340255,"rankingMetricValue":1332410},{"date":"2026-10-13 00:00:00","model_permaslug":"intfloat/multilingual-e5-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4580105543,"total_native_tokens_reasoning":0,"count":1135343,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/multilingual-e5-large-20251117","change":3.0917669982932257,"rankingMetricValue":4580105543},{"date":"2026-10-13 00:00:00","model_permaslug":"intfloat/e5-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":106559829,"total_native_tokens_reasoning":0,"count":31394,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-base-v2-20251117","change":2.9924564706897923,"rankingMetricValue":106559829},{"date":"2026-10-13 00:00:00","model_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10970117,"total_native_tokens_reasoning":0,"count":38169,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","change":2.409113142814524,"rankingMetricValue":10970117},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"batch","total_completion_tokens":737589846,"total_prompt_tokens":15499577021,"total_native_tokens_reasoning":0,"count":791067,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709:batch","change":2.3529432774424723,"rankingMetricValue":16237166867},{"date":"2026-10-13 00:00:00","model_permaslug":"sakana/fugu-ultra-v2-20260911","variant":"standard","total_completion_tokens":88338271,"total_prompt_tokens":2468715673,"total_native_tokens_reasoning":0,"count":37348,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-v2-20260911","change":2.329474216018787,"rankingMetricValue":2557053944},{"date":"2026-10-13 00:00:00","model_permaslug":"liquid/d1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":17552185613,"total_native_tokens_reasoning":0,"count":3736400,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1-20260930","change":2.223924352114504,"rankingMetricValue":17552185613},{"date":"2026-10-13 00:00:00","model_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":7143411,"total_native_tokens_reasoning":0,"count":3017,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","change":2.0367410497175564,"rankingMetricValue":7143411},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.6-35b-a3b-20260415","variant":"standard","total_completion_tokens":11591812626,"total_prompt_tokens":176315420248,"total_native_tokens_reasoning":0,"count":22104760,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-35b-a3b-20260415","change":2.0145182711739005,"rankingMetricValue":187907232874},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"batch","total_completion_tokens":28633288,"total_prompt_tokens":211707733,"total_native_tokens_reasoning":0,"count":44316,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816:batch","change":2.011824172973062,"rankingMetricValue":240341021},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-20260514","variant":"standard","total_completion_tokens":8587975,"total_prompt_tokens":1484905,"total_native_tokens_reasoning":0,"count":2054,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-20260514","change":1.855327859209938,"rankingMetricValue":10072880},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/voyage-code-4-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2040057800,"total_native_tokens_reasoning":0,"count":107960,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4-20260812","change":1.8096285794020635,"rankingMetricValue":2040057800},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"standard","total_completion_tokens":1549142525,"total_prompt_tokens":73309230412,"total_native_tokens_reasoning":0,"count":485675,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903","change":1.8026805007604867,"rankingMetricValue":74858372937},{"date":"2026-10-13 00:00:00","model_permaslug":"meta/muse-spark-1.3-20260902","variant":"standard","total_completion_tokens":12361369083,"total_prompt_tokens":541913172346,"total_native_tokens_reasoning":0,"count":11367897,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-20260902","change":1.6511023148167323,"rankingMetricValue":554274541429},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","variant":"standard","total_completion_tokens":187049250,"total_prompt_tokens":3237195160,"total_native_tokens_reasoning":0,"count":141708,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","change":1.632616554226521,"rankingMetricValue":3424244410},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/o1-2024-12-17","variant":"standard","total_completion_tokens":4127166,"total_prompt_tokens":27566969,"total_native_tokens_reasoning":0,"count":10390,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o1-2024-12-17","change":1.5998523962114208,"rankingMetricValue":31694135},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-16k","variant":"standard","total_completion_tokens":297232,"total_prompt_tokens":14633041,"total_native_tokens_reasoning":0,"count":35490,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-16k","change":1.3427746103737355,"rankingMetricValue":14930273},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ming-image-0.1-design-layer-20260922","variant":"standard","total_completion_tokens":256593920,"total_prompt_tokens":71844864,"total_native_tokens_reasoning":0,"count":16950,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ming-image-0.1-design-layer-20260922","change":1.2973576959165694,"rankingMetricValue":328438784},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"standard","total_completion_tokens":35800433123,"total_prompt_tokens":2624259341722,"total_native_tokens_reasoning":0,"count":34567408,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928","change":1.2356357364715236,"rankingMetricValue":2660059774845},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"batch","total_completion_tokens":305237251,"total_prompt_tokens":885663676,"total_native_tokens_reasoning":0,"count":36126,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709:batch","change":1.2083001540001204,"rankingMetricValue":1190900927},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"batch","total_completion_tokens":81019410,"total_prompt_tokens":350806509,"total_native_tokens_reasoning":0,"count":50144,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903:batch","change":1.1411226995685608,"rankingMetricValue":431825919},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/command-r7b-12-2024","variant":"standard","total_completion_tokens":13907315,"total_prompt_tokens":333972856,"total_native_tokens_reasoning":0,"count":73687,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r7b-12-2024","change":1.1385336407595852,"rankingMetricValue":347880171},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ling-3.1-flash-20261002","variant":"standard","total_completion_tokens":52028533400,"total_prompt_tokens":612277792088,"total_native_tokens_reasoning":0,"count":15034933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.1-flash-20261002","change":1.1180172209099004,"rankingMetricValue":664306325488},{"date":"2026-10-13 00:00:00","model_permaslug":"upstage/solar-pro4-20260810","variant":"standard","total_completion_tokens":4668063438,"total_prompt_tokens":967541321432,"total_native_tokens_reasoning":0,"count":10576163,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-pro4-20260810","change":1.0212202957075958,"rankingMetricValue":972209384870},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"standard","total_completion_tokens":38841865577,"total_prompt_tokens":2282618972058,"total_native_tokens_reasoning":0,"count":52130823,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929","change":0.9992901453158693,"rankingMetricValue":2321460837635},{"date":"2026-10-13 00:00:00","model_permaslug":"tencent/hunyuan-a13b-instruct","variant":"standard","total_completion_tokens":21927614,"total_prompt_tokens":54595164,"total_native_tokens_reasoning":0,"count":30305,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hunyuan-a13b-instruct","change":0.9878673833016525,"rankingMetricValue":76522778},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/minimax-m2.1","variant":"standard","total_completion_tokens":27191702,"total_prompt_tokens":1876757800,"total_native_tokens_reasoning":0,"count":91774,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.1","change":0.9783461404111952,"rankingMetricValue":1903949502},{"date":"2026-10-13 00:00:00","model_permaslug":"meta/muse-spark-1.3-contributor-20260902","variant":"standard","total_completion_tokens":37581626970,"total_prompt_tokens":2751995873705,"total_native_tokens_reasoning":0,"count":40244040,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-contributor-20260902","change":0.9553217835579776,"rankingMetricValue":2789577500675},{"date":"2026-10-13 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":247141119,"total_native_tokens_reasoning":0,"count":9859725,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","change":0.9459837621091055,"rankingMetricValue":247141119},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4o-2024-05-13","variant":"standard","total_completion_tokens":13539881,"total_prompt_tokens":204508549,"total_native_tokens_reasoning":0,"count":221274,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-05-13","change":0.9444045395007846,"rankingMetricValue":218048430},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"standard","total_completion_tokens":57654147094,"total_prompt_tokens":5583726189215,"total_native_tokens_reasoning":0,"count":47389984,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921","change":0.9276002700665804,"rankingMetricValue":5641380336309},{"date":"2026-10-13 00:00:00","model_permaslug":"upstage/solar-mini4-20260922","variant":"standard","total_completion_tokens":10192375365,"total_prompt_tokens":1018702273380,"total_native_tokens_reasoning":0,"count":11997331,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-mini4-20260922","change":0.9061344754099768,"rankingMetricValue":1028894648745},{"date":"2026-10-13 00:00:00","model_permaslug":"amazon/nova-pro-v1","variant":"standard","total_completion_tokens":19652596,"total_prompt_tokens":230128401,"total_native_tokens_reasoning":0,"count":173712,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-pro-v1","change":0.8475223712926732,"rankingMetricValue":249780997},{"date":"2026-10-13 00:00:00","model_permaslug":"sakana/fugu-max-20260911","variant":"standard","total_completion_tokens":57054101,"total_prompt_tokens":2050278374,"total_native_tokens_reasoning":0,"count":33771,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-max-20260911","change":0.8372115698242891,"rankingMetricValue":2107332475},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"batch","total_completion_tokens":470989513,"total_prompt_tokens":2345071929,"total_native_tokens_reasoning":0,"count":506704,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902:batch","change":0.7963449178095244,"rankingMetricValue":2816061442},{"date":"2026-10-13 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"standard","total_completion_tokens":48652680195,"total_prompt_tokens":2964623098907,"total_native_tokens_reasoning":0,"count":38846236,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-20260706","change":0.7896117059178841,"rankingMetricValue":3013275779102},{"date":"2026-10-13 00:00:00","model_permaslug":"black-forest-labs/flux-3-image-20261001","variant":"standard","total_completion_tokens":349798200,"total_prompt_tokens":27611855,"total_native_tokens_reasoning":0,"count":83784,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-image-20261001","change":0.7822069435444844,"rankingMetricValue":377410055},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-image-2.6-20260904","variant":"standard","total_completion_tokens":33462949,"total_prompt_tokens":20206380,"total_native_tokens_reasoning":0,"count":31977,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-20260904","change":0.7756178843713235,"rankingMetricValue":53669329},{"date":"2026-10-13 00:00:00","model_permaslug":"apodex/apodex-1.1-mini-20261001","variant":"standard","total_completion_tokens":1046360,"total_prompt_tokens":80488116,"total_native_tokens_reasoning":0,"count":2676,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"apodex/apodex-1.1-mini-20261001","change":0.7617071143477668,"rankingMetricValue":81534476},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.8-max-prime-20260923","variant":"standard","total_completion_tokens":770379677,"total_prompt_tokens":34765556600,"total_native_tokens_reasoning":0,"count":459945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-prime-20260923","change":0.7554146413980978,"rankingMetricValue":35535936277},{"date":"2026-10-13 00:00:00","model_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":860559937,"total_native_tokens_reasoning":0,"count":101712,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","change":0.7550917135319827,"rankingMetricValue":860559937},{"date":"2026-10-13 00:00:00","model_permaslug":"fish-audio/s2.1-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9447632,"total_native_tokens_reasoning":0,"count":301221,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-20260729","change":0.7495157996800453,"rankingMetricValue":9447632},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"free","total_completion_tokens":12515665467,"total_prompt_tokens":1102818288217,"total_native_tokens_reasoning":0,"count":18684335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807:free","change":0.7489626173001174,"rankingMetricValue":1115333953684},{"date":"2026-10-13 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"free","total_completion_tokens":19776072925,"total_prompt_tokens":764465357931,"total_native_tokens_reasoning":0,"count":15231760,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813:free","change":0.7479940948867584,"rankingMetricValue":784241430856},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5.3-prime-20260921","variant":"standard","total_completion_tokens":845123781,"total_prompt_tokens":86548164418,"total_native_tokens_reasoning":0,"count":1115111,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-prime-20260921","change":0.7351154693655708,"rankingMetricValue":87393288199},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen-image-3-pro-20260805","variant":"standard","total_completion_tokens":96805725,"total_prompt_tokens":4795935,"total_native_tokens_reasoning":0,"count":23088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-pro-20260805","change":0.7247569227403345,"rankingMetricValue":101601660},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","variant":"standard","total_completion_tokens":1433005039,"total_prompt_tokens":58432266,"total_native_tokens_reasoning":0,"count":131852,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","change":0.6967417155489513,"rankingMetricValue":1491437305},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"standard","total_completion_tokens":6281444,"total_prompt_tokens":69636048,"total_native_tokens_reasoning":0,"count":71989,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","change":0.6875984469580089,"rankingMetricValue":75917492},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/o3-mini-2025-01-31","variant":"standard","total_completion_tokens":176741313,"total_prompt_tokens":1074758826,"total_native_tokens_reasoning":0,"count":143824,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-mini-2025-01-31","change":0.6634859560416462,"rankingMetricValue":1251500139},{"date":"2026-10-13 00:00:00","model_permaslug":"apodex/apodex-1.1-mini-20261001","variant":"free","total_completion_tokens":7712404931,"total_prompt_tokens":266680986857,"total_native_tokens_reasoning":0,"count":4966127,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"apodex/apodex-1.1-mini-20261001:free","change":0.6445677358141465,"rankingMetricValue":274393391788},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/ministral-14b-2512","variant":"standard","total_completion_tokens":501586009,"total_prompt_tokens":3143391325,"total_native_tokens_reasoning":0,"count":940066,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-14b-2512","change":0.6429640185726153,"rankingMetricValue":3644977334},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4.1-flash-20260923","variant":"standard","total_completion_tokens":475365500,"total_prompt_tokens":26990877,"total_native_tokens_reasoning":0,"count":112723,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-flash-20260923","change":0.6332157070994613,"rankingMetricValue":502356377},{"date":"2026-10-13 00:00:00","model_permaslug":"canopylabs/orpheus-3b-0.1-ft","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":161364,"total_native_tokens_reasoning":0,"count":5888,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"canopylabs/orpheus-3b-0.1-ft","change":0.6160640961442163,"rankingMetricValue":161364},{"date":"2026-10-13 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"standard","total_completion_tokens":1484738,"total_prompt_tokens":245677573,"total_native_tokens_reasoning":0,"count":3137,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813","change":0.6120097635119132,"rankingMetricValue":247162311},{"date":"2026-10-13 00:00:00","model_permaslug":"arcee-ai/trinity-large-thinking","variant":"standard","total_completion_tokens":44859008,"total_prompt_tokens":1151379095,"total_native_tokens_reasoning":0,"count":70718,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"arcee-ai/trinity-large-thinking","change":0.6068735446651752,"rankingMetricValue":1196238103},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4o-mini-2024-07-18","variant":"standard","total_completion_tokens":660104261,"total_prompt_tokens":18910526659,"total_native_tokens_reasoning":0,"count":8104532,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-2024-07-18","change":0.6041008559417776,"rankingMetricValue":19570630920},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/o3-mini-high-2025-01-31","variant":"standard","total_completion_tokens":7191876,"total_prompt_tokens":12347438,"total_native_tokens_reasoning":0,"count":7663,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-mini-high-2025-01-31","change":0.5984565599270869,"rankingMetricValue":19539314},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-4.7-20260916","variant":"standard","total_completion_tokens":11532676238,"total_prompt_tokens":632790603727,"total_native_tokens_reasoning":0,"count":8637333,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.7-20260916","change":0.5906763212626952,"rankingMetricValue":644323279965},{"date":"2026-10-13 00:00:00","model_permaslug":"sakana/namazu-20260811","variant":"standard","total_completion_tokens":13794325,"total_prompt_tokens":31014048,"total_native_tokens_reasoning":0,"count":9538,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/namazu-20260811","change":0.5843010466560541,"rankingMetricValue":44808373},{"date":"2026-10-13 00:00:00","model_permaslug":"togethercomputer/tev1-4b-experimental-20260923","variant":"standard","total_completion_tokens":5963800,"total_prompt_tokens":3432713270,"total_native_tokens_reasoning":0,"count":810829,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"togethercomputer/tev1-4b-experimental-20260923","change":0.5671612591368932,"rankingMetricValue":3438677070},{"date":"2026-10-13 00:00:00","model_permaslug":"thenlper/gte-base-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":152044158,"total_native_tokens_reasoning":0,"count":29950,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-base-20251117","change":0.5665240008683029,"rankingMetricValue":152044158},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4-vector-20260514","variant":"standard","total_completion_tokens":3765850,"total_prompt_tokens":1102239,"total_native_tokens_reasoning":0,"count":880,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-vector-20260514","change":0.5284678206576122,"rankingMetricValue":4868089},{"date":"2026-10-13 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","variant":"standard","total_completion_tokens":1198649341,"total_prompt_tokens":139065120411,"total_native_tokens_reasoning":0,"count":1024754,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","change":0.5211476581857578,"rankingMetricValue":140263769752},{"date":"2026-10-13 00:00:00","model_permaslug":"google/lyria-3-clip-preview-20260330","variant":"standard","total_completion_tokens":691669,"total_prompt_tokens":13334764,"total_native_tokens_reasoning":0,"count":22225,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-clip-preview-20260330","change":0.5186325020630721,"rankingMetricValue":14026433},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"free","total_completion_tokens":6054888030,"total_prompt_tokens":169574703312,"total_native_tokens_reasoning":0,"count":5731502,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617:free","change":0.5181754048931108,"rankingMetricValue":175629591342},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"batch","total_completion_tokens":693645638,"total_prompt_tokens":4316159651,"total_native_tokens_reasoning":0,"count":323057,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922:batch","change":0.5092805443089542,"rankingMetricValue":5009805289},{"date":"2026-10-13 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"standard","total_completion_tokens":88039410,"total_prompt_tokens":6070087642,"total_native_tokens_reasoning":0,"count":179152,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625","change":0.5091136391465322,"rankingMetricValue":6158127052},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2016882,"total_native_tokens_reasoning":0,"count":51692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-20261001","change":0.5055728864573372,"rankingMetricValue":2016882},{"date":"2026-10-13 00:00:00","model_permaslug":"tencent/hy-mt2-30b-a3b-20260521","variant":"standard","total_completion_tokens":338744479,"total_prompt_tokens":814006468,"total_native_tokens_reasoning":0,"count":2005922,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-30b-a3b-20260521","change":0.5014176346960183,"rankingMetricValue":1152750947},{"date":"2026-10-13 00:00:00","model_permaslug":"perplexity/sonar-deep-research","variant":"standard","total_completion_tokens":71700645,"total_prompt_tokens":40969452,"total_native_tokens_reasoning":0,"count":7063,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-deep-research","change":0.486847193716571,"rankingMetricValue":112670097},{"date":"2026-10-13 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"standard","total_completion_tokens":45432630602,"total_prompt_tokens":2473114794710,"total_native_tokens_reasoning":0,"count":37512443,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715","change":0.48474542658108216,"rankingMetricValue":2518547425312},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","variant":"standard","total_completion_tokens":2631530013,"total_prompt_tokens":55866790827,"total_native_tokens_reasoning":0,"count":6556741,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","change":0.47606639769203973,"rankingMetricValue":58498320840},{"date":"2026-10-13 00:00:00","model_permaslug":"morph/morph-v3-large","variant":"standard","total_completion_tokens":12841621,"total_prompt_tokens":14792552,"total_native_tokens_reasoning":0,"count":8871,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-large","change":0.4711058394242185,"rankingMetricValue":27634173},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/rerank-3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6363682720,"total_native_tokens_reasoning":0,"count":598540,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-20260930","change":0.46770421633383347,"rankingMetricValue":6363682720},{"date":"2026-10-13 00:00:00","model_permaslug":"aion-labs/aion-rp-llama-3.1-8b","variant":"standard","total_completion_tokens":2270369,"total_prompt_tokens":20571726,"total_native_tokens_reasoning":0,"count":14413,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-rp-llama-3.1-8b","change":0.4669613635632383,"rankingMetricValue":22842095},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"standard","total_completion_tokens":1485098541,"total_prompt_tokens":38279160739,"total_native_tokens_reasoning":0,"count":3141282,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","change":0.4549480384149829,"rankingMetricValue":39764259280},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","variant":"standard","total_completion_tokens":187802842,"total_prompt_tokens":8296706278,"total_native_tokens_reasoning":0,"count":926731,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","change":0.4475190609094818,"rankingMetricValue":8484509120},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4o-2024-08-06","variant":"standard","total_completion_tokens":72466243,"total_prompt_tokens":2437997967,"total_native_tokens_reasoning":0,"count":1983406,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-08-06","change":0.4470768770714912,"rankingMetricValue":2510464210},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","variant":"standard","total_completion_tokens":26669613,"total_prompt_tokens":367610686,"total_native_tokens_reasoning":0,"count":56340,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","change":0.4421678686954336,"rankingMetricValue":394280299},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"standard","total_completion_tokens":33411928435,"total_prompt_tokens":1061345104397,"total_native_tokens_reasoning":0,"count":82488905,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217","change":0.4278789016436063,"rankingMetricValue":1094757032832},{"date":"2026-10-13 00:00:00","model_permaslug":"jaredpalmer/kev-4b-20260924","variant":"standard","total_completion_tokens":572605714,"total_prompt_tokens":1589710131,"total_native_tokens_reasoning":0,"count":1682251,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"jaredpalmer/kev-4b-20260924","change":0.42007468126101416,"rankingMetricValue":2162315845},{"date":"2026-10-13 00:00:00","model_permaslug":"venice/uncensored","variant":"standard","total_completion_tokens":94949275,"total_prompt_tokens":1816690442,"total_native_tokens_reasoning":0,"count":636068,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"venice/uncensored","change":0.4119108603325116,"rankingMetricValue":1911639717},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260813","variant":"standard","total_completion_tokens":22626684596,"total_prompt_tokens":1176235772718,"total_native_tokens_reasoning":0,"count":57112463,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260813","change":0.409027975849683,"rankingMetricValue":1198862457314},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen-image-3-20260805","variant":"standard","total_completion_tokens":124607050,"total_prompt_tokens":20267589,"total_native_tokens_reasoning":0,"count":29655,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-20260805","change":0.3959888983555668,"rankingMetricValue":144874639},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/o3-2025-04-16","variant":"standard","total_completion_tokens":93182183,"total_prompt_tokens":721692555,"total_native_tokens_reasoning":0,"count":186949,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-2025-04-16","change":0.39358097013905136,"rankingMetricValue":814874738},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.8-omni-flash-20260918","variant":"standard","total_completion_tokens":4289324066,"total_prompt_tokens":34891712217,"total_native_tokens_reasoning":0,"count":2665521,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-omni-flash-20260918","change":0.3893809611406344,"rankingMetricValue":39181036283},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"standard","total_completion_tokens":516790198,"total_prompt_tokens":6031282733,"total_native_tokens_reasoning":0,"count":2235761,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-8b-2512","change":0.3806411563369898,"rankingMetricValue":6548072931},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-embedding-001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10064243598,"total_native_tokens_reasoning":0,"count":24831103,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-001","change":0.3729182757783604,"rankingMetricValue":10064243598},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"standard","total_completion_tokens":825674097765,"total_prompt_tokens":39647889983866,"total_native_tokens_reasoning":0,"count":761641174,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910","change":0.3684718436523614,"rankingMetricValue":40473564081631},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":14894325188,"total_native_tokens_reasoning":0,"count":49213688,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2","change":0.3678525881254178,"rankingMetricValue":14894325188},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"standard","total_completion_tokens":60826993365,"total_prompt_tokens":4119335934920,"total_native_tokens_reasoning":0,"count":71755933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816","change":0.36470421406632475,"rankingMetricValue":4180162928285},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"free","total_completion_tokens":18697877456,"total_prompt_tokens":613867402861,"total_native_tokens_reasoning":0,"count":16843005,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311:free","change":0.36320466565783543,"rankingMetricValue":632565280317},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/speech-2.8-hd-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1352664,"total_native_tokens_reasoning":0,"count":72319,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-hd-20260716","change":0.35769425722301124,"rankingMetricValue":1352664},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen2.5-vl-72b-instruct","variant":"standard","total_completion_tokens":109915202,"total_prompt_tokens":2390845831,"total_native_tokens_reasoning":0,"count":1979785,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen2.5-vl-72b-instruct","change":0.357570759014536,"rankingMetricValue":2500761033},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"standard","total_completion_tokens":5157692103,"total_prompt_tokens":29645224922,"total_native_tokens_reasoning":0,"count":3191644,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807","change":0.3575339925551281,"rankingMetricValue":34802917025},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507","variant":"standard","total_completion_tokens":33527069,"total_prompt_tokens":149200028,"total_native_tokens_reasoning":0,"count":218094,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507","change":0.35012511594613605,"rankingMetricValue":182727097},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","variant":"standard","total_completion_tokens":111765053,"total_prompt_tokens":101498819,"total_native_tokens_reasoning":0,"count":37089,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","change":0.34419262758837393,"rankingMetricValue":213263872},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemma-3-12b-it","variant":"standard","total_completion_tokens":1278803057,"total_prompt_tokens":13586636073,"total_native_tokens_reasoning":0,"count":11268115,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-12b-it","change":0.3340092748750533,"rankingMetricValue":14865439130},{"date":"2026-10-13 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"free","total_completion_tokens":0,"total_prompt_tokens":136380184,"total_native_tokens_reasoning":0,"count":23119,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925:free","change":0.33164654426275636,"rankingMetricValue":136380184},{"date":"2026-10-13 00:00:00","model_permaslug":"meta-llama/llama-3.2-3b-instruct","variant":"standard","total_completion_tokens":196202191,"total_prompt_tokens":718349556,"total_native_tokens_reasoning":0,"count":859917,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-3b-instruct","change":0.33064417335483653,"rankingMetricValue":914551747},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"batch","total_completion_tokens":18038241,"total_prompt_tokens":42644374,"total_native_tokens_reasoning":0,"count":16494,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831:batch","change":0.3222698097301311,"rankingMetricValue":60682615},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":776139,"total_native_tokens_reasoning":0,"count":60849,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","change":0.31772549698726144,"rankingMetricValue":776139},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/ministral-3b-2512","variant":"standard","total_completion_tokens":828352818,"total_prompt_tokens":3655044121,"total_native_tokens_reasoning":0,"count":4271728,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-3b-2512","change":0.31430803398503415,"rankingMetricValue":4483396939},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5-2025-08-07","variant":"standard","total_completion_tokens":1841617573,"total_prompt_tokens":10227441880,"total_native_tokens_reasoning":0,"count":1652014,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-2025-08-07","change":0.30905998670807927,"rankingMetricValue":12069059453},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-0613","variant":"standard","total_completion_tokens":8395458,"total_prompt_tokens":41896965,"total_native_tokens_reasoning":0,"count":51252,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-0613","change":0.3034371295140967,"rankingMetricValue":50292423},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","variant":"standard","total_completion_tokens":2376977467,"total_prompt_tokens":38189407396,"total_native_tokens_reasoning":0,"count":16878540,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","change":0.29969845382039056,"rankingMetricValue":40566384863},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"free","total_completion_tokens":33694834523,"total_prompt_tokens":7343845919630,"total_native_tokens_reasoning":0,"count":54819009,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604:free","change":0.2996957858768828,"rankingMetricValue":7377540754153},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-medium-3","variant":"standard","total_completion_tokens":47665704,"total_prompt_tokens":717656592,"total_native_tokens_reasoning":0,"count":112289,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3","change":0.2994450208739667,"rankingMetricValue":765322296},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-20260528","variant":"standard","total_completion_tokens":1740157518,"total_prompt_tokens":2608836402,"total_native_tokens_reasoning":0,"count":1653614,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-20260528","change":0.2939668499433779,"rankingMetricValue":4348993920},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"standard","total_completion_tokens":21687093,"total_prompt_tokens":725001877,"total_native_tokens_reasoning":0,"count":132766,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-2508","change":0.29044606227520275,"rankingMetricValue":746688970},{"date":"2026-10-13 00:00:00","model_permaslug":"ibm-granite/granite-4.0-h-micro","variant":"standard","total_completion_tokens":153937218,"total_prompt_tokens":1235600907,"total_native_tokens_reasoning":0,"count":744634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ibm-granite/granite-4.0-h-micro","change":0.28395285514349383,"rankingMetricValue":1389538125},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"standard","total_completion_tokens":12420520,"total_prompt_tokens":314683902,"total_native_tokens_reasoning":0,"count":106077,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423","change":0.28384590950420086,"rankingMetricValue":327104422},{"date":"2026-10-13 00:00:00","model_permaslug":"morph/morph-v3-fast","variant":"standard","total_completion_tokens":38761264,"total_prompt_tokens":30671420,"total_native_tokens_reasoning":0,"count":10825,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-fast","change":0.2829831584989119,"rankingMetricValue":69432684},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5-image-mini","variant":"standard","total_completion_tokens":154574534,"total_prompt_tokens":112450358,"total_native_tokens_reasoning":0,"count":38711,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image-mini","change":0.27179880585795363,"rankingMetricValue":267024892},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"standard","total_completion_tokens":1909979987,"total_prompt_tokens":59713465376,"total_native_tokens_reasoning":0,"count":3783420,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-20260423","change":0.269708713636255,"rankingMetricValue":61623445363},{"date":"2026-10-13 00:00:00","model_permaslug":"tencent/hy4-preview-20260827","variant":"standard","total_completion_tokens":75319075307,"total_prompt_tokens":8054755749422,"total_native_tokens_reasoning":0,"count":74048749,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy4-preview-20260827","change":0.2667209935036544,"rankingMetricValue":8130074824729},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"standard","total_completion_tokens":498869940751,"total_prompt_tokens":12367739893298,"total_native_tokens_reasoning":0,"count":556314048,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826","change":0.262782049728447,"rankingMetricValue":12866609834049},{"date":"2026-10-13 00:00:00","model_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","variant":"standard","total_completion_tokens":1172798082,"total_prompt_tokens":16193601674,"total_native_tokens_reasoning":0,"count":9113643,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","change":0.25306612605621176,"rankingMetricValue":17366399756},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-large","variant":"standard","total_completion_tokens":53959356,"total_prompt_tokens":207426839,"total_native_tokens_reasoning":0,"count":81106,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large","change":0.24854480006742308,"rankingMetricValue":261386195},{"date":"2026-10-13 00:00:00","model_permaslug":"sourceful/riverflow-v2-pro-20260130","variant":"standard","total_completion_tokens":5360700,"total_prompt_tokens":525606,"total_native_tokens_reasoning":0,"count":1284,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-pro-20260130","change":0.24493486321656172,"rankingMetricValue":5886306},{"date":"2026-10-13 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"free","total_completion_tokens":990228126,"total_prompt_tokens":140143986991,"total_native_tokens_reasoning":0,"count":2358365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:free","change":0.24363191171217785,"rankingMetricValue":141134215117},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/rerank-3-lite-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8768492354,"total_native_tokens_reasoning":0,"count":720163,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-lite-20260930","change":0.23677540761019253,"rankingMetricValue":8768492354},{"date":"2026-10-13 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-20260921","variant":"standard","total_completion_tokens":56380707146,"total_prompt_tokens":1445629330265,"total_native_tokens_reasoning":0,"count":32031382,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-20260921","change":0.23038093726431288,"rankingMetricValue":1502010037411},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-coder-flash","variant":"standard","total_completion_tokens":52389120,"total_prompt_tokens":2060318352,"total_native_tokens_reasoning":0,"count":215130,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-flash","change":0.2287172042866426,"rankingMetricValue":2112707472},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.1-codex-mini-20251113","variant":"standard","total_completion_tokens":101751203,"total_prompt_tokens":1223996070,"total_native_tokens_reasoning":0,"count":47765,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-mini-20251113","change":0.2260293650668049,"rankingMetricValue":1325747273},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/rerank-2.5-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":108003837897,"total_native_tokens_reasoning":0,"count":3208223,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-lite-20260727","change":0.22006771970941452,"rankingMetricValue":108003837897},{"date":"2026-10-13 00:00:00","model_permaslug":"respan/span-01-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1889497464,"total_native_tokens_reasoning":0,"count":1146943,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-20260925","change":0.21866842581695414,"rankingMetricValue":1889497464},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"standard","total_completion_tokens":3574302557,"total_prompt_tokens":356163916309,"total_native_tokens_reasoning":0,"count":2574484,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831","change":0.21839675691564162,"rankingMetricValue":359738218866},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/speech-2.8-turbo-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":688047,"total_native_tokens_reasoning":0,"count":54559,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-turbo-20260716","change":0.2157553247505928,"rankingMetricValue":688047},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-image-2.6-flash-20260904","variant":"standard","total_completion_tokens":38427898,"total_prompt_tokens":28890682,"total_native_tokens_reasoning":0,"count":33398,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-flash-20260904","change":0.20931063079580228,"rankingMetricValue":67318580},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3","variant":"standard","total_completion_tokens":1574732393,"total_prompt_tokens":20726771334,"total_native_tokens_reasoning":0,"count":9083948,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3","change":0.20639591170061145,"rankingMetricValue":22301503727},{"date":"2026-10-13 00:00:00","model_permaslug":"meta-llama/llama-3.2-1b-instruct","variant":"standard","total_completion_tokens":97138793,"total_prompt_tokens":147195298,"total_native_tokens_reasoning":0,"count":456770,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-1b-instruct","change":0.2051336234700798,"rankingMetricValue":244334091},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"standard","total_completion_tokens":20488161944,"total_prompt_tokens":1349002727992,"total_native_tokens_reasoning":0,"count":25135841,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3-20260531","change":0.20049715048784753,"rankingMetricValue":1369490889936},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"standard","total_completion_tokens":23415961703,"total_prompt_tokens":368337391655,"total_native_tokens_reasoning":0,"count":119201505,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403","change":0.19833844574445597,"rankingMetricValue":391753353358},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4.1-vector-20260514","variant":"standard","total_completion_tokens":18449325,"total_prompt_tokens":1147174,"total_native_tokens_reasoning":0,"count":4193,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-vector-20260514","change":0.19793545397638912,"rankingMetricValue":19596499},{"date":"2026-10-13 00:00:00","model_permaslug":"google/lyria-3-pro-preview-20260330","variant":"standard","total_completion_tokens":5505019,"total_prompt_tokens":188578317,"total_native_tokens_reasoning":0,"count":75209,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-pro-preview-20260330","change":0.19622476277553544,"rankingMetricValue":194083336},{"date":"2026-10-13 00:00:00","model_permaslug":"perplexity/sonar-pro","variant":"standard","total_completion_tokens":471827147,"total_prompt_tokens":860084937,"total_native_tokens_reasoning":0,"count":1023211,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro","change":0.19087257021081439,"rankingMetricValue":1331912084},{"date":"2026-10-13 00:00:00","model_permaslug":"meta/muse-spark-1.2-contributor-20260805","variant":"standard","total_completion_tokens":700902957,"total_prompt_tokens":19577891027,"total_native_tokens_reasoning":0,"count":454576,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-contributor-20260805","change":0.1897127234880147,"rankingMetricValue":20278793984},{"date":"2026-10-13 00:00:00","model_permaslug":"aion-labs/aion-3.0-mini-20260707","variant":"standard","total_completion_tokens":58691679,"total_prompt_tokens":696019743,"total_native_tokens_reasoning":0,"count":78319,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-mini-20260707","change":0.18953925209706513,"rankingMetricValue":754711422},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224","variant":"free","total_completion_tokens":0,"total_prompt_tokens":741338371,"total_native_tokens_reasoning":0,"count":418418,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224:free","change":0.18691489749290888,"rankingMetricValue":741338371},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"free","total_completion_tokens":94474217,"total_prompt_tokens":441883565,"total_native_tokens_reasoning":0,"count":295058,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:free","change":0.1825743826510003,"rankingMetricValue":536357782},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","variant":"standard","total_completion_tokens":1883691436,"total_prompt_tokens":91380300987,"total_native_tokens_reasoning":0,"count":2279669,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","change":0.1800866688114672,"rankingMetricValue":93263992423},{"date":"2026-10-13 00:00:00","model_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","variant":"standard","total_completion_tokens":26949048,"total_prompt_tokens":89566232,"total_native_tokens_reasoning":0,"count":33791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","change":0.179311734616985,"rankingMetricValue":116515280},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"standard","total_completion_tokens":2039491,"total_prompt_tokens":18357688,"total_native_tokens_reasoning":0,"count":906,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617","change":0.17871686090638988,"rankingMetricValue":20397179},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen-plus-2025-01-25","variant":"standard","total_completion_tokens":88881826,"total_prompt_tokens":1602273595,"total_native_tokens_reasoning":0,"count":217024,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-plus-2025-01-25","change":0.17853380959972506,"rankingMetricValue":1691155421},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-4.5-air","variant":"standard","total_completion_tokens":369517730,"total_prompt_tokens":12524843458,"total_native_tokens_reasoning":0,"count":1817618,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5-air","change":0.17711795047647763,"rankingMetricValue":12894361188},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"free","total_completion_tokens":118268232,"total_prompt_tokens":958904131,"total_native_tokens_reasoning":0,"count":425835,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403:free","change":0.17689008578918494,"rankingMetricValue":1077172363},{"date":"2026-10-13 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-flash-20260921","variant":"standard","total_completion_tokens":136172758787,"total_prompt_tokens":11474319839661,"total_native_tokens_reasoning":0,"count":144490357,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-flash-20260921","change":0.17575146006713305,"rankingMetricValue":11610492598448},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-coder-next-2025-02-03","variant":"standard","total_completion_tokens":355891437,"total_prompt_tokens":32571807551,"total_native_tokens_reasoning":0,"count":1199648,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-next-2025-02-03","change":0.1757071312551248,"rankingMetricValue":32927698988},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"standard","total_completion_tokens":15308124721,"total_prompt_tokens":129697910843,"total_native_tokens_reasoning":0,"count":18934004,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07","change":0.17570417709948735,"rankingMetricValue":145006035564},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-embed-2312","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6553962163,"total_native_tokens_reasoning":0,"count":1193404,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-embed-2312","change":0.17373345999966414,"rankingMetricValue":6553962163},{"date":"2026-10-13 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"free","total_completion_tokens":10412735715,"total_prompt_tokens":1022266688884,"total_native_tokens_reasoning":0,"count":13177311,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720:free","change":0.17039296317302827,"rankingMetricValue":1032679424599},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"standard","total_completion_tokens":4589360076,"total_prompt_tokens":145227554573,"total_native_tokens_reasoning":0,"count":11963939,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929","change":0.16955909923936544,"rankingMetricValue":149816914649},{"date":"2026-10-13 00:00:00","model_permaslug":"meta/muse-image-1.0-eval-20260824","variant":"standard","total_completion_tokens":1138391533,"total_prompt_tokens":330412089,"total_native_tokens_reasoning":0,"count":640515,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-image-1.0-eval-20260824","change":0.16894163572210105,"rankingMetricValue":1468803622},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.5-transcribe-20260827","variant":"standard","total_completion_tokens":16798502,"total_prompt_tokens":185364214,"total_native_tokens_reasoning":0,"count":293363,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-transcribe-20260827","change":0.1688151045144634,"rankingMetricValue":202162716},{"date":"2026-10-13 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"free","total_completion_tokens":2154251208,"total_prompt_tokens":18155138295,"total_native_tokens_reasoning":0,"count":2024033,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811:free","change":0.1666214704919148,"rankingMetricValue":20309389503},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5-20260211","variant":"standard","total_completion_tokens":2224231017,"total_prompt_tokens":45175357672,"total_native_tokens_reasoning":0,"count":2600220,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-20260211","change":0.16208475233025638,"rankingMetricValue":47399588689},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-exp","variant":"standard","total_completion_tokens":1076864325,"total_prompt_tokens":13343318664,"total_native_tokens_reasoning":0,"count":1897933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-exp","change":0.15803149343143066,"rankingMetricValue":14420182989},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seed-audio-1-0-20260630","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1881213,"total_native_tokens_reasoning":0,"count":33178,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-audio-1-0-20260630","change":0.15776999727360957,"rankingMetricValue":1881213},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"standard","total_completion_tokens":10889670606,"total_prompt_tokens":267346427991,"total_native_tokens_reasoning":0,"count":60856861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721","change":0.15469505565097652,"rankingMetricValue":278236098597},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.6-plus-04-02","variant":"standard","total_completion_tokens":869376615,"total_prompt_tokens":22243208091,"total_native_tokens_reasoning":0,"count":2915343,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-plus-04-02","change":0.15337408861813887,"rankingMetricValue":23112584706},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-audio-mini","variant":"standard","total_completion_tokens":121145761,"total_prompt_tokens":291188563,"total_native_tokens_reasoning":0,"count":521031,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio-mini","change":0.153300196571668,"rankingMetricValue":412334324},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/o3-pro-2025-06-10","variant":"standard","total_completion_tokens":614989,"total_prompt_tokens":6927702,"total_native_tokens_reasoning":0,"count":3379,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-pro-2025-06-10","change":0.15076615360908813,"rankingMetricValue":7542691},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4o-mini-transcribe","variant":"standard","total_completion_tokens":78145177,"total_prompt_tokens":281005335,"total_native_tokens_reasoning":0,"count":994380,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-transcribe","change":0.15006853553321806,"rankingMetricValue":359150512},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"standard","total_completion_tokens":716871963,"total_prompt_tokens":6245765638,"total_native_tokens_reasoning":0,"count":908190,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430","change":0.14978797433723562,"rankingMetricValue":6962637601},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4.1-2025-04-14","variant":"standard","total_completion_tokens":2648255701,"total_prompt_tokens":59534518816,"total_native_tokens_reasoning":0,"count":16039446,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-2025-04-14","change":0.1489792158406528,"rankingMetricValue":62182774517},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-image-2","variant":"standard","total_completion_tokens":638908070,"total_prompt_tokens":850730930,"total_native_tokens_reasoning":0,"count":517838,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2","change":0.1467325504747857,"rankingMetricValue":1489639000},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-imagine-image-quality-20260512","variant":"standard","total_completion_tokens":289415175,"total_prompt_tokens":57713598,"total_native_tokens_reasoning":0,"count":69321,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-quality-20260512","change":0.14619339484116384,"rankingMetricValue":347128773},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-image-1-mini","variant":"standard","total_completion_tokens":67922960,"total_prompt_tokens":16058864,"total_native_tokens_reasoning":0,"count":48719,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1-mini","change":0.142736188765577,"rankingMetricValue":83981824},{"date":"2026-10-13 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"free","total_completion_tokens":12501099606,"total_prompt_tokens":262839141357,"total_native_tokens_reasoning":0,"count":4174294,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715:free","change":0.14249415500753895,"rankingMetricValue":275340240963},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"standard","total_completion_tokens":6736576321,"total_prompt_tokens":218989174000,"total_native_tokens_reasoning":0,"count":4033204,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528","change":0.1415803006545506,"rankingMetricValue":225725750321},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"standard","total_completion_tokens":1788060725,"total_prompt_tokens":104643553855,"total_native_tokens_reasoning":0,"count":2433990,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205","change":0.13893435604431756,"rankingMetricValue":106431614580},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","variant":"standard","total_completion_tokens":45480926,"total_prompt_tokens":610031261,"total_native_tokens_reasoning":0,"count":41755,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","change":0.13738395348897858,"rankingMetricValue":655512187},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"standard","total_completion_tokens":4971909050,"total_prompt_tokens":33725977449,"total_native_tokens_reasoning":0,"count":11441704,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310","change":0.13116897286923462,"rankingMetricValue":38697886499},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"standard","total_completion_tokens":3790407714,"total_prompt_tokens":102903854099,"total_native_tokens_reasoning":0,"count":16980803,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317","change":0.12924831549106222,"rankingMetricValue":106694261813},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","variant":"standard","total_completion_tokens":1035400,"total_prompt_tokens":58857,"total_native_tokens_reasoning":0,"count":248,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","change":0.12676994681535714,"rankingMetricValue":1094257},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","variant":"standard","total_completion_tokens":163482878,"total_prompt_tokens":14640910799,"total_native_tokens_reasoning":0,"count":775936,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","change":0.12597332103737044,"rankingMetricValue":14804393677},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.8-flash-tts-20260922","variant":"standard","total_completion_tokens":416027915,"total_prompt_tokens":98022285,"total_native_tokens_reasoning":0,"count":1587295,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-tts-20260922","change":0.12452018849947996,"rankingMetricValue":514050200},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/rerank-2.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":32767867278,"total_native_tokens_reasoning":0,"count":4628430,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-20260727","change":0.12451326570544406,"rankingMetricValue":32767867278},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","variant":"standard","total_completion_tokens":954464602,"total_prompt_tokens":8022587736,"total_native_tokens_reasoning":0,"count":4653557,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","change":0.12390207675051286,"rankingMetricValue":8977052338},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-lite-20260309","variant":"standard","total_completion_tokens":766782169,"total_prompt_tokens":4339185753,"total_native_tokens_reasoning":0,"count":664241,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-lite-20260309","change":0.12352012060188065,"rankingMetricValue":5105967922},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen-2.5-coder-32b-instruct","variant":"standard","total_completion_tokens":19637145,"total_prompt_tokens":95813316,"total_native_tokens_reasoning":0,"count":117554,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-coder-32b-instruct","change":0.12172023841546228,"rankingMetricValue":115450461},{"date":"2026-10-13 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"standard","total_completion_tokens":534057286,"total_prompt_tokens":51433837158,"total_native_tokens_reasoning":0,"count":643742,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720","change":0.12033149516275865,"rankingMetricValue":51967894444},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-image-2.5-pro-20260723","variant":"standard","total_completion_tokens":5107452,"total_prompt_tokens":3640408,"total_native_tokens_reasoning":0,"count":5282,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5-pro-20260723","change":0.11922867686834088,"rankingMetricValue":8747860},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-flash-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2258502,"total_native_tokens_reasoning":0,"count":130794,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-flash-20261001","change":0.11834268544615817,"rankingMetricValue":2258502},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"standard","total_completion_tokens":6119116953,"total_prompt_tokens":95738091886,"total_native_tokens_reasoning":0,"count":43140417,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14","change":0.1165005309193415,"rankingMetricValue":101857208839},{"date":"2026-10-13 00:00:00","model_permaslug":"gryphe/mythomax-l2-13b","variant":"standard","total_completion_tokens":107053947,"total_prompt_tokens":615047451,"total_native_tokens_reasoning":0,"count":526849,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"gryphe/mythomax-l2-13b","change":0.11402227130623405,"rankingMetricValue":722101398},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-4.5v","variant":"standard","total_completion_tokens":20659844,"total_prompt_tokens":234638760,"total_native_tokens_reasoning":0,"count":44135,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5v","change":0.11331424010048473,"rankingMetricValue":255298604},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4-pro-20260413","variant":"standard","total_completion_tokens":1143950,"total_prompt_tokens":75299,"total_native_tokens_reasoning":0,"count":274,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-20260413","change":0.11245955726034997,"rankingMetricValue":1219249},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.4-image-2-20260421","variant":"standard","total_completion_tokens":828708083,"total_prompt_tokens":767972698,"total_native_tokens_reasoning":0,"count":248330,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-image-2-20260421","change":0.11208818524297116,"rankingMetricValue":1596680781},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.5-397b-a17b-20260216","variant":"standard","total_completion_tokens":4895601491,"total_prompt_tokens":40097467502,"total_native_tokens_reasoning":0,"count":4340340,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-397b-a17b-20260216","change":0.10883439144000326,"rankingMetricValue":44993068993},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4-pro-vector-20260514","variant":"standard","total_completion_tokens":1361050,"total_prompt_tokens":109103,"total_native_tokens_reasoning":0,"count":326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-vector-20260514","change":0.10695289840886434,"rankingMetricValue":1470153},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"batch","total_completion_tokens":61374771,"total_prompt_tokens":347317819,"total_native_tokens_reasoning":0,"count":144196,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07:batch","change":0.10417189398332202,"rankingMetricValue":408692590},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"standard","total_completion_tokens":213859883105,"total_prompt_tokens":6885415691709,"total_native_tokens_reasoning":0,"count":360205018,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922","change":0.1017018884147018,"rankingMetricValue":7099275574814},{"date":"2026-10-13 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-405b","variant":"standard","total_completion_tokens":21346170,"total_prompt_tokens":591151400,"total_native_tokens_reasoning":0,"count":150093,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-405b","change":0.10064818911521829,"rankingMetricValue":612497570},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/text-embedding-ada-002","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1685561459,"total_native_tokens_reasoning":0,"count":3806830,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-ada-002","change":0.09792678212352908,"rankingMetricValue":1685561459},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/command-r-08-2024","variant":"standard","total_completion_tokens":17098558,"total_prompt_tokens":140538762,"total_native_tokens_reasoning":0,"count":83747,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-08-2024","change":0.09684896389742083,"rankingMetricValue":157637320},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"free","total_completion_tokens":3651697320,"total_prompt_tokens":24758308438,"total_native_tokens_reasoning":0,"count":1598767,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428:free","change":0.09585930983725961,"rankingMetricValue":28410005758},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"standard","total_completion_tokens":46854106516,"total_prompt_tokens":434729126939,"total_native_tokens_reasoning":0,"count":175120893,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402","change":0.09152574990540661,"rankingMetricValue":481583233455},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-image-20260630","variant":"standard","total_completion_tokens":863676900,"total_prompt_tokens":872578864,"total_native_tokens_reasoning":0,"count":788313,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-image-20260630","change":0.09103319170593395,"rankingMetricValue":1736255764},{"date":"2026-10-13 00:00:00","model_permaslug":"thedrummer/skyfall-36b-v2","variant":"standard","total_completion_tokens":16531768,"total_prompt_tokens":189509343,"total_native_tokens_reasoning":0,"count":62860,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/skyfall-36b-v2","change":0.08919535138751765,"rankingMetricValue":206041111},{"date":"2026-10-13 00:00:00","model_permaslug":"nousresearch/hermes-4-405b","variant":"standard","total_completion_tokens":49771972,"total_prompt_tokens":720910361,"total_native_tokens_reasoning":0,"count":233635,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-4-405b","change":0.08779189689941079,"rankingMetricValue":770682333},{"date":"2026-10-13 00:00:00","model_permaslug":"moonshotai/kimi-k2.7-code-20260612","variant":"standard","total_completion_tokens":1315832251,"total_prompt_tokens":55287646812,"total_native_tokens_reasoning":0,"count":1335347,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.7-code-20260612","change":0.08335399669935456,"rankingMetricValue":56603479063},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-20260723","variant":"standard","total_completion_tokens":13133267769,"total_prompt_tokens":114890010402,"total_native_tokens_reasoning":0,"count":21730508,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-20260723","change":0.07944763255544667,"rankingMetricValue":128023278171},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.6-27b-20260422","variant":"standard","total_completion_tokens":2179377329,"total_prompt_tokens":12618441419,"total_native_tokens_reasoning":0,"count":2133821,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-27b-20260422","change":0.0789319359791555,"rankingMetricValue":14797818748},{"date":"2026-10-13 00:00:00","model_permaslug":"Qwen/Qwen3-Embedding-8B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":722956,"total_native_tokens_reasoning":0,"count":13734,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"Qwen/Qwen3-Embedding-8B","change":0.07764912113334446,"rankingMetricValue":722956},{"date":"2026-10-13 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-pro-20260422","variant":"standard","total_completion_tokens":3354955728,"total_prompt_tokens":171321455447,"total_native_tokens_reasoning":0,"count":4421700,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-pro-20260422","change":0.07684062775804655,"rankingMetricValue":174676411175},{"date":"2026-10-13 00:00:00","model_permaslug":"liquid/lfm-2.5-embedding-350m-20260818","variant":"free","total_completion_tokens":0,"total_prompt_tokens":102580993,"total_native_tokens_reasoning":0,"count":77257,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-embedding-350m-20260818:free","change":0.07339869624234777,"rankingMetricValue":102580993},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5.3-flashx-20260918","variant":"standard","total_completion_tokens":2232281208,"total_prompt_tokens":237625457990,"total_native_tokens_reasoning":0,"count":3933759,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flashx-20260918","change":0.07276848663361178,"rankingMetricValue":239857739198},{"date":"2026-10-13 00:00:00","model_permaslug":"meta-llama/llama-3.1-70b-instruct","variant":"standard","total_completion_tokens":155884214,"total_prompt_tokens":1150661685,"total_native_tokens_reasoning":0,"count":1483472,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-70b-instruct","change":0.0720999872232162,"rankingMetricValue":1306545899},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-2602","variant":"standard","total_completion_tokens":68753231,"total_prompt_tokens":1665320,"total_native_tokens_reasoning":0,"count":402107,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-2602","change":0.07044495095446222,"rankingMetricValue":70418551},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-flash-20250625","variant":"standard","total_completion_tokens":266758733,"total_prompt_tokens":2596984559,"total_native_tokens_reasoning":0,"count":2195422,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-flash-20250625","change":0.06973824144874237,"rankingMetricValue":2863743292},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/voyage-4-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5668986607,"total_native_tokens_reasoning":0,"count":3099241,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-20260727","change":0.06662516028075295,"rankingMetricValue":5668986607},{"date":"2026-10-13 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-70b","variant":"standard","total_completion_tokens":79793223,"total_prompt_tokens":1272001056,"total_native_tokens_reasoning":0,"count":498359,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-70b","change":0.06479520159693049,"rankingMetricValue":1351794279},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-image-2.5-sunburst-20260908","variant":"standard","total_completion_tokens":1491650332,"total_prompt_tokens":2675479749,"total_native_tokens_reasoning":0,"count":1122591,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-sunburst-20260908","change":0.06307763402564978,"rankingMetricValue":4167130081},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.1-codex-max-20251204","variant":"standard","total_completion_tokens":10603325,"total_prompt_tokens":165408295,"total_native_tokens_reasoning":0,"count":18570,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-max-20251204","change":0.06057811453783907,"rankingMetricValue":176011620},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","variant":"standard","total_completion_tokens":737185740,"total_prompt_tokens":45905167,"total_native_tokens_reasoning":0,"count":78448,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","change":0.05916679510898227,"rankingMetricValue":783090907},{"date":"2026-10-13 00:00:00","model_permaslug":"perplexity/sonar-pro-search","variant":"standard","total_completion_tokens":86864624,"total_prompt_tokens":153576573,"total_native_tokens_reasoning":0,"count":123501,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro-search","change":0.05751023324300383,"rankingMetricValue":240441197},{"date":"2026-10-13 00:00:00","model_permaslug":"undi95/remm-slerp-l2-13b","variant":"standard","total_completion_tokens":4982304,"total_prompt_tokens":95736138,"total_native_tokens_reasoning":0,"count":49300,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"undi95/remm-slerp-l2-13b","change":0.052554112432869116,"rankingMetricValue":100718442},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-3.5-turbo","variant":"standard","total_completion_tokens":59181398,"total_prompt_tokens":785652980,"total_native_tokens_reasoning":0,"count":624689,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo","change":0.05188410282158583,"rankingMetricValue":844834378},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","variant":"standard","total_completion_tokens":922801768,"total_prompt_tokens":22549584509,"total_native_tokens_reasoning":0,"count":6093051,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","change":0.04724899780162268,"rankingMetricValue":23472386277},{"date":"2026-10-13 00:00:00","model_permaslug":"moonshotai/kimi-k2.6-20260420","variant":"standard","total_completion_tokens":7487761487,"total_prompt_tokens":132947116614,"total_native_tokens_reasoning":0,"count":7379537,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.6-20260420","change":0.045774333306406366,"rankingMetricValue":140434878101},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-audio","variant":"standard","total_completion_tokens":31183421,"total_prompt_tokens":104891526,"total_native_tokens_reasoning":0,"count":145736,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio","change":0.04326787583562569,"rankingMetricValue":136074947},{"date":"2026-10-13 00:00:00","model_permaslug":"sao10k/l3.1-euryale-70b","variant":"standard","total_completion_tokens":15694733,"total_prompt_tokens":332674741,"total_native_tokens_reasoning":0,"count":86237,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3.1-euryale-70b","change":0.03949683347905169,"rankingMetricValue":348369474},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-oss-safeguard-20b","variant":"standard","total_completion_tokens":673174100,"total_prompt_tokens":2157906796,"total_native_tokens_reasoning":0,"count":2068985,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-safeguard-20b","change":0.03456358738319255,"rankingMetricValue":2831080896},{"date":"2026-10-12 00:00:00","model_permaslug":"baai/bge-base-en-v1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":125,"total_native_tokens_reasoning":0,"count":2,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-base-en-v1.5","change":0.03305785123966942,"rankingMetricValue":125},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"standard","total_completion_tokens":9758116858,"total_prompt_tokens":290302674954,"total_native_tokens_reasoning":0,"count":17972522,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217","change":0.033001813382362036,"rankingMetricValue":300060791812},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3-pro-image-preview-20251120","variant":"standard","total_completion_tokens":472391892,"total_prompt_tokens":262957834,"total_native_tokens_reasoning":0,"count":284530,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-preview-20251120","change":0.02906254659322591,"rankingMetricValue":735349726},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-nemo","variant":"standard","total_completion_tokens":11871859818,"total_prompt_tokens":233601532273,"total_native_tokens_reasoning":0,"count":98469906,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-nemo","change":0.02888181935048561,"rankingMetricValue":245473392091},{"date":"2026-10-13 00:00:00","model_permaslug":"sao10k/l3.3-euryale-70b-v2.3","variant":"standard","total_completion_tokens":13243946,"total_prompt_tokens":303975129,"total_native_tokens_reasoning":0,"count":117004,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3.3-euryale-70b-v2.3","change":0.028323669984485954,"rankingMetricValue":317219075},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.7-flash-20260727","variant":"standard","total_completion_tokens":31991091433,"total_prompt_tokens":339754223664,"total_native_tokens_reasoning":0,"count":99021658,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-flash-20260727","change":0.028169075845820315,"rankingMetricValue":371745315097},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-image-2.5","variant":"standard","total_completion_tokens":18844906,"total_prompt_tokens":17011583,"total_native_tokens_reasoning":0,"count":18919,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5","change":0.027684507566387368,"rankingMetricValue":35856489},{"date":"2026-10-13 00:00:00","model_permaslug":"perplexity/sonar-reasoning-pro","variant":"standard","total_completion_tokens":35136654,"total_prompt_tokens":132204015,"total_native_tokens_reasoning":0,"count":38457,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-reasoning-pro","change":0.026736298996980695,"rankingMetricValue":167340669},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"standard","total_completion_tokens":4124479049,"total_prompt_tokens":72446150840,"total_native_tokens_reasoning":0,"count":15127398,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602","change":0.021953265746868126,"rankingMetricValue":76570629889},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance/ui-tars-1.5-7b","variant":"standard","total_completion_tokens":3289913,"total_prompt_tokens":198767585,"total_native_tokens_reasoning":0,"count":90250,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/ui-tars-1.5-7b","change":0.017733113507780437,"rankingMetricValue":202057498},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-4.7-flash-20260119","variant":"standard","total_completion_tokens":947818336,"total_prompt_tokens":12856036602,"total_native_tokens_reasoning":0,"count":5099514,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-flash-20260119","change":0.01099499163125014,"rankingMetricValue":13803854938},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-2.5-flash-image","variant":"standard","total_completion_tokens":691635644,"total_prompt_tokens":1119887696,"total_native_tokens_reasoning":0,"count":879409,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-image","change":0.007964544988173429,"rankingMetricValue":1811523340},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/phi-4","variant":"standard","total_completion_tokens":328658641,"total_prompt_tokens":2216497805,"total_native_tokens_reasoning":0,"count":2536131,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/phi-4","change":0.006939313317663417,"rankingMetricValue":2545156446},{"date":"2026-10-13 00:00:00","model_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","variant":"standard","total_completion_tokens":874350415,"total_prompt_tokens":11939335918,"total_native_tokens_reasoning":0,"count":5193280,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","change":0.0021424918509213562,"rankingMetricValue":12813686333},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.7-max-20260520","variant":"standard","total_completion_tokens":881415178,"total_prompt_tokens":11409851032,"total_native_tokens_reasoning":0,"count":791461,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-max-20260520","change":0.00028262226465365756,"rankingMetricValue":12291266210},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/minimax-01","variant":"standard","total_completion_tokens":11864118,"total_prompt_tokens":159423938,"total_native_tokens_reasoning":0,"count":74351,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-01","change":-0.002315796408022348,"rankingMetricValue":171288056},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","variant":"standard","total_completion_tokens":5728100,"total_prompt_tokens":312351,"total_native_tokens_reasoning":0,"count":1313,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","change":-0.002661078023065208,"rankingMetricValue":6040451},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-large-2407","variant":"standard","total_completion_tokens":5435468,"total_prompt_tokens":89381701,"total_native_tokens_reasoning":0,"count":34620,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2407","change":-0.008229742354305075,"rankingMetricValue":94817169},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","variant":"standard","total_completion_tokens":2877347045,"total_prompt_tokens":35637436275,"total_native_tokens_reasoning":0,"count":19828943,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","change":-0.00870623022047612,"rankingMetricValue":38514783320},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"standard","total_completion_tokens":591854565,"total_prompt_tokens":39263004820,"total_native_tokens_reasoning":0,"count":377254,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929","change":-0.01030909908404854,"rankingMetricValue":39854859385},{"date":"2026-10-13 00:00:00","model_permaslug":"aion-labs/aion-2.0-20260223","variant":"standard","total_completion_tokens":93973770,"total_prompt_tokens":1101476489,"total_native_tokens_reasoning":0,"count":120299,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-2.0-20260223","change":-0.011849858060687907,"rankingMetricValue":1195450259},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2","variant":"free","total_completion_tokens":0,"total_prompt_tokens":1990243074,"total_native_tokens_reasoning":0,"count":93055,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2:free","change":-0.012171264224885667,"rankingMetricValue":1990243074},{"date":"2026-10-13 00:00:00","model_permaslug":"inception/mercury-2.5-20260908","variant":"standard","total_completion_tokens":3847359470,"total_prompt_tokens":36077112374,"total_native_tokens_reasoning":0,"count":6563392,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2.5-20260908","change":-0.013213329529627596,"rankingMetricValue":39924471844},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.5-flash-20260224","variant":"standard","total_completion_tokens":5475357332,"total_prompt_tokens":60012100687,"total_native_tokens_reasoning":0,"count":34751464,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-flash-20260224","change":-0.013420625401460627,"rankingMetricValue":65487458019},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"standard","total_completion_tokens":1125736360,"total_prompt_tokens":28304906394,"total_native_tokens_reasoning":0,"count":5184548,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-20251113","change":-0.01411818851218256,"rankingMetricValue":29430642754},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"standard","total_completion_tokens":37737464571,"total_prompt_tokens":1363373094311,"total_native_tokens_reasoning":0,"count":55438271,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.2-20260616","change":-0.015054477470562716,"rankingMetricValue":1401110558882},{"date":"2026-10-13 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"free","total_completion_tokens":826387508,"total_prompt_tokens":76138558160,"total_native_tokens_reasoning":0,"count":1917103,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625:free","change":-0.015593817771629513,"rankingMetricValue":76964945668},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260423","variant":"standard","total_completion_tokens":227330461534,"total_prompt_tokens":2946313431410,"total_native_tokens_reasoning":0,"count":348887359,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260423","change":-0.01660926070432841,"rankingMetricValue":3173643892944},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.8-flash-20260826","variant":"standard","total_completion_tokens":36113280969,"total_prompt_tokens":447907661059,"total_native_tokens_reasoning":0,"count":21005970,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-flash-20260826","change":-0.018909733373978475,"rankingMetricValue":484020942028},{"date":"2026-10-13 00:00:00","model_permaslug":"typesafe/jev-1.13-20260917","variant":"standard","total_completion_tokens":263396142492,"total_prompt_tokens":3013217847291,"total_native_tokens_reasoning":0,"count":1061971004,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"typesafe/jev-1.13-20260917","change":-0.01954190532583774,"rankingMetricValue":3276613989783},{"date":"2026-10-13 00:00:00","model_permaslug":"meta-llama/llama-guard-4-12b","variant":"standard","total_completion_tokens":4851270,"total_prompt_tokens":1222088361,"total_native_tokens_reasoning":0,"count":1350695,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-guard-4-12b","change":-0.019608183424861342,"rankingMetricValue":1226939631},{"date":"2026-10-13 00:00:00","model_permaslug":"anthracite-org/magnum-v4-72b","variant":"standard","total_completion_tokens":8765891,"total_prompt_tokens":222773983,"total_native_tokens_reasoning":0,"count":71938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthracite-org/magnum-v4-72b","change":-0.021347423582414694,"rankingMetricValue":231539874},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-small-24b-instruct-2501","variant":"standard","total_completion_tokens":1472642801,"total_prompt_tokens":10984283103,"total_native_tokens_reasoning":0,"count":3639039,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-24b-instruct-2501","change":-0.021493000698979428,"rankingMetricValue":12456925904},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"free","total_completion_tokens":113394699,"total_prompt_tokens":2432753875,"total_native_tokens_reasoning":0,"count":891388,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604:free","change":-0.021965001667029832,"rankingMetricValue":2546148574},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","variant":"standard","total_completion_tokens":1269200,"total_prompt_tokens":45186,"total_native_tokens_reasoning":0,"count":303,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","change":-0.022512060696519634,"rankingMetricValue":1314386},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-image-2.5-flare-20260908","variant":"standard","total_completion_tokens":330467841,"total_prompt_tokens":969572644,"total_native_tokens_reasoning":0,"count":634952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-flare-20260908","change":-0.022519426261252893,"rankingMetricValue":1300040485},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","variant":"standard","total_completion_tokens":51399345,"total_prompt_tokens":64476022,"total_native_tokens_reasoning":0,"count":25442,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","change":-0.024234855817146427,"rankingMetricValue":115875367},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1570576,"total_native_tokens_reasoning":0,"count":59644,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","change":-0.024730471025247114,"rankingMetricValue":1570576},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"standard","total_completion_tokens":9322177928,"total_prompt_tokens":798509616038,"total_native_tokens_reasoning":0,"count":10103562,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723","change":-0.025540560605279487,"rankingMetricValue":807831793966},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.5-122b-a10b-20260224","variant":"standard","total_completion_tokens":1715478831,"total_prompt_tokens":8493658014,"total_native_tokens_reasoning":0,"count":1495355,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-122b-a10b-20260224","change":-0.02638396937640306,"rankingMetricValue":10209136845},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.2-20251211","variant":"standard","total_completion_tokens":1644950947,"total_prompt_tokens":39298484735,"total_native_tokens_reasoning":0,"count":3792316,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-20251211","change":-0.026388205124294913,"rankingMetricValue":40943435682},{"date":"2026-10-13 00:00:00","model_permaslug":"sao10k/l3-lunaris-8b","variant":"standard","total_completion_tokens":305378775,"total_prompt_tokens":4264009073,"total_native_tokens_reasoning":0,"count":1845873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3-lunaris-8b","change":-0.02711196024676493,"rankingMetricValue":4569387848},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4-sonnet-20250522","variant":"standard","total_completion_tokens":474607398,"total_prompt_tokens":12742490837,"total_native_tokens_reasoning":0,"count":1715620,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4-sonnet-20250522","change":-0.028514688935682313,"rankingMetricValue":13217098235},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemma-3-4b-it","variant":"standard","total_completion_tokens":87007779,"total_prompt_tokens":669214769,"total_native_tokens_reasoning":0,"count":853665,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-4b-it","change":-0.028874096085091228,"rankingMetricValue":756222548},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.8-max-20260902","variant":"standard","total_completion_tokens":9264147251,"total_prompt_tokens":286165687552,"total_native_tokens_reasoning":0,"count":4531002,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-20260902","change":-0.03284570054093002,"rankingMetricValue":295429834803},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"standard","total_completion_tokens":50797688630,"total_prompt_tokens":549777748027,"total_native_tokens_reasoning":0,"count":269063815,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-lite","change":-0.03586542580165511,"rankingMetricValue":600575436657},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-embedding-2-preview","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3766693792,"total_native_tokens_reasoning":0,"count":4161927,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2-preview","change":-0.03740505281622562,"rankingMetricValue":3766693792},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen-2.5-72b-instruct","variant":"standard","total_completion_tokens":265586326,"total_prompt_tokens":2679822095,"total_native_tokens_reasoning":0,"count":1976198,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-72b-instruct","change":-0.03901418559261925,"rankingMetricValue":2945408421},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"standard","total_completion_tokens":2812650079,"total_prompt_tokens":32278017540,"total_native_tokens_reasoning":0,"count":2752741,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416","change":-0.03915938331778492,"rankingMetricValue":35090667619},{"date":"2026-10-13 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1490866016,"total_native_tokens_reasoning":0,"count":834605,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","change":-0.03934906948417309,"rankingMetricValue":1490866016},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"standard","total_completion_tokens":1871880687,"total_prompt_tokens":53153926344,"total_native_tokens_reasoning":0,"count":8080970,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-20260305","change":-0.04384317762534617,"rankingMetricValue":55025807031},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3.1","variant":"standard","total_completion_tokens":1855004927,"total_prompt_tokens":49352252885,"total_native_tokens_reasoning":0,"count":19813125,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3.1","change":-0.04510737735932118,"rankingMetricValue":51207257812},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-32b-04-28","variant":"standard","total_completion_tokens":1683996446,"total_prompt_tokens":12063266869,"total_native_tokens_reasoning":0,"count":9818457,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-32b-04-28","change":-0.05099322973775719,"rankingMetricValue":13747263315},{"date":"2026-10-13 00:00:00","model_permaslug":"krea/krea-2-medium-20260720","variant":"standard","total_completion_tokens":18983725,"total_prompt_tokens":1218238,"total_native_tokens_reasoning":0,"count":4547,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-20260720","change":-0.053717708326990264,"rankingMetricValue":20201963},{"date":"2026-10-13 00:00:00","model_permaslug":"tencent/hy3-preview-20260421","variant":"standard","total_completion_tokens":1450102483,"total_prompt_tokens":3798737145,"total_native_tokens_reasoning":0,"count":934193,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-preview-20260421","change":-0.05449782706883461,"rankingMetricValue":5248839628},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"batch","total_completion_tokens":1118872754,"total_prompt_tokens":1471116691,"total_native_tokens_reasoning":0,"count":716163,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813:batch","change":-0.055287287035622835,"rankingMetricValue":2589989445},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","variant":"standard","total_completion_tokens":5156345923,"total_prompt_tokens":98891082387,"total_native_tokens_reasoning":0,"count":25194569,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","change":-0.05546634726246909,"rankingMetricValue":104047428310},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"standard","total_completion_tokens":27213278389,"total_prompt_tokens":434902589189,"total_native_tokens_reasoning":0,"count":116574753,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507","change":-0.06051424162307561,"rankingMetricValue":462115867578},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260423","variant":"standard","total_completion_tokens":23810272722,"total_prompt_tokens":682912506967,"total_native_tokens_reasoning":0,"count":26898858,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260423","change":-0.06055701030429321,"rankingMetricValue":706722779689},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"standard","total_completion_tokens":68972717549,"total_prompt_tokens":415481211626,"total_native_tokens_reasoning":0,"count":136518380,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b","change":-0.06115964026498842,"rankingMetricValue":484453929175},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"batch","total_completion_tokens":24382897,"total_prompt_tokens":51348106,"total_native_tokens_reasoning":0,"count":33144,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723:batch","change":-0.06135451257044458,"rankingMetricValue":75731003},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"standard","total_completion_tokens":1073504304,"total_prompt_tokens":9550623528,"total_native_tokens_reasoning":0,"count":1268546,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","change":-0.06175321492223515,"rankingMetricValue":10624127832},{"date":"2026-10-13 00:00:00","model_permaslug":"hexgrad/kokoro-82m","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":24830033,"total_native_tokens_reasoning":0,"count":472807,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"hexgrad/kokoro-82m","change":-0.06332160129165629,"rankingMetricValue":24830033},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-flash-tts-preview","variant":"standard","total_completion_tokens":172545703,"total_prompt_tokens":44395223,"total_native_tokens_reasoning":0,"count":560713,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-tts-preview","change":-0.0642932677848563,"rankingMetricValue":216940926},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-preview-20260226","variant":"standard","total_completion_tokens":552465511,"total_prompt_tokens":374092396,"total_native_tokens_reasoning":0,"count":393237,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-preview-20260226","change":-0.06601971148602705,"rankingMetricValue":926557907},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"standard","total_completion_tokens":678662668,"total_prompt_tokens":32520143303,"total_native_tokens_reasoning":0,"count":661782,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609","change":-0.06718057157914353,"rankingMetricValue":33198805971},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"standard","total_completion_tokens":7613536148,"total_prompt_tokens":76990883337,"total_native_tokens_reasoning":0,"count":9518399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519","change":-0.06853286574003994,"rankingMetricValue":84604419485},{"date":"2026-10-13 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-fast-20260605","variant":"standard","total_completion_tokens":19881350,"total_prompt_tokens":1444953,"total_native_tokens_reasoning":0,"count":4762,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-fast-20260605","change":-0.06918450006018834,"rankingMetricValue":21326303},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.2-codex-20260114","variant":"standard","total_completion_tokens":32404223,"total_prompt_tokens":905640272,"total_native_tokens_reasoning":0,"count":58685,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-codex-20260114","change":-0.0705641701561,"rankingMetricValue":938044495},{"date":"2026-10-13 00:00:00","model_permaslug":"moonshotai/kimi-k2-thinking-20251106","variant":"standard","total_completion_tokens":468812879,"total_prompt_tokens":1675853464,"total_native_tokens_reasoning":0,"count":135764,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-thinking-20251106","change":-0.07235776890544704,"rankingMetricValue":2144666343},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-4.20-20260309","variant":"standard","total_completion_tokens":1588245296,"total_prompt_tokens":28056252777,"total_native_tokens_reasoning":0,"count":4166895,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-20260309","change":-0.07242950473493223,"rankingMetricValue":29644498073},{"date":"2026-10-13 00:00:00","model_permaslug":"sourceful/riverflow-v2-fast-20260130","variant":"standard","total_completion_tokens":10216225,"total_prompt_tokens":500460,"total_native_tokens_reasoning":0,"count":2447,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-fast-20260130","change":-0.07283907925551211,"rankingMetricValue":10716685},{"date":"2026-10-13 00:00:00","model_permaslug":"aion-labs/aion-3.5-mini-20260923","variant":"standard","total_completion_tokens":131510623,"total_prompt_tokens":922775668,"total_native_tokens_reasoning":0,"count":75258,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-mini-20260923","change":-0.07409006258203275,"rankingMetricValue":1054286291},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","variant":"standard","total_completion_tokens":432008187,"total_prompt_tokens":958999194,"total_native_tokens_reasoning":0,"count":123663,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","change":-0.07422144709670392,"rankingMetricValue":1391007381},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"standard","total_completion_tokens":33844004219,"total_prompt_tokens":190536005629,"total_native_tokens_reasoning":0,"count":52709018,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b","change":-0.07428610406536414,"rankingMetricValue":224380009848},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":145566068127,"total_native_tokens_reasoning":0,"count":151626418,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-small","change":-0.07475475363702647,"rankingMetricValue":145566068127},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"standard","total_completion_tokens":74144016934,"total_prompt_tokens":1930436021967,"total_native_tokens_reasoning":0,"count":83290187,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902","change":-0.0751353926791858,"rankingMetricValue":2004580038901},{"date":"2026-10-13 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"standard","total_completion_tokens":1171452657,"total_prompt_tokens":15819092803,"total_native_tokens_reasoning":0,"count":871061,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715","change":-0.07585032126145833,"rankingMetricValue":16990545460},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"batch","total_completion_tokens":895873707,"total_prompt_tokens":2264743221,"total_native_tokens_reasoning":0,"count":771626,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910:batch","change":-0.07726139223891831,"rankingMetricValue":3160616928},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5-image","variant":"standard","total_completion_tokens":69817714,"total_prompt_tokens":21868632,"total_native_tokens_reasoning":0,"count":33848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image","change":-0.0807509139644113,"rankingMetricValue":91686346},{"date":"2026-10-13 00:00:00","model_permaslug":"meta/muse-spark-1.2-20260805","variant":"standard","total_completion_tokens":996850501,"total_prompt_tokens":8952890038,"total_native_tokens_reasoning":0,"count":528132,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-20260805","change":-0.08088011575169653,"rankingMetricValue":9949740539},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","variant":"standard","total_completion_tokens":2380447130,"total_prompt_tokens":53687447505,"total_native_tokens_reasoning":0,"count":1025016,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","change":-0.0839705968791512,"rankingMetricValue":56067894635},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-r1-0528","variant":"standard","total_completion_tokens":1836589285,"total_prompt_tokens":9075923636,"total_native_tokens_reasoning":0,"count":1101997,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-r1-0528","change":-0.08413426634104404,"rankingMetricValue":10912512921},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-chat-latest-20260505","variant":"standard","total_completion_tokens":48505034,"total_prompt_tokens":1781530656,"total_native_tokens_reasoning":0,"count":169290,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-chat-latest-20260505","change":-0.08709380789846508,"rankingMetricValue":1830035690},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/minimax-m2.5-20260211","variant":"standard","total_completion_tokens":304328630,"total_prompt_tokens":12197008550,"total_native_tokens_reasoning":0,"count":557711,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.5-20260211","change":-0.08882661784260275,"rankingMetricValue":12501337180},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-04-28","variant":"standard","total_completion_tokens":397262348,"total_prompt_tokens":1465343487,"total_native_tokens_reasoning":0,"count":766466,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-04-28","change":-0.0891245609154986,"rankingMetricValue":1862605835},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-4.6","variant":"standard","total_completion_tokens":781570335,"total_prompt_tokens":18856254512,"total_native_tokens_reasoning":0,"count":1454271,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6","change":-0.08983102412132762,"rankingMetricValue":19637824847},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-imagine-image-2.0-20260811","variant":"standard","total_completion_tokens":433394225,"total_prompt_tokens":79308763,"total_native_tokens_reasoning":0,"count":103807,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-2.0-20260811","change":-0.0905792574076411,"rankingMetricValue":512702988},{"date":"2026-10-13 00:00:00","model_permaslug":"perplexity/sonar","variant":"standard","total_completion_tokens":959112652,"total_prompt_tokens":1524751616,"total_native_tokens_reasoning":0,"count":3033888,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar","change":-0.09115509757348707,"rankingMetricValue":2483864268},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.6-flash","variant":"standard","total_completion_tokens":668059244,"total_prompt_tokens":10354402682,"total_native_tokens_reasoning":0,"count":1666949,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-flash","change":-0.09199937162465448,"rankingMetricValue":11022461926},{"date":"2026-10-13 00:00:00","model_permaslug":"moonshotai/kimi-k2","variant":"standard","total_completion_tokens":154884472,"total_prompt_tokens":2082611473,"total_native_tokens_reasoning":0,"count":420154,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2","change":-0.09607424478485271,"rankingMetricValue":2237495945},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3-pro-image-20260528","variant":"standard","total_completion_tokens":512911646,"total_prompt_tokens":532714136,"total_native_tokens_reasoning":0,"count":380771,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-20260528","change":-0.09622909123190587,"rankingMetricValue":1045625782},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"standard","total_completion_tokens":3937862320,"total_prompt_tokens":32297545423,"total_native_tokens_reasoning":0,"count":6343930,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430","change":-0.09632647956815107,"rankingMetricValue":36235407743},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.1-codex-20251113","variant":"standard","total_completion_tokens":33983490,"total_prompt_tokens":771113512,"total_native_tokens_reasoning":0,"count":52484,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-20251113","change":-0.0979558316792266,"rankingMetricValue":805097002},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ming-image-0.1-design-20260922","variant":"standard","total_completion_tokens":887272566,"total_prompt_tokens":20669866,"total_native_tokens_reasoning":0,"count":80247,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ming-image-0.1-design-20260922","change":-0.09822274584812833,"rankingMetricValue":907942432},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"standard","total_completion_tokens":21074252638,"total_prompt_tokens":187521733463,"total_native_tokens_reasoning":0,"count":15291515,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219","change":-0.09945964613300001,"rankingMetricValue":208595986101},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4-styles-vector-20260826","variant":"standard","total_completion_tokens":2095850,"total_prompt_tokens":98305,"total_native_tokens_reasoning":0,"count":478,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-vector-20260826","change":-0.10004688121006843,"rankingMetricValue":2194155},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4o","variant":"standard","total_completion_tokens":651957529,"total_prompt_tokens":11166315778,"total_native_tokens_reasoning":0,"count":6220225,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o","change":-0.10182880466037265,"rankingMetricValue":11818273307},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3.6-max-preview-20260420","variant":"standard","total_completion_tokens":10877669,"total_prompt_tokens":128452801,"total_native_tokens_reasoning":0,"count":12197,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-max-preview-20260420","change":-0.10566933954003008,"rankingMetricValue":139330470},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-4.6-20251208","variant":"standard","total_completion_tokens":121247691,"total_prompt_tokens":983059014,"total_native_tokens_reasoning":0,"count":296411,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6-20251208","change":-0.10808216794707898,"rankingMetricValue":1104306705},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"standard","total_completion_tokens":10618370498,"total_prompt_tokens":198765291696,"total_native_tokens_reasoning":0,"count":88583690,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini","change":-0.11055554723349643,"rankingMetricValue":209383662194},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"standard","total_completion_tokens":6585860082,"total_prompt_tokens":48923390150,"total_native_tokens_reasoning":0,"count":4785743,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-pro","change":-0.11361152357681188,"rankingMetricValue":55509250232},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"standard","total_completion_tokens":33871971078,"total_prompt_tokens":358840069658,"total_native_tokens_reasoning":0,"count":32517397,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813","change":-0.11470050631072604,"rankingMetricValue":392712040736},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v3.1-terminus","variant":"standard","total_completion_tokens":214877170,"total_prompt_tokens":5661637507,"total_native_tokens_reasoning":0,"count":686572,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.1-terminus","change":-0.11834568013647151,"rankingMetricValue":5876514677},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-20251201","variant":"standard","total_completion_tokens":23261591511,"total_prompt_tokens":298204716414,"total_native_tokens_reasoning":0,"count":51190981,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-20251201","change":-0.11926902937141412,"rankingMetricValue":321466307925},{"date":"2026-10-13 00:00:00","model_permaslug":"thedrummer/cydonia-24b-v4.1","variant":"standard","total_completion_tokens":81993014,"total_prompt_tokens":1548236953,"total_native_tokens_reasoning":0,"count":446276,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/cydonia-24b-v4.1","change":-0.12001879709369176,"rankingMetricValue":1630229967},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":176059784964,"total_native_tokens_reasoning":0,"count":56155997,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-8b","change":-0.12031451820315024,"rankingMetricValue":176059784964},{"date":"2026-10-13 00:00:00","model_permaslug":"meta-llama/llama-3.3-70b-instruct","variant":"standard","total_completion_tokens":2756655780,"total_prompt_tokens":32619249680,"total_native_tokens_reasoning":0,"count":24123019,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.3-70b-instruct","change":-0.12570454255650404,"rankingMetricValue":35375905460},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-r1","variant":"standard","total_completion_tokens":370892540,"total_prompt_tokens":1358210547,"total_native_tokens_reasoning":0,"count":275389,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-r1","change":-0.12583511932164507,"rankingMetricValue":1729103087},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-07-25","variant":"standard","total_completion_tokens":5389654524,"total_prompt_tokens":60133664775,"total_native_tokens_reasoning":0,"count":22709706,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-07-25","change":-0.1281126771047853,"rankingMetricValue":65523319299},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"batch","total_completion_tokens":347015843,"total_prompt_tokens":1817207828,"total_native_tokens_reasoning":0,"count":1213653,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928:batch","change":-0.13121610127970076,"rankingMetricValue":2164223671},{"date":"2026-10-13 00:00:00","model_permaslug":"sakana/fugu-ultra-20260615","variant":"standard","total_completion_tokens":6027751,"total_prompt_tokens":237273110,"total_native_tokens_reasoning":0,"count":4285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-20260615","change":-0.13182254862533901,"rankingMetricValue":243300861},{"date":"2026-10-13 00:00:00","model_permaslug":"meituan/longcat-2.0-20260720","variant":"standard","total_completion_tokens":153740072,"total_prompt_tokens":8797031256,"total_native_tokens_reasoning":0,"count":303761,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meituan/longcat-2.0-20260720","change":-0.13224758571201395,"rankingMetricValue":8950771328},{"date":"2026-10-13 00:00:00","model_permaslug":"amazon/nova-2-lite-v1","variant":"standard","total_completion_tokens":126606285,"total_prompt_tokens":1478352217,"total_native_tokens_reasoning":0,"count":370218,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-2-lite-v1","change":-0.14327796751710742,"rankingMetricValue":1604958502},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-voice-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2319271,"total_native_tokens_reasoning":0,"count":50982,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2","change":-0.14572759003251676,"rankingMetricValue":2319271},{"date":"2026-10-13 00:00:00","model_permaslug":"meta-llama/llama-3.1-8b-instruct","variant":"standard","total_completion_tokens":4618686843,"total_prompt_tokens":34562283893,"total_native_tokens_reasoning":0,"count":41741318,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-8b-instruct","change":-0.14583086389763592,"rankingMetricValue":39180970736},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260216","variant":"standard","total_completion_tokens":650537752,"total_prompt_tokens":2566422975,"total_native_tokens_reasoning":0,"count":352755,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260216","change":-0.14657349705254802,"rankingMetricValue":3216960727},{"date":"2026-10-13 00:00:00","model_permaslug":"upstage/solar-decide-20260928","variant":"standard","total_completion_tokens":3160610,"total_prompt_tokens":5057762948,"total_native_tokens_reasoning":0,"count":1281814,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-20260928","change":-0.14715945226927113,"rankingMetricValue":5060923558},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"standard","total_completion_tokens":26872614201,"total_prompt_tokens":379769210503,"total_native_tokens_reasoning":0,"count":103951406,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash","change":-0.1476809734640172,"rankingMetricValue":406641824704},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b-20260716","variant":"free","total_completion_tokens":0,"total_prompt_tokens":1070336349,"total_native_tokens_reasoning":0,"count":296107,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b-20260716:free","change":-0.14818969526366085,"rankingMetricValue":1070336349},{"date":"2026-10-13 00:00:00","model_permaslug":"ibm-granite/granite-4.2-8b-20260831","variant":"standard","total_completion_tokens":1315726112,"total_prompt_tokens":12634934281,"total_native_tokens_reasoning":0,"count":3114380,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ibm-granite/granite-4.2-8b-20260831","change":-0.14975898784534003,"rankingMetricValue":13950660393},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3-0324","variant":"standard","total_completion_tokens":1076411426,"total_prompt_tokens":22756201362,"total_native_tokens_reasoning":0,"count":4750468,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3-0324","change":-0.1506114083523852,"rankingMetricValue":23832612788},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4o-transcribe","variant":"standard","total_completion_tokens":11435195,"total_prompt_tokens":42913164,"total_native_tokens_reasoning":0,"count":158758,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-transcribe","change":-0.15110787593873748,"rankingMetricValue":54348359},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-image-1","variant":"standard","total_completion_tokens":32064928,"total_prompt_tokens":3473265,"total_native_tokens_reasoning":0,"count":9337,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1","change":-0.15165869661127945,"rankingMetricValue":35538193},{"date":"2026-10-13 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-pro-20260605","variant":"standard","total_completion_tokens":29141500,"total_prompt_tokens":6681002,"total_native_tokens_reasoning":0,"count":6980,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-pro-20260605","change":-0.15336831649051008,"rankingMetricValue":35822502},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"standard","total_completion_tokens":712968604,"total_prompt_tokens":16254391042,"total_native_tokens_reasoning":0,"count":198176,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709","change":-0.15441954482607614,"rankingMetricValue":16967359646},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"standard","total_completion_tokens":5844660376,"total_prompt_tokens":76940321793,"total_native_tokens_reasoning":0,"count":9328434,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721","change":-0.15523975387433114,"rankingMetricValue":82784982169},{"date":"2026-10-13 00:00:00","model_permaslug":"rekaai/reka-flash-3","variant":"standard","total_completion_tokens":32342408,"total_prompt_tokens":2157018,"total_native_tokens_reasoning":0,"count":9492,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-flash-3","change":-0.1564087895841894,"rankingMetricValue":34499426},{"date":"2026-10-13 00:00:00","model_permaslug":"black-forest-labs/flux.2-klein-4b","variant":"standard","total_completion_tokens":325791783,"total_prompt_tokens":121842905,"total_native_tokens_reasoning":0,"count":57413,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-klein-4b","change":-0.15669732635630682,"rankingMetricValue":447634688},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"standard","total_completion_tokens":510701,"total_prompt_tokens":28309128,"total_native_tokens_reasoning":0,"count":1750,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","change":-0.15975638971592862,"rankingMetricValue":28819829},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-reranker-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8869746004,"total_native_tokens_reasoning":0,"count":952291,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-reranker-8b","change":-0.16560598605792867,"rankingMetricValue":8869746004},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"standard","total_completion_tokens":18067702397,"total_prompt_tokens":401744187258,"total_native_tokens_reasoning":0,"count":22757915,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814","change":-0.16599866618732692,"rankingMetricValue":419811889655},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5-turbo-20260315","variant":"standard","total_completion_tokens":74078743,"total_prompt_tokens":2120941074,"total_native_tokens_reasoning":0,"count":120920,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-turbo-20260315","change":-0.16643076003043294,"rankingMetricValue":2195019817},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v3-20260413","variant":"standard","total_completion_tokens":2492475,"total_prompt_tokens":84846,"total_native_tokens_reasoning":0,"count":597,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v3-20260413","change":-0.16713060686868478,"rankingMetricValue":2577321},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-voice-tts-1.0","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10087556,"total_native_tokens_reasoning":0,"count":277347,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-voice-tts-1.0","change":-0.17201463582717721,"rankingMetricValue":10087556},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"standard","total_completion_tokens":21372408790,"total_prompt_tokens":701538818232,"total_native_tokens_reasoning":0,"count":18690649,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630","change":-0.17381972264269038,"rankingMetricValue":722911227022},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"batch","total_completion_tokens":4205045194,"total_prompt_tokens":23049810905,"total_native_tokens_reasoning":0,"count":5271249,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922:batch","change":-0.1791078791060006,"rankingMetricValue":27254856099},{"date":"2026-10-13 00:00:00","model_permaslug":"baai/bge-m3-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":31832667981,"total_native_tokens_reasoning":0,"count":21491628,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3-20251117","change":-0.17976225866780773,"rankingMetricValue":31832667981},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"standard","total_completion_tokens":5723577036,"total_prompt_tokens":222883702287,"total_native_tokens_reasoning":0,"count":11416757,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709","change":-0.18262518845132844,"rankingMetricValue":228607279323},{"date":"2026-10-13 00:00:00","model_permaslug":"black-forest-labs/flux.2-pro","variant":"standard","total_completion_tokens":356059390,"total_prompt_tokens":151089566,"total_native_tokens_reasoning":0,"count":75173,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-pro","change":-0.18493554776383872,"rankingMetricValue":507148956},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"standard","total_completion_tokens":11439524513,"total_prompt_tokens":157935831810,"total_native_tokens_reasoning":0,"count":176072323,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07","change":-0.191264291832492,"rankingMetricValue":169375356323},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-4.7-20251222","variant":"standard","total_completion_tokens":1963986522,"total_prompt_tokens":41281497464,"total_native_tokens_reasoning":0,"count":3657337,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-20251222","change":-0.19278030238228977,"rankingMetricValue":43245483986},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-4.5-20260708","variant":"standard","total_completion_tokens":1708957741,"total_prompt_tokens":43736770532,"total_native_tokens_reasoning":0,"count":2284584,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.5-20260708","change":-0.19393834234383306,"rankingMetricValue":45445728273},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-4.5","variant":"standard","total_completion_tokens":105553181,"total_prompt_tokens":1376634477,"total_native_tokens_reasoning":0,"count":94156,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5","change":-0.19467292776388123,"rankingMetricValue":1482187658},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"standard","total_completion_tokens":8644452954,"total_prompt_tokens":199874392061,"total_native_tokens_reasoning":0,"count":40310406,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001","change":-0.1958565215807151,"rankingMetricValue":208518845015},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.5-27b-20260224","variant":"standard","total_completion_tokens":980953137,"total_prompt_tokens":11914461846,"total_native_tokens_reasoning":0,"count":2510836,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-27b-20260224","change":-0.1964882147168414,"rankingMetricValue":12895414983},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-instruct","variant":"standard","total_completion_tokens":363192883,"total_prompt_tokens":6010398916,"total_native_tokens_reasoning":0,"count":3446586,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-8b-instruct","change":-0.19722403828888255,"rankingMetricValue":6373591799},{"date":"2026-10-13 00:00:00","model_permaslug":"moonshotai/kimi-k2.5-0127","variant":"standard","total_completion_tokens":2654486183,"total_prompt_tokens":31513752782,"total_native_tokens_reasoning":0,"count":2484063,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.5-0127","change":-0.1972532675902548,"rankingMetricValue":34168238965},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-embedding-4b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9697311189,"total_native_tokens_reasoning":0,"count":5959565,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-4b","change":-0.19764128443088802,"rankingMetricValue":9697311189},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"standard","total_completion_tokens":5263262385,"total_prompt_tokens":109739550148,"total_native_tokens_reasoning":0,"count":20294954,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317","change":-0.199693918996714,"rankingMetricValue":115002812533},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/o4-mini-high-2025-04-16","variant":"standard","total_completion_tokens":17738920,"total_prompt_tokens":89650642,"total_native_tokens_reasoning":0,"count":16365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o4-mini-high-2025-04-16","change":-0.2000952619741159,"rankingMetricValue":107389562},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemma-3-27b-it","variant":"standard","total_completion_tokens":14133452974,"total_prompt_tokens":38696161649,"total_native_tokens_reasoning":0,"count":25006836,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-27b-it","change":-0.20547035360881613,"rankingMetricValue":52829614623},{"date":"2026-10-13 00:00:00","model_permaslug":"relace/relace-search-20251208","variant":"standard","total_completion_tokens":465089,"total_prompt_tokens":2687013,"total_native_tokens_reasoning":0,"count":8646,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-search-20251208","change":-0.20811982527950432,"rankingMetricValue":3152102},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4.1-nano-2025-04-14","variant":"standard","total_completion_tokens":1428655562,"total_prompt_tokens":17025637277,"total_native_tokens_reasoning":0,"count":14266395,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-nano-2025-04-14","change":-0.21105663976248648,"rankingMetricValue":18454292839},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-4.6-20260810","variant":"standard","total_completion_tokens":5471896659,"total_prompt_tokens":110980826141,"total_native_tokens_reasoning":0,"count":3402062,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.6-20260810","change":-0.2113477521749932,"rankingMetricValue":116452722800},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":25173438735,"total_native_tokens_reasoning":0,"count":18785760,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-large","change":-0.2152227984898347,"rankingMetricValue":25173438735},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"standard","total_completion_tokens":3150315053,"total_prompt_tokens":98697160784,"total_native_tokens_reasoning":0,"count":1506879,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709","change":-0.21523670505350093,"rankingMetricValue":101847475837},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-medium-3.1","variant":"standard","total_completion_tokens":244628868,"total_prompt_tokens":3639549751,"total_native_tokens_reasoning":0,"count":771557,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.1","change":-0.21542552893120834,"rankingMetricValue":3884178619},{"date":"2026-10-13 00:00:00","model_permaslug":"tencent/hy-mt2-1.8b-20260521","variant":"standard","total_completion_tokens":15207847,"total_prompt_tokens":28583658,"total_native_tokens_reasoning":0,"count":81630,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-1.8b-20260521","change":-0.21866276274349533,"rankingMetricValue":43791505},{"date":"2026-10-13 00:00:00","model_permaslug":"krea/krea-2-large-20260720","variant":"standard","total_completion_tokens":7059925,"total_prompt_tokens":401375,"total_native_tokens_reasoning":0,"count":1691,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-large-20260720","change":-0.2187841100731964,"rankingMetricValue":7461300},{"date":"2026-10-13 00:00:00","model_permaslug":"deepgram/aura-2-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":961903,"total_native_tokens_reasoning":0,"count":63371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/aura-2-20260716","change":-0.21941071738682344,"rankingMetricValue":961903},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/command-a-plus-05-2026","variant":"standard","total_completion_tokens":160094054,"total_prompt_tokens":756887900,"total_native_tokens_reasoning":0,"count":129904,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-plus-05-2026","change":-0.22223130362559881,"rankingMetricValue":916981954},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-4.20-multi-agent-20260309","variant":"standard","total_completion_tokens":79579088,"total_prompt_tokens":729323333,"total_native_tokens_reasoning":0,"count":17870,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-multi-agent-20260309","change":-0.2241987476667924,"rankingMetricValue":808902421},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4-styles-20260826","variant":"standard","total_completion_tokens":8600500,"total_prompt_tokens":2130136,"total_native_tokens_reasoning":0,"count":2050,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-20260826","change":-0.22679748122410953,"rankingMetricValue":10730636},{"date":"2026-10-13 00:00:00","model_permaslug":"stepfun/step-3.5-flash","variant":"standard","total_completion_tokens":146251276,"total_prompt_tokens":1600599262,"total_native_tokens_reasoning":0,"count":109599,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.5-flash","change":-0.22743054279976532,"rankingMetricValue":1746850538},{"date":"2026-10-13 00:00:00","model_permaslug":"amazon/nova-micro-v1","variant":"standard","total_completion_tokens":1016613754,"total_prompt_tokens":14227657877,"total_native_tokens_reasoning":0,"count":7547053,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-micro-v1","change":-0.22907018777654353,"rankingMetricValue":15244271631},{"date":"2026-10-13 00:00:00","model_permaslug":"aion-labs/aion-3.0-20260707","variant":"standard","total_completion_tokens":134393635,"total_prompt_tokens":1403385315,"total_native_tokens_reasoning":0,"count":135122,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-20260707","change":-0.23055410058255923,"rankingMetricValue":1537778950},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/wizardlm-2-8x22b","variant":"standard","total_completion_tokens":30630572,"total_prompt_tokens":1067587790,"total_native_tokens_reasoning":0,"count":160269,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/wizardlm-2-8x22b","change":-0.23179981570093097,"rankingMetricValue":1098218362},{"date":"2026-10-13 00:00:00","model_permaslug":"intfloat/e5-large-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":20815999,"total_native_tokens_reasoning":0,"count":23543,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-large-v2-20251117","change":-0.23405193463713284,"rankingMetricValue":20815999},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","variant":"standard","total_completion_tokens":139671682,"total_prompt_tokens":25458424,"total_native_tokens_reasoning":0,"count":562601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","change":-0.2342799011999591,"rankingMetricValue":165130106},{"date":"2026-10-13 00:00:00","model_permaslug":"deepgram/flux-tts-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":117772,"total_native_tokens_reasoning":0,"count":5213,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/flux-tts-20260812","change":-0.2347846426738225,"rankingMetricValue":117772},{"date":"2026-10-13 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"standard","total_completion_tokens":185307071572,"total_prompt_tokens":4239106120251,"total_native_tokens_reasoning":0,"count":344880444,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731","change":-0.2355813601636619,"rankingMetricValue":4424413191823},{"date":"2026-10-13 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"standard","total_completion_tokens":781458806,"total_prompt_tokens":20136692000,"total_native_tokens_reasoning":0,"count":1884992,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810","change":-0.2361818069418367,"rankingMetricValue":20918150806},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/voyage-4-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5485182026,"total_native_tokens_reasoning":0,"count":1304964,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-lite-20260727","change":-0.23875869348657386,"rankingMetricValue":5485182026},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"standard","total_completion_tokens":53324556099,"total_prompt_tokens":1739325787408,"total_native_tokens_reasoning":0,"count":143479063,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709","change":-0.23931962588163425,"rankingMetricValue":1792650343507},{"date":"2026-10-13 00:00:00","model_permaslug":"thedrummer/unslopnemo-12b","variant":"standard","total_completion_tokens":23223892,"total_prompt_tokens":445220991,"total_native_tokens_reasoning":0,"count":114632,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/unslopnemo-12b","change":-0.24047929628037026,"rankingMetricValue":468444883},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4-turbo","variant":"standard","total_completion_tokens":2277009,"total_prompt_tokens":46101326,"total_native_tokens_reasoning":0,"count":46513,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4-turbo","change":-0.24124067849031497,"rankingMetricValue":48378335},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"batch","total_completion_tokens":353032473,"total_prompt_tokens":3710094695,"total_native_tokens_reasoning":0,"count":251044,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921:batch","change":-0.24535461139489098,"rankingMetricValue":4063127168},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/voyage-4-large-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":7034248391,"total_native_tokens_reasoning":0,"count":3024407,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-large-20260727","change":-0.2485975521018293,"rankingMetricValue":7034248391},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","variant":"standard","total_completion_tokens":37077730,"total_prompt_tokens":409537019,"total_native_tokens_reasoning":0,"count":323949,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","change":-0.24913656288333214,"rankingMetricValue":446614749},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4o-2024-11-20","variant":"standard","total_completion_tokens":28604373,"total_prompt_tokens":921202456,"total_native_tokens_reasoning":0,"count":359611,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-11-20","change":-0.25023555285579846,"rankingMetricValue":949806829},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5.1-20260406","variant":"standard","total_completion_tokens":1690446527,"total_prompt_tokens":22036296895,"total_native_tokens_reasoning":0,"count":1572927,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.1-20260406","change":-0.2517998077880639,"rankingMetricValue":23726743422},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5v-turbo-20260401","variant":"standard","total_completion_tokens":87544588,"total_prompt_tokens":1036799534,"total_native_tokens_reasoning":0,"count":84566,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5v-turbo-20260401","change":-0.2563316781732681,"rankingMetricValue":1124344122},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"standard","total_completion_tokens":5177339358,"total_prompt_tokens":702473062183,"total_native_tokens_reasoning":0,"count":14205079,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922","change":-0.2586358658849955,"rankingMetricValue":707650401541},{"date":"2026-10-13 00:00:00","model_permaslug":"black-forest-labs/flux.2-max","variant":"standard","total_completion_tokens":56168793,"total_prompt_tokens":20856148,"total_native_tokens_reasoning":0,"count":7867,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-max","change":-0.2591025180895513,"rankingMetricValue":77024941},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/codestral-embed-2505","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":464964033,"total_native_tokens_reasoning":0,"count":104856,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-embed-2505","change":-0.2634746030628096,"rankingMetricValue":464964033},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-20260826","variant":"standard","total_completion_tokens":2329650,"total_prompt_tokens":193954,"total_native_tokens_reasoning":0,"count":552,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-20260826","change":-0.2712989373270724,"rankingMetricValue":2523604},{"date":"2026-10-13 00:00:00","model_permaslug":"writer/palmyra-x5-20250428","variant":"standard","total_completion_tokens":4116880,"total_prompt_tokens":34798589,"total_native_tokens_reasoning":0,"count":15125,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"writer/palmyra-x5-20250428","change":-0.27284461942801597,"rankingMetricValue":38915469},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seedream-4.5-20251203","variant":"standard","total_completion_tokens":1529135739,"total_prompt_tokens":53830515,"total_native_tokens_reasoning":0,"count":70204,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-4.5-20251203","change":-0.2752417181291424,"rankingMetricValue":1582966254},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.5-35b-a3b-20260224","variant":"standard","total_completion_tokens":1179315250,"total_prompt_tokens":9997458879,"total_native_tokens_reasoning":0,"count":2126035,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-35b-a3b-20260224","change":-0.275271479143385,"rankingMetricValue":11176774129},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-mini-20260224","variant":"standard","total_completion_tokens":583305945,"total_prompt_tokens":2497624997,"total_native_tokens_reasoning":0,"count":1619898,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-mini-20260224","change":-0.28208687021129386,"rankingMetricValue":3080930942},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"standard","total_completion_tokens":115085621,"total_prompt_tokens":4523109844,"total_native_tokens_reasoning":0,"count":70261,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709","change":-0.2823643424617366,"rankingMetricValue":4638195465},{"date":"2026-10-13 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":553314,"total_native_tokens_reasoning":0,"count":42090,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6b","change":-0.28278148785697993,"rankingMetricValue":553314},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"standard","total_completion_tokens":82392674,"total_prompt_tokens":1001735764,"total_native_tokens_reasoning":0,"count":295690,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2512","change":-0.29084093885439954,"rankingMetricValue":1084128438},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"batch","total_completion_tokens":194025803,"total_prompt_tokens":309607544,"total_native_tokens_reasoning":0,"count":210909,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b:batch","change":-0.2911893778537212,"rankingMetricValue":503633347},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-code-20260730","variant":"standard","total_completion_tokens":26861130,"total_prompt_tokens":228487139,"total_native_tokens_reasoning":0,"count":26439,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-code-20260730","change":-0.2995251041535187,"rankingMetricValue":255348269},{"date":"2026-10-13 00:00:00","model_permaslug":"moonshotai/kimi-k2-0905","variant":"standard","total_completion_tokens":321239266,"total_prompt_tokens":5202872769,"total_native_tokens_reasoning":0,"count":1319330,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-0905","change":-0.30585564712371044,"rankingMetricValue":5524112035},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260420","variant":"standard","total_completion_tokens":88168258,"total_prompt_tokens":992122005,"total_native_tokens_reasoning":0,"count":97237,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260420","change":-0.3104915251834393,"rankingMetricValue":1080290263},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","variant":"standard","total_completion_tokens":376613190,"total_prompt_tokens":19950579,"total_native_tokens_reasoning":0,"count":18692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","change":-0.3107931471619604,"rankingMetricValue":396563769},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"standard","total_completion_tokens":78217582,"total_prompt_tokens":7314202066,"total_native_tokens_reasoning":0,"count":66560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922","change":-0.31179306534400425,"rankingMetricValue":7392419648},{"date":"2026-10-13 00:00:00","model_permaslug":"voyageai/voyage-multimodal-3.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1054461912,"total_native_tokens_reasoning":0,"count":2580794,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-multimodal-3.5-20260727","change":-0.31715036113909556,"rankingMetricValue":1054461912},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/devstral-2512","variant":"standard","total_completion_tokens":38243151,"total_prompt_tokens":2801191186,"total_native_tokens_reasoning":0,"count":115622,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/devstral-2512","change":-0.3177892813682534,"rankingMetricValue":2839434337},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/minimax-m2-her-20260123","variant":"standard","total_completion_tokens":8084414,"total_prompt_tokens":573463075,"total_native_tokens_reasoning":0,"count":129287,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2-her-20260123","change":-0.32011317714630594,"rankingMetricValue":581547489},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/minimax-m2","variant":"standard","total_completion_tokens":41431646,"total_prompt_tokens":514941873,"total_native_tokens_reasoning":0,"count":45832,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2","change":-0.3222493061452843,"rankingMetricValue":556373519},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/minimax-m2.7-20260318","variant":"standard","total_completion_tokens":1144357129,"total_prompt_tokens":45552304903,"total_native_tokens_reasoning":0,"count":2173452,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.7-20260318","change":-0.3264567189471238,"rankingMetricValue":46696662032},{"date":"2026-10-13 00:00:00","model_permaslug":"fish-audio/s1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":26121,"total_native_tokens_reasoning":0,"count":938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s1-20260729","change":-0.32698649902092136,"rankingMetricValue":26121},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"batch","total_completion_tokens":520473648,"total_prompt_tokens":1876035402,"total_native_tokens_reasoning":0,"count":1157140,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721:batch","change":-0.3305833471472448,"rankingMetricValue":2396509050},{"date":"2026-10-13 00:00:00","model_permaslug":"fish-audio/s2.1-pro-free-20260729","variant":"free","total_completion_tokens":0,"total_prompt_tokens":13106032,"total_native_tokens_reasoning":0,"count":171782,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-free-20260729:free","change":-0.33147146260842714,"rankingMetricValue":13106032},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"batch","total_completion_tokens":61462118,"total_prompt_tokens":374495258,"total_native_tokens_reasoning":0,"count":38100,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709:batch","change":-0.335168182188658,"rankingMetricValue":435957376},{"date":"2026-10-13 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"standard","total_completion_tokens":446794182,"total_prompt_tokens":4416512319,"total_native_tokens_reasoning":0,"count":628243,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730","change":-0.33533935287348554,"rankingMetricValue":4863306501},{"date":"2026-10-13 00:00:00","model_permaslug":"upstage/solar-pro-3","variant":"standard","total_completion_tokens":10751491,"total_prompt_tokens":79123306,"total_native_tokens_reasoning":0,"count":30718,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-pro-3","change":-0.33876109616566796,"rankingMetricValue":89874797},{"date":"2026-10-13 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"standard","total_completion_tokens":118488,"total_prompt_tokens":1955146,"total_native_tokens_reasoning":0,"count":175,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811","change":-0.34145470828662255,"rankingMetricValue":2073634},{"date":"2026-10-07 00:00:00","model_permaslug":"perplexity/pplx-decider-v1-27b-20261001","variant":"standard","total_completion_tokens":3910310,"total_prompt_tokens":3606450686,"total_native_tokens_reasoning":0,"count":683203,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-v1-27b-20261001","change":-0.3418126069155084,"rankingMetricValue":3610360996},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-vl-32b-instruct","variant":"standard","total_completion_tokens":1469730219,"total_prompt_tokens":12342321614,"total_native_tokens_reasoning":0,"count":3676940,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-32b-instruct","change":-0.34583846484237074,"rankingMetricValue":13812051833},{"date":"2026-10-13 00:00:00","model_permaslug":"aion-labs/aion-3.5-20260923","variant":"standard","total_completion_tokens":136760430,"total_prompt_tokens":1945912635,"total_native_tokens_reasoning":0,"count":101888,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-20260923","change":-0.34616277872745527,"rankingMetricValue":2082673065},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/o4-mini-2025-04-16","variant":"standard","total_completion_tokens":402489394,"total_prompt_tokens":1759551969,"total_native_tokens_reasoning":0,"count":543256,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o4-mini-2025-04-16","change":-0.34936909427294593,"rankingMetricValue":2162041363},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-30b-a3b","variant":"standard","total_completion_tokens":741408919,"total_prompt_tokens":2622579839,"total_native_tokens_reasoning":0,"count":654767,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-30b-a3b","change":-0.35298717421516085,"rankingMetricValue":3363988758},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen-2.5-7b-instruct","variant":"standard","total_completion_tokens":370407137,"total_prompt_tokens":1981436639,"total_native_tokens_reasoning":0,"count":2555958,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-7b-instruct","change":-0.352998601480981,"rankingMetricValue":2351843776},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"standard","total_completion_tokens":521589556,"total_prompt_tokens":5910223552,"total_native_tokens_reasoning":0,"count":3178450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-2603","change":-0.3594912302960895,"rankingMetricValue":6431813108},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-build-0.1-20260520","variant":"standard","total_completion_tokens":106103025,"total_prompt_tokens":2186993747,"total_native_tokens_reasoning":0,"count":55757,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-build-0.1-20260520","change":-0.36948245586519457,"rankingMetricValue":2293096772},{"date":"2026-10-13 00:00:00","model_permaslug":"inception/mercury-2-20260304","variant":"standard","total_completion_tokens":257911920,"total_prompt_tokens":1300832603,"total_native_tokens_reasoning":0,"count":517217,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2-20260304","change":-0.36965871235011283,"rankingMetricValue":1558744523},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"standard","total_completion_tokens":501493594,"total_prompt_tokens":8677076993,"total_native_tokens_reasoning":0,"count":895426,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124","change":-0.376968938133797,"rankingMetricValue":9178570587},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"batch","total_completion_tokens":541248221,"total_prompt_tokens":2354035987,"total_native_tokens_reasoning":0,"count":1693692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-lite:batch","change":-0.3770198023870602,"rankingMetricValue":2895284208},{"date":"2026-10-13 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":14176068081,"total_native_tokens_reasoning":0,"count":8063005,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6B","change":-0.3799182878641757,"rankingMetricValue":14176068081},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-2603","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":585825,"total_native_tokens_reasoning":0,"count":19031,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-tts-2603","change":-0.38452769927403,"rankingMetricValue":585825},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","variant":"standard","total_completion_tokens":134825431,"total_prompt_tokens":2479030669,"total_native_tokens_reasoning":0,"count":97010,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","change":-0.3890383047635092,"rankingMetricValue":2613856100},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"standard","total_completion_tokens":3394615,"total_prompt_tokens":13164113,"total_native_tokens_reasoning":0,"count":11992,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211","change":-0.39086335198773686,"rankingMetricValue":16558728},{"date":"2026-10-13 00:00:00","model_permaslug":"black-forest-labs/flux.2-flex","variant":"standard","total_completion_tokens":13134694,"total_prompt_tokens":10366344,"total_native_tokens_reasoning":0,"count":2745,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-flex","change":-0.4046106988454543,"rankingMetricValue":23501038},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"standard","total_completion_tokens":2633727,"total_prompt_tokens":8280124,"total_native_tokens_reasoning":0,"count":11410,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305","change":-0.4064399157148401,"rankingMetricValue":10913851},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/o1-pro","variant":"standard","total_completion_tokens":188765,"total_prompt_tokens":252508,"total_native_tokens_reasoning":0,"count":1764,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o1-pro","change":-0.4123224074281239,"rankingMetricValue":441273},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.1-opus-20250805","variant":"standard","total_completion_tokens":15341200,"total_prompt_tokens":363597361,"total_native_tokens_reasoning":0,"count":46073,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.1-opus-20250805","change":-0.4215749242047946,"rankingMetricValue":378938561},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4-20260413","variant":"standard","total_completion_tokens":6976425,"total_prompt_tokens":435735,"total_native_tokens_reasoning":0,"count":1671,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-20260413","change":-0.4256232670559357,"rankingMetricValue":7412160},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-thinking","variant":"standard","total_completion_tokens":21402362,"total_prompt_tokens":16807563,"total_native_tokens_reasoning":0,"count":12206,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-8b-thinking","change":-0.43208106491682885,"rankingMetricValue":38209925},{"date":"2026-10-13 00:00:00","model_permaslug":"fish-audio/s2-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":65425,"total_native_tokens_reasoning":0,"count":2437,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2-pro-20260729","change":-0.4417614484765228,"rankingMetricValue":65425},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-voice-2-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":575464,"total_native_tokens_reasoning":0,"count":18614,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2-flash-20260723","change":-0.44678359762164555,"rankingMetricValue":575464},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-max","variant":"standard","total_completion_tokens":39546308,"total_prompt_tokens":807706687,"total_native_tokens_reasoning":0,"count":193992,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-max","change":-0.44833261520134804,"rankingMetricValue":847252995},{"date":"2026-10-13 00:00:00","model_permaslug":"krea/krea-2-medium-turbo-20260720","variant":"standard","total_completion_tokens":48647100,"total_prompt_tokens":3663743,"total_native_tokens_reasoning":0,"count":11652,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-turbo-20260720","change":-0.44990389930772506,"rankingMetricValue":52310843},{"date":"2026-10-13 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-20260422","variant":"standard","total_completion_tokens":9508814559,"total_prompt_tokens":524824433366,"total_native_tokens_reasoning":0,"count":12327206,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-20260422","change":-0.45157763118870464,"rankingMetricValue":534333247925},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-4","variant":"standard","total_completion_tokens":9791239,"total_prompt_tokens":46595103,"total_native_tokens_reasoning":0,"count":56018,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4","change":-0.4566669674030391,"rankingMetricValue":56386342},{"date":"2026-10-13 00:00:00","model_permaslug":"sesame/csm-1b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":19082,"total_native_tokens_reasoning":0,"count":947,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sesame/csm-1b","change":-0.46146247848051253,"rankingMetricValue":19082},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"standard","total_completion_tokens":15133806763,"total_prompt_tokens":323880618684,"total_native_tokens_reasoning":0,"count":12086503,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922","change":-0.4648273173184153,"rankingMetricValue":339014425447},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"standard","total_completion_tokens":16551425264,"total_prompt_tokens":928331822138,"total_native_tokens_reasoning":0,"count":24305139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709","change":-0.46597956784224953,"rankingMetricValue":944883247402},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/command-a-03-2025","variant":"standard","total_completion_tokens":5162152,"total_prompt_tokens":65473379,"total_native_tokens_reasoning":0,"count":30748,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-03-2025","change":-0.47277802125685414,"rankingMetricValue":70635531},{"date":"2026-10-13 00:00:00","model_permaslug":"fireworks/ember-1-20260923","variant":"standard","total_completion_tokens":43190045,"total_prompt_tokens":2105508656,"total_native_tokens_reasoning":0,"count":57936,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fireworks/ember-1-20260923","change":-0.48389250038214426,"rankingMetricValue":2148698701},{"date":"2026-10-13 00:00:00","model_permaslug":"rekaai/reka-edge-2603","variant":"standard","total_completion_tokens":1599970,"total_prompt_tokens":12429867,"total_native_tokens_reasoning":0,"count":43530,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-edge-2603","change":-0.4864199135213334,"rankingMetricValue":14029837},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen-plus-2025-07-28","variant":"standard","total_completion_tokens":10567478,"total_prompt_tokens":216023373,"total_native_tokens_reasoning":0,"count":134284,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-plus-2025-07-28","change":-0.48978610744870127,"rankingMetricValue":226590851},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5-pro-2025-10-06","variant":"standard","total_completion_tokens":1907502,"total_prompt_tokens":2762940,"total_native_tokens_reasoning":0,"count":4084,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-pro-2025-10-06","change":-0.49496778156125615,"rankingMetricValue":4670442},{"date":"2026-10-13 00:00:00","model_permaslug":"inference-net/schematron-v2-turbo-20260902","variant":"standard","total_completion_tokens":17287533,"total_prompt_tokens":101680406,"total_native_tokens_reasoning":0,"count":77064,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-turbo-20260902","change":-0.49497359914638916,"rankingMetricValue":118967939},{"date":"2026-10-13 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-4B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3036355911,"total_native_tokens_reasoning":0,"count":4117286,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-4B","change":-0.5026983792841279,"rankingMetricValue":3036355911},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"batch","total_completion_tokens":905117,"total_prompt_tokens":768686,"total_native_tokens_reasoning":0,"count":241,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-pro:batch","change":-0.5370669379320111,"rankingMetricValue":1673803},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-20250625","variant":"standard","total_completion_tokens":9658756,"total_prompt_tokens":167347039,"total_native_tokens_reasoning":0,"count":22222,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-20250625","change":-0.5447436135143439,"rankingMetricValue":177005795},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/command-r-plus-08-2024","variant":"standard","total_completion_tokens":2007519,"total_prompt_tokens":22902783,"total_native_tokens_reasoning":0,"count":15409,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-plus-08-2024","change":-0.5578674553463081,"rankingMetricValue":24910302},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-14b-04-28","variant":"standard","total_completion_tokens":546305541,"total_prompt_tokens":2553425292,"total_native_tokens_reasoning":0,"count":1202755,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-14b-04-28","change":-0.5606162760693929,"rankingMetricValue":3099730833},{"date":"2026-10-13 00:00:00","model_permaslug":"baai/bge-large-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":111872043,"total_native_tokens_reasoning":0,"count":203560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-large-en-v1.5-20251117","change":-0.5630291483374114,"rankingMetricValue":111872043},{"date":"2026-10-13 00:00:00","model_permaslug":"inference-net/schematron-v2-small-20260902","variant":"standard","total_completion_tokens":5802333,"total_prompt_tokens":46140270,"total_native_tokens_reasoning":0,"count":19600,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-small-20260902","change":-0.5674101165493982,"rankingMetricValue":51942603},{"date":"2026-10-13 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"standard","total_completion_tokens":319475918,"total_prompt_tokens":1184426476,"total_native_tokens_reasoning":0,"count":288921,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908","change":-0.5699731484730133,"rankingMetricValue":1503902394},{"date":"2026-10-13 00:00:00","model_permaslug":"unbiased/pareto-20260917","variant":"standard","total_completion_tokens":13177124,"total_prompt_tokens":708987159,"total_native_tokens_reasoning":0,"count":21645,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-20260917","change":-0.5745339856099017,"rankingMetricValue":722164283},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4.1-20260514","variant":"standard","total_completion_tokens":21918750,"total_prompt_tokens":1660174,"total_native_tokens_reasoning":0,"count":5127,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-20260514","change":-0.574653617762222,"rankingMetricValue":23578924},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-8b-04-28","variant":"standard","total_completion_tokens":363529322,"total_prompt_tokens":1487565540,"total_native_tokens_reasoning":0,"count":2047236,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-8b-04-28","change":-0.5869096874623261,"rankingMetricValue":1851094862},{"date":"2026-10-13 00:00:00","model_permaslug":"unbiased/pareto-26.10-preview-20260929","variant":"standard","total_completion_tokens":43070156,"total_prompt_tokens":2360299275,"total_native_tokens_reasoning":0,"count":53302,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.10-preview-20260929","change":-0.5912129564440257,"rankingMetricValue":2403369431},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","variant":"standard","total_completion_tokens":628997193,"total_prompt_tokens":12498182334,"total_native_tokens_reasoning":0,"count":3340151,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","change":-0.5963421057615447,"rankingMetricValue":13127179527},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"standard","total_completion_tokens":5647118284,"total_prompt_tokens":546145980021,"total_native_tokens_reasoning":0,"count":9351719,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903","change":-0.5998484571847118,"rankingMetricValue":551793098305},{"date":"2026-10-13 00:00:00","model_permaslug":"stepfun/step-3.7-flash-20260528","variant":"standard","total_completion_tokens":3723783417,"total_prompt_tokens":66297876733,"total_native_tokens_reasoning":0,"count":1688269,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.7-flash-20260528","change":-0.6017228646731363,"rankingMetricValue":70021660150},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-coder-plus","variant":"standard","total_completion_tokens":5867217,"total_prompt_tokens":980106460,"total_native_tokens_reasoning":0,"count":45503,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-plus","change":-0.6186541611348626,"rankingMetricValue":985973677},{"date":"2026-10-13 00:00:00","model_permaslug":"baai/bge-m3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":713,"total_native_tokens_reasoning":0,"count":3,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3","change":-0.6197333333333334,"rankingMetricValue":713},{"date":"2026-10-13 00:00:00","model_permaslug":"meta/muse-spark-1.1-20260709","variant":"standard","total_completion_tokens":104645950,"total_prompt_tokens":1288853905,"total_native_tokens_reasoning":0,"count":91427,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.1-20260709","change":-0.6262380751057701,"rankingMetricValue":1393499855},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-04-28","variant":"standard","total_completion_tokens":108260651,"total_prompt_tokens":613004075,"total_native_tokens_reasoning":0,"count":158044,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-04-28","change":-0.6342779935528773,"rankingMetricValue":721264726},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/minimax-m1","variant":"standard","total_completion_tokens":4084774,"total_prompt_tokens":91386484,"total_native_tokens_reasoning":0,"count":13006,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m1","change":-0.6354628784182045,"rankingMetricValue":95471258},{"date":"2026-10-13 00:00:00","model_permaslug":"perceptron/perceptron-mk1.5-20260925","variant":"standard","total_completion_tokens":40736877,"total_prompt_tokens":252409278,"total_native_tokens_reasoning":0,"count":102941,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1.5-20260925","change":-0.643802096449305,"rankingMetricValue":293146155},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mixtral-8x22b-instruct","variant":"standard","total_completion_tokens":3493844,"total_prompt_tokens":24444577,"total_native_tokens_reasoning":0,"count":15045,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mixtral-8x22b-instruct","change":-0.6461277698637562,"rankingMetricValue":27938421},{"date":"2026-10-13 00:00:00","model_permaslug":"tencent/hy-mt2-7b-20260521","variant":"standard","total_completion_tokens":6515640,"total_prompt_tokens":14161774,"total_native_tokens_reasoning":0,"count":47784,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-7b-20260521","change":-0.6643255804922927,"rankingMetricValue":20677414},{"date":"2026-10-08 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","variant":"free","total_completion_tokens":2387542865,"total_prompt_tokens":138956519293,"total_native_tokens_reasoning":0,"count":2809711,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-sante-20260904:free","change":-0.6647070001910218,"rankingMetricValue":141344062158},{"date":"2026-10-13 00:00:00","model_permaslug":"amazon/nova-lite-v1","variant":"standard","total_completion_tokens":69980292,"total_prompt_tokens":997430588,"total_native_tokens_reasoning":0,"count":362581,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-lite-v1","change":-0.6740259314394721,"rankingMetricValue":1067410880},{"date":"2026-10-13 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"batch","total_completion_tokens":147931219,"total_prompt_tokens":797385277,"total_native_tokens_reasoning":0,"count":250689,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826:batch","change":-0.6756828153675559,"rankingMetricValue":945316496},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"batch","total_completion_tokens":2868520,"total_prompt_tokens":20133718,"total_native_tokens_reasoning":0,"count":4138,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430:batch","change":-0.6762139763447211,"rankingMetricValue":23002238},{"date":"2026-10-13 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-20260514","variant":"standard","total_completion_tokens":2659475,"total_prompt_tokens":122708,"total_native_tokens_reasoning":0,"count":630,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-20260514","change":-0.7102630632094222,"rankingMetricValue":2782183},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"batch","total_completion_tokens":2244153,"total_prompt_tokens":10772925,"total_native_tokens_reasoning":0,"count":1067,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903:batch","change":-0.7292941582437005,"rankingMetricValue":13017078},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-saba-2502","variant":"standard","total_completion_tokens":1270671,"total_prompt_tokens":4241249,"total_native_tokens_reasoning":0,"count":7748,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-saba-2502","change":-0.7393338862637463,"rankingMetricValue":5511920},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.3-codex-20260224","variant":"standard","total_completion_tokens":392016048,"total_prompt_tokens":33368277206,"total_native_tokens_reasoning":0,"count":527115,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.3-codex-20260224","change":-0.7497311789925355,"rankingMetricValue":33760293254},{"date":"2026-10-08 00:00:00","model_permaslug":"baidu/ernie-4.5-vl-424b-a47b","variant":"standard","total_completion_tokens":2562498,"total_prompt_tokens":25052192,"total_native_tokens_reasoning":0,"count":8327,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baidu/ernie-4.5-vl-424b-a47b","change":-0.7792672509695584,"rankingMetricValue":27614690},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-4-turbo","variant":"batch","total_completion_tokens":3,"total_prompt_tokens":12,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4-turbo:batch","change":-0.7916666666666666,"rankingMetricValue":15},{"date":"2026-10-13 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3832016802,"total_native_tokens_reasoning":0,"count":962460,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925","change":-0.8110908813025408,"rankingMetricValue":3832016802},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"batch","total_completion_tokens":16,"total_prompt_tokens":11,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-20260423:batch","change":-0.8363636363636363,"rankingMetricValue":27},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-max-thinking-20260123","variant":"standard","total_completion_tokens":4610549,"total_prompt_tokens":62864819,"total_native_tokens_reasoning":0,"count":10734,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-max-thinking-20260123","change":-0.8389499641713062,"rankingMetricValue":67475368},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"batch","total_completion_tokens":16,"total_prompt_tokens":11,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423:batch","change":-0.8586387434554974,"rankingMetricValue":27},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"batch","total_completion_tokens":97403557,"total_prompt_tokens":272758010,"total_native_tokens_reasoning":0,"count":244516,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922:batch","change":-0.8642980244958766,"rankingMetricValue":370161567},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"batch","total_completion_tokens":418970,"total_prompt_tokens":815586,"total_native_tokens_reasoning":0,"count":811,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2512:batch","change":-0.8750541584532883,"rankingMetricValue":1234556},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"batch","total_completion_tokens":5,"total_prompt_tokens":11,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317:batch","change":-0.8796992481203008,"rankingMetricValue":16},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"batch","total_completion_tokens":3,"total_prompt_tokens":12,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14:batch","change":-0.8872180451127819,"rankingMetricValue":15},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"batch","total_completion_tokens":5,"total_prompt_tokens":11,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211:batch","change":-0.8888888888888888,"rankingMetricValue":16},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-4o","variant":"batch","total_completion_tokens":2,"total_prompt_tokens":12,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o:batch","change":-0.890625,"rankingMetricValue":14},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"batch","total_completion_tokens":835081,"total_prompt_tokens":19685593,"total_native_tokens_reasoning":0,"count":2176,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709:batch","change":-0.9184414229052809,"rankingMetricValue":20520674},{"date":"2026-10-13 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":91375177,"total_native_tokens_reasoning":0,"count":269454,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2:batch","change":-0.9215485446075214,"rankingMetricValue":91375177},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"batch","total_completion_tokens":106014,"total_prompt_tokens":600614,"total_native_tokens_reasoning":0,"count":212,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430:batch","change":-0.937036047973672,"rankingMetricValue":706628},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","variant":"standard","total_completion_tokens":18644454,"total_prompt_tokens":12060677,"total_native_tokens_reasoning":0,"count":14558,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","change":-0.9541909335822543,"rankingMetricValue":30705131},{"date":"2026-10-13 00:00:00","model_permaslug":"perceptron/perceptron-mk1-20260512","variant":"standard","total_completion_tokens":5178391,"total_prompt_tokens":99770834,"total_native_tokens_reasoning":0,"count":88145,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1-20260512","change":-0.9835635438296215,"rankingMetricValue":104949225},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305:batch","change":-1,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"google/veo-3.1-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7906,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"runway/aleph-2-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":479,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/aleph-2-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"fish-audio/transcribe-1-pro-20260924","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":55098,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-pro-20260924","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/parakeet-tdt-0.6b-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":506084,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/parakeet-tdt-0.6b-v3","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance/seedance-2.0-fast-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":20868,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-fast-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"alibaba/wan-3.0-prime-20260827","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1822,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-prime-20260827","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-std-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":11350,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-std-20260429","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/scribe-v2-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3580991,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-20260929","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":25206,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"google/chirp-3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":106937,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/chirp-3","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"meta/muse-voice-transcribe-1.0-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":108319,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-voice-transcribe-1.0-20260903","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance/seedance-2.5-20260807","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":36952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.5-20260807","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/rerank-4-pro","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":645505,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-pro","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-asr-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":142068,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"runway/gen-4.5-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":820,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/gen-4.5-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/hailuo-03-20260730","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8785,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-03-20260730","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/whisper-large-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":11466611,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"heygen/heygen-video-1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":57430,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-video-1-20260930","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-stt-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":565970,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-stt-20260723","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/hailuo-3-max-20260901","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9356,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-3-max-20260901","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/gpt-transcribe-20260805","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":574034,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-transcribe-20260805","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance/seedance-1-5-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8098,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-1-5-pro-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"alibaba/happyhorse-1.0-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":192,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.0-20260624","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance/seedance-2.0-mini-20260811","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":11831,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-mini-20260811","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/rerank-v3.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1192557,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-v3.5","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"deepgram/nova-3-20260714","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":352646,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/nova-3-20260714","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"google/veo-3.1-lite-20260331","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":48675,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-lite-20260331","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-transcribe-1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":33117,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-1.5","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"alibaba/wan-2.6-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":927,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.6-20260327","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"cohere/rerank-4-fast","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":408239,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-fast","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-imagine-video-20260512","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6677,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-20260512","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"google/veo-3.1-fast-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":17818,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-fast-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"black-forest-labs/flux-video-upscale-20260819","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":437,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-upscale-20260819","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"assemblyai/universal-3-5-pro-20260914","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":251434,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/universal-3-5-pro-20260914","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":0,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":64905,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"black-forest-labs/flux-3-video-20260804","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":824,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-video-20260804","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-pro-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":12415,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-pro-20260429","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"alibaba/wan-3.0-20260824","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":19289,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-20260824","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"alibaba/wan-2.7-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2586,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.7-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/whisper-large-v3-turbo","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6007434,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3-turbo","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"heygen/avatar-iv-20260625","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":13033,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/avatar-iv-20260625","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":27261,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"elevenlabs/scribe-v2-medical-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":85292,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-medical-20260929","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"bytedance/seedance-2.0-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":22230,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-20260719","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7032,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-20260719","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"minimax/hailuo-2.3-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":491,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-2.3-20260420","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"alibaba/happyhorse-1.1-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.1-20260624","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"kwaivgi/kling-video-o1-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":868,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-video-o1-20260420","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":17768,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"black-forest-labs/flux-video-edit-20260910","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2180,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-edit-20260910","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"fish-audio/transcribe-1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":37693,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"microsoft/mai-transcribe-2-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3691861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-2-20260903","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"qwen/qwen3-asr-1.7b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":257497,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-1.7b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-13 00:00:00","model_permaslug":"openai/whisper-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":678454,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-1","change":null,"rankingMetricValue":0},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-asr-flash-2026-02-10","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":279566,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-flash-2026-02-10","change":null,"rankingMetricValue":0}]}