{"data":[{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6.1-terra-20261026","variant":"standard","total_completion_tokens":103788965,"total_prompt_tokens":7014971612,"total_native_tokens_reasoning":0,"count":225548,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-terra-20261026","change":null,"rankingMetricValue":7118760577},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6.1-terra-20261026","variant":"batch","total_completion_tokens":1717773,"total_prompt_tokens":9300413,"total_native_tokens_reasoning":0,"count":1481,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-terra-20261026:batch","change":null,"rankingMetricValue":11018186},{"date":"2026-10-26 00:00:00","model_permaslug":"amazon/titan-embed-text-v1-20261026","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1683743,"total_native_tokens_reasoning":0,"count":263,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/titan-embed-text-v1-20261026","change":null,"rankingMetricValue":1683743},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"batch","total_completion_tokens":175487,"total_prompt_tokens":768973,"total_native_tokens_reasoning":0,"count":1804,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-2508:batch","change":null,"rankingMetricValue":944460},{"date":"2026-10-26 00:00:00","model_permaslug":"amazon/titan-embed-text-v2-20261026","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":670401,"total_native_tokens_reasoning":0,"count":677,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/titan-embed-text-v2-20261026","change":null,"rankingMetricValue":670401},{"date":"2026-10-26 00:00:00","model_permaslug":"heygen/heygen-voice-1-turbo-20261009","variant":"free","total_completion_tokens":0,"total_prompt_tokens":300442,"total_native_tokens_reasoning":0,"count":4787,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-turbo-20261009:free","change":null,"rankingMetricValue":300442},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"batch","total_completion_tokens":111567,"total_prompt_tokens":13414,"total_native_tokens_reasoning":0,"count":320,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-20260423:batch","change":null,"rankingMetricValue":124981},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"batch","total_completion_tokens":96718,"total_prompt_tokens":21505,"total_native_tokens_reasoning":0,"count":320,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609:batch","change":null,"rankingMetricValue":118223},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"batch","total_completion_tokens":95974,"total_prompt_tokens":22154,"total_native_tokens_reasoning":0,"count":60,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217:batch","change":null,"rankingMetricValue":118128},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"batch","total_completion_tokens":81905,"total_prompt_tokens":21505,"total_native_tokens_reasoning":0,"count":320,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528:batch","change":null,"rankingMetricValue":103410},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"batch","total_completion_tokens":56319,"total_prompt_tokens":15582,"total_native_tokens_reasoning":0,"count":320,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205:batch","change":null,"rankingMetricValue":71901},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"batch","total_completion_tokens":7539,"total_prompt_tokens":2629,"total_native_tokens_reasoning":0,"count":41,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430:batch","change":null,"rankingMetricValue":10168},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"batch","total_completion_tokens":913,"total_prompt_tokens":2010,"total_native_tokens_reasoning":0,"count":50,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317:batch","change":null,"rankingMetricValue":2923},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"batch","total_completion_tokens":747,"total_prompt_tokens":1812,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317:batch","change":null,"rankingMetricValue":2559},{"date":"2026-10-26 00:00:00","model_permaslug":"amazon/titan-embed-image-v1-20261026","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1929,"total_native_tokens_reasoning":0,"count":15,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/titan-embed-image-v1-20261026","change":null,"rankingMetricValue":1929},{"date":"2026-10-26 00:00:00","model_permaslug":"baai/bge-m3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1196,"total_native_tokens_reasoning":0,"count":4,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3","change":null,"rankingMetricValue":1196},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o","variant":"batch","total_completion_tokens":125,"total_prompt_tokens":118,"total_native_tokens_reasoning":0,"count":4,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o:batch","change":null,"rankingMetricValue":243},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"batch","total_completion_tokens":13,"total_prompt_tokens":26,"total_native_tokens_reasoning":0,"count":2,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini:batch","change":null,"rankingMetricValue":39},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"batch","total_completion_tokens":9,"total_prompt_tokens":14,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001:batch","change":null,"rankingMetricValue":23},{"date":"2026-10-26 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"batch","total_completion_tokens":1994064,"total_prompt_tokens":10618048,"total_native_tokens_reasoning":0,"count":2202,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715:batch","change":9546.39742619228,"rankingMetricValue":12612112},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"batch","total_completion_tokens":1336461,"total_prompt_tokens":3634821,"total_native_tokens_reasoning":0,"count":2355,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2512:batch","change":344.99679844097994,"rankingMetricValue":4971282},{"date":"2026-10-26 00:00:00","model_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":274881,"total_native_tokens_reasoning":0,"count":501,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","change":79.776079929474,"rankingMetricValue":274881},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-1b","variant":"free","total_completion_tokens":0,"total_prompt_tokens":22814,"total_native_tokens_reasoning":0,"count":353,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-1b:free","change":69.41358024691358,"rankingMetricValue":22814},{"date":"2026-10-26 00:00:00","model_permaslug":"thenlper/gte-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5189534,"total_native_tokens_reasoning":0,"count":4632,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-large-20251117","change":39.75368897195675,"rankingMetricValue":5189534},{"date":"2026-10-26 00:00:00","model_permaslug":"intfloat/e5-large-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5708072,"total_native_tokens_reasoning":0,"count":4754,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-large-v2-20251117","change":20.830862667706946,"rankingMetricValue":5708072},{"date":"2026-10-26 00:00:00","model_permaslug":"Qwen/Qwen3-Embedding-8B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":121228,"total_native_tokens_reasoning":0,"count":2243,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"Qwen/Qwen3-Embedding-8B","change":18.912614980289092,"rankingMetricValue":121228},{"date":"2026-10-26 00:00:00","model_permaslug":"text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1950,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-small","change":18.5,"rankingMetricValue":1950},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-16k","variant":"standard","total_completion_tokens":6444663,"total_prompt_tokens":8075995,"total_native_tokens_reasoning":0,"count":34684,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-16k","change":14.800635914132005,"rankingMetricValue":14520658},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4-styles-vector-20260826","variant":"standard","total_completion_tokens":1615725,"total_prompt_tokens":46088,"total_native_tokens_reasoning":0,"count":272,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-vector-20260826","change":11.474575126110977,"rankingMetricValue":1661813},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4-vector-20260514","variant":"standard","total_completion_tokens":1077150,"total_prompt_tokens":296064,"total_native_tokens_reasoning":0,"count":253,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-vector-20260514","change":10.705956064752066,"rankingMetricValue":1373214},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"batch","total_completion_tokens":811256,"total_prompt_tokens":1942118,"total_native_tokens_reasoning":0,"count":919,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217:batch","change":10.143608776069387,"rankingMetricValue":2753374},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"batch","total_completion_tokens":3832868,"total_prompt_tokens":3198382,"total_native_tokens_reasoning":0,"count":5754,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-2603:batch","change":9.312623751485019,"rankingMetricValue":7031250},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/voyage-code-4","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":918299,"total_native_tokens_reasoning":0,"count":32,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4","change":8.891519545008995,"rankingMetricValue":918299},{"date":"2026-10-26 00:00:00","model_permaslug":"relace/relace-search-20251208","variant":"standard","total_completion_tokens":528011,"total_prompt_tokens":3258147,"total_native_tokens_reasoning":0,"count":1358,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-search-20251208","change":8.13623914423121,"rankingMetricValue":3786158},{"date":"2026-10-26 00:00:00","model_permaslug":"perceptron/perceptron-mk1.5-20260925","variant":"standard","total_completion_tokens":1194955,"total_prompt_tokens":15805245,"total_native_tokens_reasoning":0,"count":8304,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1.5-20260925","change":8.10459015901783,"rankingMetricValue":17000200},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"batch","total_completion_tokens":85661,"total_prompt_tokens":1296829,"total_native_tokens_reasoning":0,"count":2,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903:batch","change":7.420574978681935,"rankingMetricValue":1382490},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","variant":"standard","total_completion_tokens":4806728,"total_prompt_tokens":184577973,"total_native_tokens_reasoning":0,"count":2734,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","change":6.877288918916142,"rankingMetricValue":189384701},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","variant":"standard","total_completion_tokens":751500,"total_prompt_tokens":33112,"total_native_tokens_reasoning":0,"count":180,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","change":6.579986668083586,"rankingMetricValue":784612},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-20260826","variant":"standard","total_completion_tokens":513525,"total_prompt_tokens":129001,"total_native_tokens_reasoning":0,"count":123,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-20260826","change":6.436299245405305,"rankingMetricValue":642526},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"standard","total_completion_tokens":329523773,"total_prompt_tokens":3217805495,"total_native_tokens_reasoning":0,"count":330823,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810","change":5.1094659704623115,"rankingMetricValue":3547329268},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.5-35b-a3b-20260224","variant":"standard","total_completion_tokens":196124245,"total_prompt_tokens":5013480516,"total_native_tokens_reasoning":0,"count":1864729,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-35b-a3b-20260224","change":5.056420205163791,"rankingMetricValue":5209604761},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.5-397b-a17b-20260216","variant":"standard","total_completion_tokens":227516029,"total_prompt_tokens":3432713406,"total_native_tokens_reasoning":0,"count":302243,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-397b-a17b-20260216","change":4.804819564537712,"rankingMetricValue":3660229435},{"date":"2026-10-26 00:00:00","model_permaslug":"scaledown/extract-20260928","variant":"standard","total_completion_tokens":698868078,"total_prompt_tokens":388907692,"total_native_tokens_reasoning":0,"count":651507,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/extract-20260928","change":4.677994056044459,"rankingMetricValue":1087775770},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.2-codex-20260114","variant":"standard","total_completion_tokens":1803676,"total_prompt_tokens":84199095,"total_native_tokens_reasoning":0,"count":5547,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-codex-20260114","change":4.658249392728213,"rankingMetricValue":86002771},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/minimax-m1","variant":"standard","total_completion_tokens":686622,"total_prompt_tokens":8422995,"total_native_tokens_reasoning":0,"count":2048,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m1","change":4.569035715464719,"rankingMetricValue":9109617},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","variant":"standard","total_completion_tokens":87661668,"total_prompt_tokens":3102119801,"total_native_tokens_reasoning":0,"count":307419,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","change":4.491766634786126,"rankingMetricValue":3189781469},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"batch","total_completion_tokens":7518478,"total_prompt_tokens":106814306,"total_native_tokens_reasoning":0,"count":41734,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709:batch","change":4.433981935266041,"rankingMetricValue":114332784},{"date":"2026-10-26 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21432558609,"total_native_tokens_reasoning":0,"count":1057142,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925","change":3.676755665603308,"rankingMetricValue":21432558609},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.1-codex-max-20251204","variant":"standard","total_completion_tokens":503323,"total_prompt_tokens":35785225,"total_native_tokens_reasoning":0,"count":1882,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-max-20251204","change":3.6058412374457562,"rankingMetricValue":36288548},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"standard","total_completion_tokens":1423077,"total_prompt_tokens":15294635,"total_native_tokens_reasoning":0,"count":1335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423","change":3.559425324692149,"rankingMetricValue":16717712},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"standard","total_completion_tokens":8546006,"total_prompt_tokens":1157322451,"total_native_tokens_reasoning":0,"count":7987,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922","change":3.45301449508229,"rankingMetricValue":1165868457},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"batch","total_completion_tokens":60968918,"total_prompt_tokens":435368591,"total_native_tokens_reasoning":0,"count":63212,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013:batch","change":3.427280636304233,"rankingMetricValue":496337509},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4768,"total_native_tokens_reasoning":0,"count":85,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2-20260930","change":3.3823529411764706,"rankingMetricValue":4768},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.5-122b-a10b-20260224","variant":"standard","total_completion_tokens":98841153,"total_prompt_tokens":1575624847,"total_native_tokens_reasoning":0,"count":450895,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-122b-a10b-20260224","change":3.3639883954696717,"rankingMetricValue":1674466000},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"batch","total_completion_tokens":296441867,"total_prompt_tokens":487364244,"total_native_tokens_reasoning":0,"count":63545,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922:batch","change":3.2535846889597773,"rankingMetricValue":783806111},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","variant":"standard","total_completion_tokens":1670003625,"total_prompt_tokens":39783667683,"total_native_tokens_reasoning":0,"count":873873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","change":3.155146076369531,"rankingMetricValue":41453671308},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"standard","total_completion_tokens":221928,"total_prompt_tokens":3948307,"total_native_tokens_reasoning":0,"count":1486,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305","change":3.0598082165109033,"rankingMetricValue":4170235},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-image-2.5-pro-20260723","variant":"standard","total_completion_tokens":677347,"total_prompt_tokens":789058,"total_native_tokens_reasoning":0,"count":697,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5-pro-20260723","change":3.0510327833075035,"rankingMetricValue":1466405},{"date":"2026-10-26 00:00:00","model_permaslug":"krea/k3-edit-20260914","variant":"standard","total_completion_tokens":76131125,"total_prompt_tokens":58004774,"total_native_tokens_reasoning":0,"count":18235,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/k3-edit-20260914","change":2.9980661513293736,"rankingMetricValue":134135899},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"standard","total_completion_tokens":39526602,"total_prompt_tokens":1182269778,"total_native_tokens_reasoning":0,"count":15503,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709","change":2.732717076150935,"rankingMetricValue":1221796380},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.5-27b-20260224","variant":"standard","total_completion_tokens":158985979,"total_prompt_tokens":1495481304,"total_native_tokens_reasoning":0,"count":593051,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-27b-20260224","change":2.7267090058013697,"rankingMetricValue":1654467283},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-2603","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":326232,"total_native_tokens_reasoning":0,"count":15487,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-tts-2603","change":2.5523324186593492,"rankingMetricValue":326232},{"date":"2026-10-26 00:00:00","model_permaslug":"tencent/hy-mt2-7b-20260521","variant":"standard","total_completion_tokens":702245,"total_prompt_tokens":3468968,"total_native_tokens_reasoning":0,"count":16229,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-7b-20260521","change":2.4353336204887297,"rankingMetricValue":4171213},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","variant":"standard","total_completion_tokens":993650,"total_prompt_tokens":67687,"total_native_tokens_reasoning":0,"count":238,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","change":2.3885038168426362,"rankingMetricValue":1061337},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"standard","total_completion_tokens":211244,"total_prompt_tokens":2497467,"total_native_tokens_reasoning":0,"count":983,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211","change":2.221453674026414,"rankingMetricValue":2708711},{"date":"2026-10-26 00:00:00","model_permaslug":"baai/bge-base-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":161484488,"total_native_tokens_reasoning":0,"count":89461,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-base-en-v1.5-20251117","change":2.1746949636028035,"rankingMetricValue":161484488},{"date":"2026-10-26 00:00:00","model_permaslug":"heygen/heygen-voice-1-turbo-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":962944,"total_native_tokens_reasoning":0,"count":9912,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-turbo-20261009","change":2.171616498634775,"rankingMetricValue":962944},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-luna-decisions-20261006","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":17531286027,"total_native_tokens_reasoning":0,"count":6276744,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-decisions-20261006","change":2.064919966255766,"rankingMetricValue":17531286027},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-chat-latest-20260505","variant":"standard","total_completion_tokens":6598789,"total_prompt_tokens":313904321,"total_native_tokens_reasoning":0,"count":29919,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-chat-latest-20260505","change":1.9846291877735949,"rankingMetricValue":320503110},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"batch","total_completion_tokens":45183,"total_prompt_tokens":8688819,"total_native_tokens_reasoning":0,"count":378,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-20260305:batch","change":1.8812670182423021,"rankingMetricValue":8734002},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"batch","total_completion_tokens":128593098,"total_prompt_tokens":367453263,"total_native_tokens_reasoning":0,"count":330769,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902:batch","change":1.8524265961689383,"rankingMetricValue":496046361},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-image-2.5","variant":"standard","total_completion_tokens":4330984,"total_prompt_tokens":2214088,"total_native_tokens_reasoning":0,"count":4523,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5","change":1.8285669587254172,"rankingMetricValue":6545072},{"date":"2026-10-26 00:00:00","model_permaslug":"inception/mercury-decide-20260930","variant":"standard","total_completion_tokens":11412321,"total_prompt_tokens":6920825630,"total_native_tokens_reasoning":0,"count":9159032,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-decide-20260930","change":1.7178069000088882,"rankingMetricValue":6932237951},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"standard","total_completion_tokens":4628998,"total_prompt_tokens":18015158,"total_native_tokens_reasoning":0,"count":19804,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","change":1.6891984251125034,"rankingMetricValue":22644156},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/voyage-4-large-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1107338648,"total_native_tokens_reasoning":0,"count":622115,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-large-20260727","change":1.6887311138467942,"rankingMetricValue":1107338648},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o-transcribe","variant":"standard","total_completion_tokens":1933636,"total_prompt_tokens":7394518,"total_native_tokens_reasoning":0,"count":32102,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-transcribe","change":1.6611578641365543,"rankingMetricValue":9328154},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemma-2-27b-it","variant":"standard","total_completion_tokens":8489863,"total_prompt_tokens":20998670,"total_native_tokens_reasoning":0,"count":113012,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-2-27b-it","change":1.553091004170516,"rankingMetricValue":29488533},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-4.20-multi-agent-20260309","variant":"standard","total_completion_tokens":15854470,"total_prompt_tokens":487959244,"total_native_tokens_reasoning":0,"count":2686,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-multi-agent-20260309","change":1.5431716702425995,"rankingMetricValue":503813714},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-medium-3.1","variant":"standard","total_completion_tokens":35541180,"total_prompt_tokens":950554458,"total_native_tokens_reasoning":0,"count":126940,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.1","change":1.5203818940637934,"rankingMetricValue":986095638},{"date":"2026-10-26 00:00:00","model_permaslug":"meta-llama/llama-3.1-70b-instruct","variant":"standard","total_completion_tokens":18367927,"total_prompt_tokens":191477370,"total_native_tokens_reasoning":0,"count":184151,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-70b-instruct","change":1.509664541881356,"rankingMetricValue":209845297},{"date":"2026-10-26 00:00:00","model_permaslug":"fireworks/ember-1-20260923","variant":"standard","total_completion_tokens":1742371,"total_prompt_tokens":198098343,"total_native_tokens_reasoning":0,"count":5198,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fireworks/ember-1-20260923","change":1.5059640137881198,"rankingMetricValue":199840714},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":134435,"total_native_tokens_reasoning":0,"count":18000,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6b","change":1.4797557781343957,"rankingMetricValue":134435},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/pplx-decider-flash-v1.2-20261016","variant":"standard","total_completion_tokens":4809572,"total_prompt_tokens":6880471000,"total_native_tokens_reasoning":0,"count":1669718,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-flash-v1.2-20261016","change":1.4641850794728182,"rankingMetricValue":6885280572},{"date":"2026-10-26 00:00:00","model_permaslug":"liquid/d1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4478157225,"total_native_tokens_reasoning":0,"count":2412005,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1-20260930","change":1.4332501230492354,"rankingMetricValue":4478157225},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/o3-2025-04-16","variant":"standard","total_completion_tokens":69562396,"total_prompt_tokens":99487627,"total_native_tokens_reasoning":0,"count":35927,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-2025-04-16","change":1.417934526661454,"rankingMetricValue":169050023},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-plus-2025-01-25","variant":"standard","total_completion_tokens":16238499,"total_prompt_tokens":306033813,"total_native_tokens_reasoning":0,"count":42090,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-plus-2025-01-25","change":1.4148745554091005,"rankingMetricValue":322272312},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-image-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":450,"total_native_tokens_reasoning":0,"count":4,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1","change":1.380952380952381,"rankingMetricValue":450},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"standard","total_completion_tokens":576603517,"total_prompt_tokens":56895120304,"total_native_tokens_reasoning":0,"count":2675557,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922","change":1.364371775006774,"rankingMetricValue":57471723821},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"standard","total_completion_tokens":173476189,"total_prompt_tokens":5242069313,"total_native_tokens_reasoning":0,"count":746037,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-20251113","change":1.3631257235541736,"rankingMetricValue":5415545502},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","variant":"standard","total_completion_tokens":534508037,"total_prompt_tokens":5592099534,"total_native_tokens_reasoning":0,"count":2130740,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","change":1.355430521322488,"rankingMetricValue":6126607571},{"date":"2026-10-26 00:00:00","model_permaslug":"morph/morph-v3-large","variant":"standard","total_completion_tokens":4292746,"total_prompt_tokens":4315259,"total_native_tokens_reasoning":0,"count":1294,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-large","change":1.3499498643074,"rankingMetricValue":8608005},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/sonar-pro","variant":"standard","total_completion_tokens":89334347,"total_prompt_tokens":88031152,"total_native_tokens_reasoning":0,"count":171880,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro","change":1.294379667210651,"rankingMetricValue":177365499},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/o3-pro-2025-06-10","variant":"standard","total_completion_tokens":104534,"total_prompt_tokens":534914,"total_native_tokens_reasoning":0,"count":422,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-pro-2025-06-10","change":1.2486241661479818,"rankingMetricValue":639448},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-embedding-001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2102832952,"total_native_tokens_reasoning":0,"count":4459575,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-001","change":1.1834246061919065,"rankingMetricValue":2102832952},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-2.5-72b-instruct","variant":"standard","total_completion_tokens":30198274,"total_prompt_tokens":401227091,"total_native_tokens_reasoning":0,"count":187784,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-72b-instruct","change":1.1668031394478637,"rankingMetricValue":431425365},{"date":"2026-10-26 00:00:00","model_permaslug":"cloudflare/clef-flash","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3539183705,"total_native_tokens_reasoning":0,"count":1785118,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-flash","change":1.1493442973021117,"rankingMetricValue":3539183705},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5-2025-08-07","variant":"standard","total_completion_tokens":158412674,"total_prompt_tokens":930939587,"total_native_tokens_reasoning":0,"count":142822,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-2025-08-07","change":1.1442295267648706,"rankingMetricValue":1089352261},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-4.5-air","variant":"standard","total_completion_tokens":118851599,"total_prompt_tokens":1542991780,"total_native_tokens_reasoning":0,"count":204861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5-air","change":1.1405576956287378,"rankingMetricValue":1661843379},{"date":"2026-10-26 00:00:00","model_permaslug":"amazon/nova-2-lite-v1","variant":"standard","total_completion_tokens":10085901,"total_prompt_tokens":147726891,"total_native_tokens_reasoning":0,"count":35070,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-2-lite-v1","change":1.1300869875637705,"rankingMetricValue":157812792},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"batch","total_completion_tokens":28107,"total_prompt_tokens":694449,"total_native_tokens_reasoning":0,"count":6,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922:batch","change":1.1114711941672388,"rankingMetricValue":722556},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-lite-20260309","variant":"standard","total_completion_tokens":69381614,"total_prompt_tokens":449350902,"total_native_tokens_reasoning":0,"count":107489,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-lite-20260309","change":1.1061026835811312,"rankingMetricValue":518732516},{"date":"2026-10-26 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"standard","total_completion_tokens":15662485,"total_prompt_tokens":670597286,"total_native_tokens_reasoning":0,"count":163211,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730","change":1.095635749301735,"rankingMetricValue":686259771},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/rerank-3-lite-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3925534035,"total_native_tokens_reasoning":0,"count":316249,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-lite-20260930","change":1.060177894889684,"rankingMetricValue":3925534035},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"batch","total_completion_tokens":2896249,"total_prompt_tokens":5332448,"total_native_tokens_reasoning":0,"count":126,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709:batch","change":1.0509465507985003,"rankingMetricValue":8228697},{"date":"2026-10-26 00:00:00","model_permaslug":"perceptron/perceptron-mk1-20260512","variant":"standard","total_completion_tokens":2394107,"total_prompt_tokens":16407052,"total_native_tokens_reasoning":0,"count":28860,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1-20260512","change":1.0503458654816107,"rankingMetricValue":18801159},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-image-3-pro-20260805","variant":"standard","total_completion_tokens":12011475,"total_prompt_tokens":670852,"total_native_tokens_reasoning":0,"count":2864,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-pro-20260805","change":1.0455950113414527,"rankingMetricValue":12682327},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/devstral-2512","variant":"standard","total_completion_tokens":10104140,"total_prompt_tokens":715970208,"total_native_tokens_reasoning":0,"count":35085,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/devstral-2512","change":1.043759653277394,"rankingMetricValue":726074348},{"date":"2026-10-26 00:00:00","model_permaslug":"tencent/hunyuan-a13b-instruct","variant":"standard","total_completion_tokens":2242530,"total_prompt_tokens":2142112,"total_native_tokens_reasoning":0,"count":2107,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hunyuan-a13b-instruct","change":1.0345233676083003,"rankingMetricValue":4384642},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-3-0-20261020","variant":"standard","total_completion_tokens":715691,"total_prompt_tokens":63519,"total_native_tokens_reasoning":0,"count":10402,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-3-0-20261020","change":1.0266488418183426,"rankingMetricValue":779210},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-audio","variant":"standard","total_completion_tokens":4058018,"total_prompt_tokens":21988746,"total_native_tokens_reasoning":0,"count":18673,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio","change":1.0212836179092923,"rankingMetricValue":26046764},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","variant":"standard","total_completion_tokens":33400,"total_prompt_tokens":1097,"total_native_tokens_reasoning":0,"count":8,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","change":1.0120734908136484,"rankingMetricValue":34497},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":320181,"total_native_tokens_reasoning":0,"count":10120,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","change":1.008059053735387,"rankingMetricValue":320181},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/minimax-m3.1-flash-20261019","variant":"standard","total_completion_tokens":8496434096,"total_prompt_tokens":669716472031,"total_native_tokens_reasoning":0,"count":6944499,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3.1-flash-20261019","change":1.0059608902080932,"rankingMetricValue":678212906127},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"batch","total_completion_tokens":315774646,"total_prompt_tokens":1009249940,"total_native_tokens_reasoning":0,"count":269997,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910:batch","change":0.9845259185703527,"rankingMetricValue":1325024586},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3-pro-image-preview-20251120","variant":"standard","total_completion_tokens":64957933,"total_prompt_tokens":34802589,"total_native_tokens_reasoning":0,"count":39212,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-preview-20251120","change":0.9795547354636387,"rankingMetricValue":99760522},{"date":"2026-10-26 00:00:00","model_permaslug":"inception/mercury-decide-20260930","variant":"free","total_completion_tokens":48412098,"total_prompt_tokens":21384035658,"total_native_tokens_reasoning":0,"count":2957346,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-decide-20260930:free","change":0.9775916677570113,"rankingMetricValue":21432447756},{"date":"2026-10-26 00:00:00","model_permaslug":"sourceful/riverflow-v2-pro-20260130","variant":"standard","total_completion_tokens":321475,"total_prompt_tokens":212576,"total_native_tokens_reasoning":0,"count":77,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-pro-20260130","change":0.9061268631146137,"rankingMetricValue":534051},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260420","variant":"standard","total_completion_tokens":11595183,"total_prompt_tokens":295817079,"total_native_tokens_reasoning":0,"count":12848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260420","change":0.904362316138024,"rankingMetricValue":307412262},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"standard","total_completion_tokens":1558519045,"total_prompt_tokens":84633908276,"total_native_tokens_reasoning":0,"count":2559959,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630","change":0.9017914650027075,"rankingMetricValue":86192427321},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.6-27b-20260422","variant":"standard","total_completion_tokens":338452084,"total_prompt_tokens":1749937070,"total_native_tokens_reasoning":0,"count":347160,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-27b-20260422","change":0.9012757511835754,"rankingMetricValue":2088389154},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/command-r-plus-08-2024","variant":"standard","total_completion_tokens":887506,"total_prompt_tokens":8555091,"total_native_tokens_reasoning":0,"count":6003,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-plus-08-2024","change":0.8813698184160553,"rankingMetricValue":9442597},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"batch","total_completion_tokens":18350223,"total_prompt_tokens":46476149,"total_native_tokens_reasoning":0,"count":10350,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813:batch","change":0.877912897739762,"rankingMetricValue":64826372},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-image-1.0-eval-20260824","variant":"standard","total_completion_tokens":282592278,"total_prompt_tokens":71181778,"total_native_tokens_reasoning":0,"count":160500,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-image-1.0-eval-20260824","change":0.8710094036858299,"rankingMetricValue":353774056},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"standard","total_completion_tokens":1129799103,"total_prompt_tokens":5191017462,"total_native_tokens_reasoning":0,"count":1900326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07","change":0.8487509765781783,"rankingMetricValue":6320816565},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-4.5-20260708","variant":"standard","total_completion_tokens":357758316,"total_prompt_tokens":8889546363,"total_native_tokens_reasoning":0,"count":449130,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.5-20260708","change":0.831730459033366,"rankingMetricValue":9247304679},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/codestral-embed-2505","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":52499653,"total_native_tokens_reasoning":0,"count":11770,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-embed-2505","change":0.8281296410859844,"rankingMetricValue":52499653},{"date":"2026-10-26 00:00:00","model_permaslug":"baai/bge-large-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8427669,"total_native_tokens_reasoning":0,"count":19665,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-large-en-v1.5-20251117","change":0.8210651142780526,"rankingMetricValue":8427669},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-image-2.6-20260904","variant":"standard","total_completion_tokens":2769381,"total_prompt_tokens":2236314,"total_native_tokens_reasoning":0,"count":2489,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-20260904","change":0.809622674659473,"rankingMetricValue":5005695},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"standard","total_completion_tokens":17703883,"total_prompt_tokens":586497581,"total_native_tokens_reasoning":0,"count":7899,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709","change":0.7923386199659702,"rankingMetricValue":604201464},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"standard","total_completion_tokens":5224100749,"total_prompt_tokens":94298413091,"total_native_tokens_reasoning":0,"count":22088233,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507","change":0.7816059936825169,"rankingMetricValue":99522513840},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-build-0.1-20260520","variant":"standard","total_completion_tokens":18468595,"total_prompt_tokens":390884475,"total_native_tokens_reasoning":0,"count":9365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-build-0.1-20260520","change":0.7745094613785366,"rankingMetricValue":409353070},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"standard","total_completion_tokens":1009427239,"total_prompt_tokens":25921264727,"total_native_tokens_reasoning":0,"count":5412294,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001","change":0.7724001064280687,"rankingMetricValue":26930691966},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"standard","total_completion_tokens":3474788094,"total_prompt_tokens":80986442049,"total_native_tokens_reasoning":0,"count":2105347,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922","change":0.7663386733874349,"rankingMetricValue":84461230143},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.5-transcribe-20260827","variant":"standard","total_completion_tokens":3376196,"total_prompt_tokens":27062181,"total_native_tokens_reasoning":0,"count":37138,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-transcribe-20260827","change":0.7547952741143288,"rankingMetricValue":30438377},{"date":"2026-10-26 00:00:00","model_permaslug":"baseten/elephant-1-20261021","variant":"free","total_completion_tokens":172004,"total_prompt_tokens":99568403,"total_native_tokens_reasoning":0,"count":36239,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baseten/elephant-1-20261021:free","change":0.7279735038676026,"rankingMetricValue":99740407},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-medium-3","variant":"standard","total_completion_tokens":2823397,"total_prompt_tokens":89026228,"total_native_tokens_reasoning":0,"count":15039,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3","change":0.7273129633063444,"rankingMetricValue":91849625},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"standard","total_completion_tokens":1674883374,"total_prompt_tokens":11110864448,"total_native_tokens_reasoning":0,"count":956887,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219","change":0.722969651717953,"rankingMetricValue":12785747822},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"standard","total_completion_tokens":65990203,"total_prompt_tokens":928669585,"total_native_tokens_reasoning":0,"count":107382,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430","change":0.7223754706390332,"rankingMetricValue":994659788},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b-20260716","variant":"free","total_completion_tokens":0,"total_prompt_tokens":113722677,"total_native_tokens_reasoning":0,"count":40201,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b-20260716:free","change":0.7213271852783916,"rankingMetricValue":113722677},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"batch","total_completion_tokens":126096040,"total_prompt_tokens":1124427022,"total_native_tokens_reasoning":0,"count":95916,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928:batch","change":0.7180385789088797,"rankingMetricValue":1250523062},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/pplx-decider-v1.2-20261016","variant":"standard","total_completion_tokens":68672058,"total_prompt_tokens":39138044896,"total_native_tokens_reasoning":0,"count":21109741,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-v1.2-20261016","change":0.7139395112429582,"rankingMetricValue":39206716954},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"standard","total_completion_tokens":1501052451,"total_prompt_tokens":11036589816,"total_native_tokens_reasoning":0,"count":2885199,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07","change":0.711789640963128,"rankingMetricValue":12537642267},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance/ui-tars-1.5-7b","variant":"standard","total_completion_tokens":1585192,"total_prompt_tokens":43004918,"total_native_tokens_reasoning":0,"count":13924,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/ui-tars-1.5-7b","change":0.7025471516387691,"rankingMetricValue":44590110},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"standard","total_completion_tokens":2036108675,"total_prompt_tokens":39515556524,"total_native_tokens_reasoning":0,"count":2923228,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217","change":0.7001463672841854,"rankingMetricValue":41551665199},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.6-35b-a3b-20260415","variant":"standard","total_completion_tokens":705772903,"total_prompt_tokens":13584731054,"total_native_tokens_reasoning":0,"count":3245415,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-35b-a3b-20260415","change":0.6964381586922661,"rankingMetricValue":14290503957},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o","variant":"standard","total_completion_tokens":119307101,"total_prompt_tokens":1692612326,"total_native_tokens_reasoning":0,"count":958367,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o","change":0.6942629731798223,"rankingMetricValue":1811919427},{"date":"2026-10-26 00:00:00","model_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":195756916,"total_native_tokens_reasoning":0,"count":17375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","change":0.6911899932778113,"rankingMetricValue":195756916},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-preview-20260226","variant":"standard","total_completion_tokens":72331603,"total_prompt_tokens":46213293,"total_native_tokens_reasoning":0,"count":49093,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-preview-20260226","change":0.6830693749041209,"rankingMetricValue":118544896},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":368165,"total_native_tokens_reasoning":0,"count":6491,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","change":0.6520531471418379,"rankingMetricValue":368165},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5v-turbo-20260401","variant":"standard","total_completion_tokens":9979924,"total_prompt_tokens":285600297,"total_native_tokens_reasoning":0,"count":15432,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5v-turbo-20260401","change":0.65083942815519,"rankingMetricValue":295580221},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.2-20251211","variant":"standard","total_completion_tokens":256638756,"total_prompt_tokens":6041223284,"total_native_tokens_reasoning":0,"count":926335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-20251211","change":0.6334518408113867,"rankingMetricValue":6297862040},{"date":"2026-10-26 00:00:00","model_permaslug":"togethercomputer/tev1-4b-experimental-20260923","variant":"standard","total_completion_tokens":258050,"total_prompt_tokens":88089116,"total_native_tokens_reasoning":0,"count":37804,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"togethercomputer/tev1-4b-experimental-20260923","change":0.6319426285511454,"rankingMetricValue":88347166},{"date":"2026-10-26 00:00:00","model_permaslug":"baseten/mammoth-1-20261021","variant":"free","total_completion_tokens":448351,"total_prompt_tokens":172987926,"total_native_tokens_reasoning":0,"count":63455,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baseten/mammoth-1-20261021:free","change":0.6216808138072704,"rankingMetricValue":173436277},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"standard","total_completion_tokens":1067709933,"total_prompt_tokens":8048529442,"total_native_tokens_reasoning":0,"count":1071736,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519","change":0.6213852937306693,"rankingMetricValue":9116239375},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"standard","total_completion_tokens":2648628523,"total_prompt_tokens":118149650711,"total_native_tokens_reasoning":0,"count":2386254,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013","change":0.6207418650669386,"rankingMetricValue":120798279234},{"date":"2026-10-26 00:00:00","model_permaslug":"krea/krea-2-medium-turbo-20260720","variant":"standard","total_completion_tokens":7452375,"total_prompt_tokens":378523,"total_native_tokens_reasoning":0,"count":1785,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-turbo-20260720","change":0.6189167856423716,"rankingMetricValue":7830898},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5.1-20260406","variant":"standard","total_completion_tokens":182072756,"total_prompt_tokens":3647088770,"total_native_tokens_reasoning":0,"count":251904,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.1-20260406","change":0.6181465170226537,"rankingMetricValue":3829161526},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/ministral-14b-2512","variant":"standard","total_completion_tokens":44970943,"total_prompt_tokens":421087952,"total_native_tokens_reasoning":0,"count":126394,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-14b-2512","change":0.6157195406806928,"rankingMetricValue":466058895},{"date":"2026-10-26 00:00:00","model_permaslug":"liquid/d1-ultra-20261015","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":13108144386,"total_native_tokens_reasoning":0,"count":5803886,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1-ultra-20261015","change":0.6042997438896219,"rankingMetricValue":13108144386},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/minimax-m2.1","variant":"standard","total_completion_tokens":1465002,"total_prompt_tokens":69719577,"total_native_tokens_reasoning":0,"count":3281,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.1","change":0.5993333064922645,"rankingMetricValue":71184579},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v3-20260413","variant":"standard","total_completion_tokens":304775,"total_prompt_tokens":9783,"total_native_tokens_reasoning":0,"count":73,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v3-20260413","change":0.5973979148787065,"rankingMetricValue":314558},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/sonar-reasoning-pro","variant":"standard","total_completion_tokens":6984222,"total_prompt_tokens":16744629,"total_native_tokens_reasoning":0,"count":8368,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-reasoning-pro","change":0.5876204171047387,"rankingMetricValue":23728851},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-image-2.1-turbo-20261016","variant":"standard","total_completion_tokens":22248575,"total_prompt_tokens":1897701,"total_native_tokens_reasoning":0,"count":5256,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-2.1-turbo-20261016","change":0.5780986514096653,"rankingMetricValue":24146276},{"date":"2026-10-26 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"standard","total_completion_tokens":99098821,"total_prompt_tokens":6299278116,"total_native_tokens_reasoning":0,"count":80040,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720","change":0.5662149258804902,"rankingMetricValue":6398376937},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"standard","total_completion_tokens":1900361010,"total_prompt_tokens":28010428194,"total_native_tokens_reasoning":0,"count":2942993,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721","change":0.5638965194231339,"rankingMetricValue":29910789204},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"standard","total_completion_tokens":9768498152,"total_prompt_tokens":881966548733,"total_native_tokens_reasoning":0,"count":9810584,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816","change":0.5629750934393717,"rankingMetricValue":891735046885},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.7-max-20260520","variant":"standard","total_completion_tokens":101487002,"total_prompt_tokens":1363096137,"total_native_tokens_reasoning":0,"count":98754,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-max-20260520","change":0.5552916965158378,"rankingMetricValue":1464583139},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-04-28","variant":"standard","total_completion_tokens":68401917,"total_prompt_tokens":312277016,"total_native_tokens_reasoning":0,"count":142031,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-04-28","change":0.5530438899029789,"rankingMetricValue":380678933},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","variant":"standard","total_completion_tokens":167590012,"total_prompt_tokens":13658971,"total_native_tokens_reasoning":0,"count":15484,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","change":0.5472605203955051,"rankingMetricValue":181248983},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/ministral-3b-2512","variant":"standard","total_completion_tokens":51743818,"total_prompt_tokens":749619776,"total_native_tokens_reasoning":0,"count":584963,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-3b-2512","change":0.5413384904110129,"rankingMetricValue":801363594},{"date":"2026-10-26 00:00:00","model_permaslug":"moonshotai/kimi-k2-thinking-20251106","variant":"standard","total_completion_tokens":16214331,"total_prompt_tokens":201889279,"total_native_tokens_reasoning":0,"count":11812,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-thinking-20251106","change":0.5374541384880519,"rankingMetricValue":218103610},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.5-flash-20260224","variant":"standard","total_completion_tokens":501404785,"total_prompt_tokens":5567317408,"total_native_tokens_reasoning":0,"count":3303762,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-flash-20260224","change":0.5345079073233021,"rankingMetricValue":6068722193},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","variant":"standard","total_completion_tokens":136092959,"total_prompt_tokens":1394369789,"total_native_tokens_reasoning":0,"count":888847,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","change":0.5254459042226778,"rankingMetricValue":1530462748},{"date":"2026-10-26 00:00:00","model_permaslug":"thedrummer/unslopnemo-12b","variant":"standard","total_completion_tokens":3223351,"total_prompt_tokens":57270036,"total_native_tokens_reasoning":0,"count":13471,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/unslopnemo-12b","change":0.5209065422950384,"rankingMetricValue":60493387},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"standard","total_completion_tokens":10299141,"total_prompt_tokens":131878331,"total_native_tokens_reasoning":0,"count":36702,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2512","change":0.514937143055635,"rankingMetricValue":142177472},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-instruct","variant":"standard","total_completion_tokens":63157453,"total_prompt_tokens":1053545027,"total_native_tokens_reasoning":0,"count":517597,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-8b-instruct","change":0.5078394236594943,"rankingMetricValue":1116702480},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-code-20260730","variant":"standard","total_completion_tokens":628239,"total_prompt_tokens":32216660,"total_native_tokens_reasoning":0,"count":1985,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-code-20260730","change":0.5076395721879968,"rankingMetricValue":32844899},{"date":"2026-10-26 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-pro-20260605","variant":"standard","total_completion_tokens":3540400,"total_prompt_tokens":975999,"total_native_tokens_reasoning":0,"count":848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-pro-20260605","change":0.507143281424465,"rankingMetricValue":4516399},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-spark-1.3-20260902","variant":"standard","total_completion_tokens":299767346,"total_prompt_tokens":11958440056,"total_native_tokens_reasoning":0,"count":286957,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-20260902","change":0.5060210386097724,"rankingMetricValue":12258207402},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","variant":"standard","total_completion_tokens":170655846,"total_prompt_tokens":3673066953,"total_native_tokens_reasoning":0,"count":1300061,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","change":0.5013718352717015,"rankingMetricValue":3843722799},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"standard","total_completion_tokens":1021749897,"total_prompt_tokens":13188173165,"total_native_tokens_reasoning":0,"count":3331117,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310","change":0.501252261986456,"rankingMetricValue":14209923062},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4.1-flash-20260923","variant":"standard","total_completion_tokens":153790300,"total_prompt_tokens":7094981,"total_native_tokens_reasoning":0,"count":36826,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-flash-20260923","change":0.4938216698424501,"rankingMetricValue":160885281},{"date":"2026-10-26 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"standard","total_completion_tokens":8461160846,"total_prompt_tokens":515399979790,"total_native_tokens_reasoning":0,"count":6634200,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-20260706","change":0.49348185882460094,"rankingMetricValue":523861140636},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/sonar","variant":"standard","total_completion_tokens":201451803,"total_prompt_tokens":254302802,"total_native_tokens_reasoning":0,"count":436750,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar","change":0.4867452155839845,"rankingMetricValue":455754605},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.1-codex-mini-20251113","variant":"standard","total_completion_tokens":14204049,"total_prompt_tokens":136912422,"total_native_tokens_reasoning":0,"count":30341,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-mini-20251113","change":0.4819423481152101,"rankingMetricValue":151116471},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","variant":"standard","total_completion_tokens":61877084,"total_prompt_tokens":1325500,"total_native_tokens_reasoning":0,"count":3321,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","change":0.4803267003667687,"rankingMetricValue":63202584},{"date":"2026-10-26 00:00:00","model_permaslug":"fish-audio/s2.1-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1243535,"total_native_tokens_reasoning":0,"count":38944,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-20260729","change":0.47552080799547214,"rankingMetricValue":1243535},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-embedding-2-preview","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":387464799,"total_native_tokens_reasoning":0,"count":580911,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2-preview","change":0.47429823297313645,"rankingMetricValue":387464799},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"standard","total_completion_tokens":33680932,"total_prompt_tokens":2556961830,"total_native_tokens_reasoning":0,"count":22017,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903","change":0.4741818739333487,"rankingMetricValue":2590642762},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"standard","total_completion_tokens":253504867,"total_prompt_tokens":7743348419,"total_native_tokens_reasoning":0,"count":759242,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-20260305","change":0.4724490104025557,"rankingMetricValue":7996853286},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-20260528","variant":"standard","total_completion_tokens":314502970,"total_prompt_tokens":450104951,"total_native_tokens_reasoning":0,"count":276049,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-20260528","change":0.46946862602730116,"rankingMetricValue":764607921},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"standard","total_completion_tokens":440456108,"total_prompt_tokens":31589496490,"total_native_tokens_reasoning":0,"count":423967,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528","change":0.46436420687543906,"rankingMetricValue":32029952598},{"date":"2026-10-26 00:00:00","model_permaslug":"black-forest-labs/flux.2-max","variant":"standard","total_completion_tokens":7095684,"total_prompt_tokens":2640318,"total_native_tokens_reasoning":0,"count":988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-max","change":0.4638916082911941,"rankingMetricValue":9736002},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-image-2.5-flare-20260908","variant":"standard","total_completion_tokens":56992244,"total_prompt_tokens":167742540,"total_native_tokens_reasoning":0,"count":109342,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-flare-20260908","change":0.4630550844691093,"rankingMetricValue":224734784},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4.1-2025-04-14","variant":"standard","total_completion_tokens":318129490,"total_prompt_tokens":8522470114,"total_native_tokens_reasoning":0,"count":2115717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-2025-04-14","change":0.4599250933647785,"rankingMetricValue":8840599604},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-embed-2312","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2460773147,"total_native_tokens_reasoning":0,"count":400507,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-embed-2312","change":0.4570540095611047,"rankingMetricValue":2460773147},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-image-2.6-flash-20260904","variant":"standard","total_completion_tokens":5085382,"total_prompt_tokens":4445343,"total_native_tokens_reasoning":0,"count":5621,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-flash-20260904","change":0.45109297966508033,"rankingMetricValue":9530725},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3595744247,"total_native_tokens_reasoning":0,"count":4025635,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-large","change":0.4453703625495078,"rankingMetricValue":3595744247},{"date":"2026-10-26 00:00:00","model_permaslug":"morph/morph-v3-fast","variant":"standard","total_completion_tokens":7925165,"total_prompt_tokens":6018121,"total_native_tokens_reasoning":0,"count":1572,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-fast","change":0.44289052345748514,"rankingMetricValue":13943286},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/minimax-m2-her-20260123","variant":"standard","total_completion_tokens":8444288,"total_prompt_tokens":207570140,"total_native_tokens_reasoning":0,"count":74468,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2-her-20260123","change":0.4411594548970303,"rankingMetricValue":216014428},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.4-image-2-20260421","variant":"standard","total_completion_tokens":111169231,"total_prompt_tokens":81928734,"total_native_tokens_reasoning":0,"count":28061,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-image-2-20260421","change":0.4400012781917152,"rankingMetricValue":193097965},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":81242,"total_native_tokens_reasoning":0,"count":3201,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","change":0.4396951975899344,"rankingMetricValue":81242},{"date":"2026-10-26 00:00:00","model_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":32404,"total_native_tokens_reasoning":0,"count":301,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","change":0.437940980696694,"rankingMetricValue":32404},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-image-1-mini","variant":"standard","total_completion_tokens":6397896,"total_prompt_tokens":1900665,"total_native_tokens_reasoning":0,"count":4804,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1-mini","change":0.43753560899457433,"rankingMetricValue":8298561},{"date":"2026-10-26 00:00:00","model_permaslug":"tencent/hy4-preview-20260827","variant":"standard","total_completion_tokens":13741090600,"total_prompt_tokens":1385394404716,"total_native_tokens_reasoning":0,"count":13629201,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy4-preview-20260827","change":0.4359836446390313,"rankingMetricValue":1399135495316},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-2.5-flash-image","variant":"standard","total_completion_tokens":99284475,"total_prompt_tokens":163437263,"total_native_tokens_reasoning":0,"count":228496,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-image","change":0.4342474840879532,"rankingMetricValue":262721738},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"batch","total_completion_tokens":13481158,"total_prompt_tokens":44376775,"total_native_tokens_reasoning":0,"count":25632,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b:batch","change":0.4303064937913309,"rankingMetricValue":57857933},{"date":"2026-10-26 00:00:00","model_permaslug":"sourceful/riverflow-v2-fast-20260130","variant":"standard","total_completion_tokens":793250,"total_prompt_tokens":89731,"total_native_tokens_reasoning":0,"count":190,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-fast-20260130","change":0.42503631257867724,"rankingMetricValue":882981},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"standard","total_completion_tokens":6105173852,"total_prompt_tokens":335597648757,"total_native_tokens_reasoning":0,"count":7275272,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928","change":0.4242102392691145,"rankingMetricValue":341702822609},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-32b-04-28","variant":"standard","total_completion_tokens":221422188,"total_prompt_tokens":1827197548,"total_native_tokens_reasoning":0,"count":1716666,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-32b-04-28","change":0.42167039692170005,"rankingMetricValue":2048619736},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"standard","total_completion_tokens":3358312828,"total_prompt_tokens":36812694855,"total_native_tokens_reasoning":0,"count":13461442,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash","change":0.419530878156404,"rankingMetricValue":40171007683},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"standard","total_completion_tokens":625426723,"total_prompt_tokens":11197042198,"total_native_tokens_reasoning":0,"count":851721,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602","change":0.4194163711612604,"rankingMetricValue":11822468921},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3-pro-image-20260528","variant":"standard","total_completion_tokens":89086853,"total_prompt_tokens":90815628,"total_native_tokens_reasoning":0,"count":68380,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-20260528","change":0.40112864145410815,"rankingMetricValue":179902481},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.3-codex-20260224","variant":"standard","total_completion_tokens":49284926,"total_prompt_tokens":3787136856,"total_native_tokens_reasoning":0,"count":60195,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.3-codex-20260224","change":0.3982104918530494,"rankingMetricValue":3836421782},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"standard","total_completion_tokens":624301424,"total_prompt_tokens":6664977689,"total_native_tokens_reasoning":0,"count":1363375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430","change":0.3909201836482979,"rankingMetricValue":7289279113},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"batch","total_completion_tokens":592499,"total_prompt_tokens":1141197,"total_native_tokens_reasoning":0,"count":1570,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07:batch","change":0.38207861531936876,"rankingMetricValue":1733696},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-4.7-flash-20260119","variant":"standard","total_completion_tokens":344063519,"total_prompt_tokens":3442945254,"total_native_tokens_reasoning":0,"count":1647371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-flash-20260119","change":0.3761863427403487,"rankingMetricValue":3787008773},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"standard","total_completion_tokens":48252,"total_prompt_tokens":1527666,"total_native_tokens_reasoning":0,"count":84,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617","change":0.37243406356546616,"rankingMetricValue":1575918},{"date":"2026-10-26 00:00:00","model_permaslug":"moonshotai/kimi-k2.7-code-20260612","variant":"standard","total_completion_tokens":154156344,"total_prompt_tokens":5747329369,"total_native_tokens_reasoning":0,"count":147893,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.7-code-20260612","change":0.37145706199625966,"rankingMetricValue":5901485713},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.8-max-20260902","variant":"standard","total_completion_tokens":633212628,"total_prompt_tokens":18727652687,"total_native_tokens_reasoning":0,"count":425164,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-20260902","change":0.3684271016281834,"rankingMetricValue":19360865315},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"standard","total_completion_tokens":70393158,"total_prompt_tokens":4819658964,"total_native_tokens_reasoning":0,"count":75159,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609","change":0.36794905660951355,"rankingMetricValue":4890052122},{"date":"2026-10-26 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-flash-20260921","variant":"standard","total_completion_tokens":5514336365,"total_prompt_tokens":471936753881,"total_native_tokens_reasoning":0,"count":7310796,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-flash-20260921","change":0.3668559946161075,"rankingMetricValue":477451090246},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/rerank-3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3582980623,"total_native_tokens_reasoning":0,"count":226465,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-20260930","change":0.3661207316598946,"rankingMetricValue":3582980623},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5.3-flashx-20260918","variant":"standard","total_completion_tokens":305286120,"total_prompt_tokens":15903031646,"total_native_tokens_reasoning":0,"count":242231,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flashx-20260918","change":0.36609686482456655,"rankingMetricValue":16208317766},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"standard","total_completion_tokens":1162669313,"total_prompt_tokens":42611375819,"total_native_tokens_reasoning":0,"count":625074,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723","change":0.36600556479249474,"rankingMetricValue":43774045132},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-audio-mini","variant":"standard","total_completion_tokens":21897160,"total_prompt_tokens":40814375,"total_native_tokens_reasoning":0,"count":72284,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio-mini","change":0.3652287980161105,"rankingMetricValue":62711535},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"standard","total_completion_tokens":217325684,"total_prompt_tokens":7014092248,"total_native_tokens_reasoning":0,"count":623147,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","change":0.3596002100476153,"rankingMetricValue":7231417932},{"date":"2026-10-26 00:00:00","model_permaslug":"jaredpalmer/kev-4b-20260924","variant":"standard","total_completion_tokens":20794343,"total_prompt_tokens":100777544,"total_native_tokens_reasoning":0,"count":90418,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"jaredpalmer/kev-4b-20260924","change":0.35277657895713416,"rankingMetricValue":121571887},{"date":"2026-10-26 00:00:00","model_permaslug":"moonshotai/kimi-k2.6-20260420","variant":"standard","total_completion_tokens":986592093,"total_prompt_tokens":17456974783,"total_native_tokens_reasoning":0,"count":998255,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.6-20260420","change":0.35230055647140995,"rankingMetricValue":18443566876},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"standard","total_completion_tokens":277935528,"total_prompt_tokens":14295801933,"total_native_tokens_reasoning":0,"count":431714,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205","change":0.3522726827564741,"rankingMetricValue":14573737461},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"free","total_completion_tokens":1782240247,"total_prompt_tokens":138815351440,"total_native_tokens_reasoning":0,"count":2018965,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807:free","change":0.34668088648140566,"rankingMetricValue":140597591687},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"standard","total_completion_tokens":1862196301,"total_prompt_tokens":35984473033,"total_native_tokens_reasoning":0,"count":11329787,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721","change":0.34188027186623765,"rankingMetricValue":37846669334},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5-image-mini","variant":"standard","total_completion_tokens":32345216,"total_prompt_tokens":18735994,"total_native_tokens_reasoning":0,"count":7372,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image-mini","change":0.3409754698658342,"rankingMetricValue":51081210},{"date":"2026-10-26 00:00:00","model_permaslug":"black-forest-labs/flux.2-klein-4b","variant":"standard","total_completion_tokens":79798939,"total_prompt_tokens":15775412,"total_native_tokens_reasoning":0,"count":14716,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-klein-4b","change":0.3377481023443665,"rankingMetricValue":95574351},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"standard","total_completion_tokens":1044927240,"total_prompt_tokens":33669932060,"total_native_tokens_reasoning":0,"count":1997088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709","change":0.33334094269593245,"rankingMetricValue":34714859300},{"date":"2026-10-26 00:00:00","model_permaslug":"amazon/nova-pro-v1","variant":"standard","total_completion_tokens":1356667,"total_prompt_tokens":17820553,"total_native_tokens_reasoning":0,"count":6353,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-pro-v1","change":0.3294612073119042,"rankingMetricValue":19177220},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/rerank-2.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3912432239,"total_native_tokens_reasoning":0,"count":718435,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-20260727","change":0.3293180274036551,"rankingMetricValue":3912432239},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"standard","total_completion_tokens":158811543,"total_prompt_tokens":3834500279,"total_native_tokens_reasoning":0,"count":227076,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416","change":0.3292595266105182,"rankingMetricValue":3993311822},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260216","variant":"standard","total_completion_tokens":58085522,"total_prompt_tokens":363347282,"total_native_tokens_reasoning":0,"count":37239,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260216","change":0.328068130604634,"rankingMetricValue":421432804},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-image-2.5-sunburst-20260908","variant":"standard","total_completion_tokens":190604952,"total_prompt_tokens":418012264,"total_native_tokens_reasoning":0,"count":195836,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-sunburst-20260908","change":0.3232941589549945,"rankingMetricValue":608617216},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4-20260413","variant":"standard","total_completion_tokens":876750,"total_prompt_tokens":44385,"total_native_tokens_reasoning":0,"count":210,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-20260413","change":0.32094181824439433,"rankingMetricValue":921135},{"date":"2026-10-26 00:00:00","model_permaslug":"respan/span-01-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":30598696,"total_native_tokens_reasoning":0,"count":14158,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-20260925","change":0.3203512249411685,"rankingMetricValue":30598696},{"date":"2026-10-26 00:00:00","model_permaslug":"tencent/hy3-preview-20260421","variant":"standard","total_completion_tokens":162302852,"total_prompt_tokens":380019128,"total_native_tokens_reasoning":0,"count":103611,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-preview-20260421","change":0.3199166634063556,"rankingMetricValue":542321980},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"standard","total_completion_tokens":7441122031,"total_prompt_tokens":311956056623,"total_native_tokens_reasoning":0,"count":26043258,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709","change":0.3135090759125543,"rankingMetricValue":319397178654},{"date":"2026-10-26 00:00:00","model_permaslug":"moondream/moondream3-preview-20261013","variant":"standard","total_completion_tokens":851608,"total_prompt_tokens":1847571,"total_native_tokens_reasoning":0,"count":3109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moondream/moondream3-preview-20261013","change":0.3122545459141952,"rankingMetricValue":2699179},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"standard","total_completion_tokens":10485967627,"total_prompt_tokens":230064273086,"total_native_tokens_reasoning":0,"count":12674933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902","change":0.30834718245314896,"rankingMetricValue":240550240713},{"date":"2026-10-26 00:00:00","model_permaslug":"thedrummer/skyfall-36b-v2","variant":"standard","total_completion_tokens":3277135,"total_prompt_tokens":32305029,"total_native_tokens_reasoning":0,"count":11109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/skyfall-36b-v2","change":0.30787352257506767,"rankingMetricValue":35582164},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"standard","total_completion_tokens":7573848056,"total_prompt_tokens":363347533800,"total_native_tokens_reasoning":0,"count":9112055,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929","change":0.30718681325256597,"rankingMetricValue":370921381856},{"date":"2026-10-26 00:00:00","model_permaslug":"typesafe/jev-1.13-20260917","variant":"standard","total_completion_tokens":31400771822,"total_prompt_tokens":389355159731,"total_native_tokens_reasoning":0,"count":138534802,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"typesafe/jev-1.13-20260917","change":0.30377579664857823,"rankingMetricValue":420755931553},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"standard","total_completion_tokens":723545098,"total_prompt_tokens":50672518333,"total_native_tokens_reasoning":0,"count":883075,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903","change":0.30147323250344954,"rankingMetricValue":51396063431},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-imagine-image-quality-20260512","variant":"standard","total_completion_tokens":45787225,"total_prompt_tokens":12275112,"total_native_tokens_reasoning":0,"count":10967,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-quality-20260512","change":0.2985750512844931,"rankingMetricValue":58062337},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"standard","total_completion_tokens":17712256170,"total_prompt_tokens":327947995305,"total_native_tokens_reasoning":0,"count":25641995,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007","change":0.2982420166021596,"rankingMetricValue":345660251475},{"date":"2026-10-26 00:00:00","model_permaslug":"amazon/nova-lite-v1","variant":"standard","total_completion_tokens":6176890,"total_prompt_tokens":79963126,"total_native_tokens_reasoning":0,"count":47973,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-lite-v1","change":0.2964973431517327,"rankingMetricValue":86140016},{"date":"2026-10-26 00:00:00","model_permaslug":"typesafe/jev-1.14-20261014","variant":"standard","total_completion_tokens":23971862055,"total_prompt_tokens":210274705064,"total_native_tokens_reasoning":0,"count":68023632,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"typesafe/jev-1.14-20261014","change":0.29649184765207814,"rankingMetricValue":234246567119},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4","variant":"standard","total_completion_tokens":761283,"total_prompt_tokens":3897028,"total_native_tokens_reasoning":0,"count":8688,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4","change":0.29610881690249,"rankingMetricValue":4658311},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o-mini-transcribe","variant":"standard","total_completion_tokens":12606285,"total_prompt_tokens":44261032,"total_native_tokens_reasoning":0,"count":112169,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-transcribe","change":0.2930993556686936,"rankingMetricValue":56867317},{"date":"2026-10-26 00:00:00","model_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","variant":"standard","total_completion_tokens":16814463,"total_prompt_tokens":106127521,"total_native_tokens_reasoning":0,"count":20179,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","change":0.29292862326777547,"rankingMetricValue":122941984},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260813","variant":"standard","total_completion_tokens":2969447387,"total_prompt_tokens":114174738883,"total_native_tokens_reasoning":0,"count":6467205,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260813","change":0.29057522693783444,"rankingMetricValue":117144186270},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-4.6-20260810","variant":"standard","total_completion_tokens":438859082,"total_prompt_tokens":10231514909,"total_native_tokens_reasoning":0,"count":286537,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.6-20260810","change":0.2856546642909212,"rankingMetricValue":10670373991},{"date":"2026-10-26 00:00:00","model_permaslug":"aion-labs/aion-rp-llama-3.1-8b","variant":"standard","total_completion_tokens":1186127,"total_prompt_tokens":1761237,"total_native_tokens_reasoning":0,"count":2663,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-rp-llama-3.1-8b","change":0.2853421064796442,"rankingMetricValue":2947364},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","variant":"standard","total_completion_tokens":584826358,"total_prompt_tokens":14218474427,"total_native_tokens_reasoning":0,"count":2769797,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","change":0.2801466146176588,"rankingMetricValue":14803300785},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","variant":"standard","total_completion_tokens":238288219,"total_prompt_tokens":12722403540,"total_native_tokens_reasoning":0,"count":221805,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","change":0.276956349991971,"rankingMetricValue":12960691759},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"standard","total_completion_tokens":393293470,"total_prompt_tokens":48843200627,"total_native_tokens_reasoning":0,"count":355460,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831","change":0.2752669251862701,"rankingMetricValue":49236494097},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-mini-20260224","variant":"standard","total_completion_tokens":58119568,"total_prompt_tokens":317947989,"total_native_tokens_reasoning":0,"count":223033,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-mini-20260224","change":0.2750769601267991,"rankingMetricValue":376067557},{"date":"2026-10-26 00:00:00","model_permaslug":"meta-llama/llama-3.2-1b-instruct","variant":"standard","total_completion_tokens":3551821,"total_prompt_tokens":3710442,"total_native_tokens_reasoning":0,"count":56923,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-1b-instruct","change":0.27464296546126993,"rankingMetricValue":7262263},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-30b-a3b","variant":"standard","total_completion_tokens":85254369,"total_prompt_tokens":1157937611,"total_native_tokens_reasoning":0,"count":270006,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-30b-a3b","change":0.2718135981464384,"rankingMetricValue":1243191980},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-exp","variant":"standard","total_completion_tokens":176779371,"total_prompt_tokens":1808624474,"total_native_tokens_reasoning":0,"count":244287,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-exp","change":0.27010770876985113,"rankingMetricValue":1985403845},{"date":"2026-10-26 00:00:00","model_permaslug":"aion-labs/aion-3.5-20260923","variant":"standard","total_completion_tokens":24768771,"total_prompt_tokens":310996733,"total_native_tokens_reasoning":0,"count":21311,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-20260923","change":0.26686426069658997,"rankingMetricValue":335765504},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/rerank-2.5-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5501469806,"total_native_tokens_reasoning":0,"count":254066,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-lite-20260727","change":0.26307260568935237,"rankingMetricValue":5501469806},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-oss-safeguard-20b","variant":"standard","total_completion_tokens":92533716,"total_prompt_tokens":406984644,"total_native_tokens_reasoning":0,"count":373454,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-safeguard-20b","change":0.2614454287779264,"rankingMetricValue":499518360},{"date":"2026-10-26 00:00:00","model_permaslug":"stepfun/step-3.7-flash-20260528","variant":"standard","total_completion_tokens":947782109,"total_prompt_tokens":54534555308,"total_native_tokens_reasoning":0,"count":816429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.7-flash-20260528","change":0.2584104010601884,"rankingMetricValue":55482337417},{"date":"2026-10-26 00:00:00","model_permaslug":"sao10k/l3.1-euryale-70b","variant":"standard","total_completion_tokens":3602281,"total_prompt_tokens":102228665,"total_native_tokens_reasoning":0,"count":22285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3.1-euryale-70b","change":0.25818005590463805,"rankingMetricValue":105830946},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-2602","variant":"standard","total_completion_tokens":4836285,"total_prompt_tokens":326396,"total_native_tokens_reasoning":0,"count":88969,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-2602","change":0.2537333839099374,"rankingMetricValue":5162681},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"standard","total_completion_tokens":8887415854,"total_prompt_tokens":1031469847622,"total_native_tokens_reasoning":0,"count":8391610,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921","change":0.2516407707137255,"rankingMetricValue":1040357263476},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"standard","total_completion_tokens":59830065,"total_prompt_tokens":850231330,"total_native_tokens_reasoning":0,"count":218821,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-2603","change":0.25130187974015744,"rankingMetricValue":910061395},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"standard","total_completion_tokens":4452390107,"total_prompt_tokens":61960596318,"total_native_tokens_reasoning":0,"count":13155202,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402","change":0.24890158403428722,"rankingMetricValue":66412986425},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"standard","total_completion_tokens":587671922,"total_prompt_tokens":2916036799,"total_native_tokens_reasoning":0,"count":389056,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-pro","change":0.24847866997335963,"rankingMetricValue":3503708721},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-image-2.1-pro-20261016","variant":"standard","total_completion_tokens":8070275,"total_prompt_tokens":752324,"total_native_tokens_reasoning":0,"count":1924,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-2.1-pro-20261016","change":0.24604638051068334,"rankingMetricValue":8822599},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"batch","total_completion_tokens":2443070237,"total_prompt_tokens":36498280745,"total_native_tokens_reasoning":0,"count":6373082,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922:batch","change":0.24535355486640817,"rankingMetricValue":38941350982},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"standard","total_completion_tokens":89850813,"total_prompt_tokens":1328415997,"total_native_tokens_reasoning":0,"count":190489,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","change":0.23984603267854293,"rankingMetricValue":1418266810},{"date":"2026-10-26 00:00:00","model_permaslug":"intfloat/multilingual-e5-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1272480981,"total_native_tokens_reasoning":0,"count":147344,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/multilingual-e5-large-20251117","change":0.23780994185789942,"rankingMetricValue":1272480981},{"date":"2026-10-26 00:00:00","model_permaslug":"scaledown/summarize-20260928","variant":"standard","total_completion_tokens":52964020,"total_prompt_tokens":2629622043,"total_native_tokens_reasoning":0,"count":733046,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/summarize-20260928","change":0.23422761451489324,"rankingMetricValue":2682586063},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-2.5-7b-instruct","variant":"standard","total_completion_tokens":117283316,"total_prompt_tokens":515862594,"total_native_tokens_reasoning":0,"count":738681,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-7b-instruct","change":0.23090953468023748,"rankingMetricValue":633145910},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-image-3-20260805","variant":"standard","total_completion_tokens":12788025,"total_prompt_tokens":726307,"total_native_tokens_reasoning":0,"count":3011,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-20260805","change":0.22943579435212128,"rankingMetricValue":13514332},{"date":"2026-10-26 00:00:00","model_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","variant":"standard","total_completion_tokens":3217777,"total_prompt_tokens":38212805,"total_native_tokens_reasoning":0,"count":15095,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","change":0.22787407482114352,"rankingMetricValue":41430582},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"standard","total_completion_tokens":1155092102,"total_prompt_tokens":13898817864,"total_native_tokens_reasoning":0,"count":5286948,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14","change":0.2276921013631199,"rankingMetricValue":15053909966},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"standard","total_completion_tokens":1755889759,"total_prompt_tokens":26044894982,"total_native_tokens_reasoning":0,"count":13816744,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini","change":0.2274749873462745,"rankingMetricValue":27800784741},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"standard","total_completion_tokens":25275838351,"total_prompt_tokens":600079684093,"total_native_tokens_reasoning":0,"count":47673383,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731","change":0.2239067732774902,"rankingMetricValue":625355522444},{"date":"2026-10-26 00:00:00","model_permaslug":"intfloat/e5-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":320582,"total_native_tokens_reasoning":0,"count":4598,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-base-v2-20251117","change":0.22186522138498538,"rankingMetricValue":320582},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"standard","total_completion_tokens":7310854293,"total_prompt_tokens":44576045253,"total_native_tokens_reasoning":0,"count":14102436,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b","change":0.2215676049473227,"rankingMetricValue":51886899546},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":38726909886,"total_native_tokens_reasoning":0,"count":9587093,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-8b","change":0.21820862528249607,"rankingMetricValue":38726909886},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/command-a-plus-05-2026","variant":"standard","total_completion_tokens":23241094,"total_prompt_tokens":150817372,"total_native_tokens_reasoning":0,"count":22623,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-plus-05-2026","change":0.21487018115482154,"rankingMetricValue":174058466},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-rerank-8b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":88615917,"total_native_tokens_reasoning":0,"count":5238,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-rerank-8b-20261021:free","change":0.2091286542692204,"rankingMetricValue":88615917},{"date":"2026-10-26 00:00:00","model_permaslug":"black-forest-labs/flux.2-pro","variant":"standard","total_completion_tokens":53483991,"total_prompt_tokens":20681331,"total_native_tokens_reasoning":0,"count":12068,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-pro","change":0.20866355978547305,"rankingMetricValue":74165322},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"standard","total_completion_tokens":3346917562,"total_prompt_tokens":50924491443,"total_native_tokens_reasoning":0,"count":18196352,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403","change":0.20105543519911961,"rankingMetricValue":54271409005},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":290535,"total_native_tokens_reasoning":0,"count":11139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","change":0.19895758966338317,"rankingMetricValue":290535},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-coder-next-2025-02-03","variant":"standard","total_completion_tokens":46269562,"total_prompt_tokens":3902323916,"total_native_tokens_reasoning":0,"count":129884,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-next-2025-02-03","change":0.1959245252693568,"rankingMetricValue":3948593478},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-imagine-image-2.0-20260811","variant":"standard","total_completion_tokens":96613675,"total_prompt_tokens":6499339,"total_native_tokens_reasoning":0,"count":23141,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-2.0-20260811","change":0.19558839271237186,"rankingMetricValue":103113014},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"standard","total_completion_tokens":4149060863,"total_prompt_tokens":134832311853,"total_native_tokens_reasoning":0,"count":4630701,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.2-20260616","change":0.1913201935280217,"rankingMetricValue":138981372716},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-reranker-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1150243735,"total_native_tokens_reasoning":0,"count":112836,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-reranker-8b","change":0.19114001095490263,"rankingMetricValue":1150243735},{"date":"2026-10-26 00:00:00","model_permaslug":"moonshotai/kimi-k2-0905","variant":"standard","total_completion_tokens":24727317,"total_prompt_tokens":537131066,"total_native_tokens_reasoning":0,"count":113174,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-0905","change":0.18780936782318625,"rankingMetricValue":561858383},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","variant":"standard","total_completion_tokens":42204422,"total_prompt_tokens":8289208,"total_native_tokens_reasoning":0,"count":225533,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","change":0.18778701171943227,"rankingMetricValue":50493630},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"standard","total_completion_tokens":5157826369,"total_prompt_tokens":43789796688,"total_native_tokens_reasoning":0,"count":21101234,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-lite","change":0.18339058111877768,"rankingMetricValue":48947623057},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-voice-tts-1.0","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1504116,"total_native_tokens_reasoning":0,"count":39521,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-voice-tts-1.0","change":0.18148077453288372,"rankingMetricValue":1504116},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-nano-banana-2.1-20261006","variant":"standard","total_completion_tokens":80387871,"total_prompt_tokens":123540441,"total_native_tokens_reasoning":0,"count":58266,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-nano-banana-2.1-20261006","change":0.1810846257527218,"rankingMetricValue":203928312},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4.1-vector-20260514","variant":"standard","total_completion_tokens":2780550,"total_prompt_tokens":160222,"total_native_tokens_reasoning":0,"count":593,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-vector-20260514","change":0.17864251217410473,"rankingMetricValue":2940772},{"date":"2026-10-26 00:00:00","model_permaslug":"meta-llama/llama-3.1-8b-instruct","variant":"standard","total_completion_tokens":651025884,"total_prompt_tokens":4466830377,"total_native_tokens_reasoning":0,"count":5215339,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-8b-instruct","change":0.17620254556611153,"rankingMetricValue":5117856261},{"date":"2026-10-26 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"free","total_completion_tokens":0,"total_prompt_tokens":6680572,"total_native_tokens_reasoning":0,"count":3720,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925:free","change":0.17525222218879724,"rankingMetricValue":6680572},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o-2024-08-06","variant":"standard","total_completion_tokens":10119242,"total_prompt_tokens":315893271,"total_native_tokens_reasoning":0,"count":284555,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-08-06","change":0.17203293706047934,"rankingMetricValue":326012513},{"date":"2026-10-26 00:00:00","model_permaslug":"cloudflare/clef-omni-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":277381057,"total_native_tokens_reasoning":0,"count":334988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-omni-20261009","change":0.17153742469179767,"rankingMetricValue":277381057},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/phi-4","variant":"standard","total_completion_tokens":19794309,"total_prompt_tokens":73985333,"total_native_tokens_reasoning":0,"count":121469,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/phi-4","change":0.15953043314104443,"rankingMetricValue":93779642},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"standard","total_completion_tokens":47263285155,"total_prompt_tokens":2165705676400,"total_native_tokens_reasoning":0,"count":65024279,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910","change":0.1587955055750005,"rankingMetricValue":2212968961555},{"date":"2026-10-26 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-20260921","variant":"standard","total_completion_tokens":3502677078,"total_prompt_tokens":208864308251,"total_native_tokens_reasoning":0,"count":3020826,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-20260921","change":0.15871264623422077,"rankingMetricValue":212366985329},{"date":"2026-10-26 00:00:00","model_permaslug":"tencent/hy-image-v3.5-preview-20260922","variant":"standard","total_completion_tokens":202090000,"total_prompt_tokens":2528527,"total_native_tokens_reasoning":0,"count":12834,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-image-v3.5-preview-20260922","change":0.1522289478169536,"rankingMetricValue":204618527},{"date":"2026-10-26 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-20260723","variant":"standard","total_completion_tokens":1234479338,"total_prompt_tokens":12046634149,"total_native_tokens_reasoning":0,"count":2513239,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-20260723","change":0.15194676900247298,"rankingMetricValue":13281113487},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3","variant":"standard","total_completion_tokens":201123409,"total_prompt_tokens":2679786784,"total_native_tokens_reasoning":0,"count":1148985,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3","change":0.15049105475304095,"rankingMetricValue":2880910193},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/command-r7b-12-2024","variant":"standard","total_completion_tokens":1298734,"total_prompt_tokens":12838323,"total_native_tokens_reasoning":0,"count":14386,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r7b-12-2024","change":0.14523000300948738,"rankingMetricValue":14137057},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"standard","total_completion_tokens":310010,"total_prompt_tokens":4772216,"total_native_tokens_reasoning":0,"count":326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","change":0.1439359460370752,"rankingMetricValue":5082226},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o-2024-05-13","variant":"standard","total_completion_tokens":511030,"total_prompt_tokens":6289677,"total_native_tokens_reasoning":0,"count":5433,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-05-13","change":0.14306971731463017,"rankingMetricValue":6800707},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-20250625","variant":"standard","total_completion_tokens":2584719,"total_prompt_tokens":31819278,"total_native_tokens_reasoning":0,"count":7311,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-20250625","change":0.14278115768816854,"rankingMetricValue":34403997},{"date":"2026-10-26 00:00:00","model_permaslug":"sakana/fugu-ultra-v2-20260911","variant":"standard","total_completion_tokens":757293,"total_prompt_tokens":47613389,"total_native_tokens_reasoning":0,"count":1038,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-v2-20260911","change":0.14039640157551192,"rankingMetricValue":48370682},{"date":"2026-10-26 00:00:00","model_permaslug":"aion-labs/aion-2.0-20260223","variant":"standard","total_completion_tokens":13702746,"total_prompt_tokens":141028459,"total_native_tokens_reasoning":0,"count":17824,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-2.0-20260223","change":0.1402600460950937,"rankingMetricValue":154731205},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.7-flash-20260727","variant":"standard","total_completion_tokens":4786090144,"total_prompt_tokens":44003663195,"total_native_tokens_reasoning":0,"count":16188310,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-flash-20260727","change":0.13992511566305565,"rankingMetricValue":48789753339},{"date":"2026-10-26 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-405b","variant":"standard","total_completion_tokens":3116270,"total_prompt_tokens":78433295,"total_native_tokens_reasoning":0,"count":19948,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-405b","change":0.13759619522192262,"rankingMetricValue":81549565},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-voice-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":451049,"total_native_tokens_reasoning":0,"count":8212,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2","change":0.1324524095266311,"rankingMetricValue":451049},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-large-2407","variant":"standard","total_completion_tokens":1399220,"total_prompt_tokens":16091489,"total_native_tokens_reasoning":0,"count":4670,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2407","change":0.1316505226991223,"rankingMetricValue":17490709},{"date":"2026-10-26 00:00:00","model_permaslug":"upstage/solar-mini4-20260922","variant":"standard","total_completion_tokens":2373394898,"total_prompt_tokens":197716922120,"total_native_tokens_reasoning":0,"count":2054270,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-mini4-20260922","change":0.12817932929680498,"rankingMetricValue":200090317018},{"date":"2026-10-26 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"free","total_completion_tokens":2509183710,"total_prompt_tokens":97844478134,"total_native_tokens_reasoning":0,"count":2035221,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813:free","change":0.12679591330602255,"rankingMetricValue":100353661844},{"date":"2026-10-26 00:00:00","model_permaslug":"inception/mercury-3-20261019","variant":"standard","total_completion_tokens":344846607,"total_prompt_tokens":14443493860,"total_native_tokens_reasoning":0,"count":464735,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-3-20261019","change":0.12642407751270715,"rankingMetricValue":14788340467},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"standard","total_completion_tokens":46623959,"total_prompt_tokens":1310215841,"total_native_tokens_reasoning":0,"count":110789,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124","change":0.1261093966489644,"rankingMetricValue":1356839800},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/minimax-01","variant":"standard","total_completion_tokens":2173066,"total_prompt_tokens":31495550,"total_native_tokens_reasoning":0,"count":13239,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-01","change":0.1256591495043118,"rankingMetricValue":33668616},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/text-embedding-ada-002","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":175288773,"total_native_tokens_reasoning":0,"count":334459,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-ada-002","change":0.12557759458062798,"rankingMetricValue":175288773},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-image-2","variant":"standard","total_completion_tokens":98836560,"total_prompt_tokens":144173023,"total_native_tokens_reasoning":0,"count":95877,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2","change":0.12391763311022537,"rankingMetricValue":243009583},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":23241011919,"total_native_tokens_reasoning":0,"count":23820976,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-small","change":0.1223341365903588,"rankingMetricValue":23241011919},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.6-plus-04-02","variant":"standard","total_completion_tokens":66281306,"total_prompt_tokens":1218916213,"total_native_tokens_reasoning":0,"count":117613,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-plus-04-02","change":0.1201296217685902,"rankingMetricValue":1285197519},{"date":"2026-10-26 00:00:00","model_permaslug":"upstage/solar-pro-3","variant":"standard","total_completion_tokens":571427,"total_prompt_tokens":4893982,"total_native_tokens_reasoning":0,"count":2084,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-pro-3","change":0.11958185466723151,"rankingMetricValue":5465409},{"date":"2026-10-26 00:00:00","model_permaslug":"aion-labs/aion-3.0-20260707","variant":"standard","total_completion_tokens":19682465,"total_prompt_tokens":204524675,"total_native_tokens_reasoning":0,"count":21663,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-20260707","change":0.11623673039919855,"rankingMetricValue":224207140},{"date":"2026-10-26 00:00:00","model_permaslug":"baai/bge-m3-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3842044320,"total_native_tokens_reasoning":0,"count":2783822,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3-20251117","change":0.11546519692182504,"rankingMetricValue":3842044320},{"date":"2026-10-26 00:00:00","model_permaslug":"moonshotai/kimi-k2.5-0127","variant":"standard","total_completion_tokens":303305929,"total_prompt_tokens":4010459860,"total_native_tokens_reasoning":0,"count":555157,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.5-0127","change":0.11502117160849018,"rankingMetricValue":4313765789},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"standard","total_completion_tokens":1162403101,"total_prompt_tokens":44740079017,"total_native_tokens_reasoning":0,"count":2903238,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929","change":0.11445481831403916,"rankingMetricValue":45902482118},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-flash-tts-preview","variant":"standard","total_completion_tokens":25704660,"total_prompt_tokens":6227312,"total_native_tokens_reasoning":0,"count":76661,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-tts-preview","change":0.1116818219844638,"rankingMetricValue":31931972},{"date":"2026-10-26 00:00:00","model_permaslug":"google/lyria-3-clip-preview-20260330","variant":"standard","total_completion_tokens":94663,"total_prompt_tokens":951634,"total_native_tokens_reasoning":0,"count":2845,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-clip-preview-20260330","change":0.10795115809448373,"rankingMetricValue":1046297},{"date":"2026-10-26 00:00:00","model_permaslug":"aion-labs/aion-3.0-mini-20260707","variant":"standard","total_completion_tokens":7849974,"total_prompt_tokens":99796120,"total_native_tokens_reasoning":0,"count":9897,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-mini-20260707","change":0.10745723951416243,"rankingMetricValue":107646094},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/sonar-pro-search","variant":"standard","total_completion_tokens":15660145,"total_prompt_tokens":26143347,"total_native_tokens_reasoning":0,"count":17763,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro-search","change":0.10735433242151116,"rankingMetricValue":41803492},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seedream-4.5-20251203","variant":"standard","total_completion_tokens":192474297,"total_prompt_tokens":8560135,"total_native_tokens_reasoning":0,"count":9358,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-4.5-20251203","change":0.105366309483361,"rankingMetricValue":201034432},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"free","total_completion_tokens":14805705,"total_prompt_tokens":257131428,"total_native_tokens_reasoning":0,"count":126798,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604:free","change":0.1039493956343111,"rankingMetricValue":271937133},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"batch","total_completion_tokens":963476672,"total_prompt_tokens":9905457738,"total_native_tokens_reasoning":0,"count":785090,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007:batch","change":0.10201229983435735,"rankingMetricValue":10868934410},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260423","variant":"standard","total_completion_tokens":22582128283,"total_prompt_tokens":382259867128,"total_native_tokens_reasoning":0,"count":51150722,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260423","change":0.1011309949131386,"rankingMetricValue":404841995411},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5-20260211","variant":"standard","total_completion_tokens":243233123,"total_prompt_tokens":4929129622,"total_native_tokens_reasoning":0,"count":280070,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-20260211","change":0.10032174787114156,"rankingMetricValue":5172362745},{"date":"2026-10-26 00:00:00","model_permaslug":"black-forest-labs/flux-3-image-klein-20261015","variant":"standard","total_completion_tokens":57397900,"total_prompt_tokens":4342368,"total_native_tokens_reasoning":0,"count":13748,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-image-klein-20261015","change":0.10008528563918304,"rankingMetricValue":61740268},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"free","total_completion_tokens":14676915,"total_prompt_tokens":81600170,"total_native_tokens_reasoning":0,"count":54900,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:free","change":0.09995450268549319,"rankingMetricValue":96277085},{"date":"2026-10-26 00:00:00","model_permaslug":"black-forest-labs/flux.2-flex","variant":"standard","total_completion_tokens":1516638,"total_prompt_tokens":792004,"total_native_tokens_reasoning":0,"count":327,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-flex","change":0.0984118374726425,"rankingMetricValue":2308642},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen2.5-vl-72b-instruct","variant":"standard","total_completion_tokens":13578291,"total_prompt_tokens":230127213,"total_native_tokens_reasoning":0,"count":101736,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen2.5-vl-72b-instruct","change":0.09790460066014156,"rankingMetricValue":243705504},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-4B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":211118507,"total_native_tokens_reasoning":0,"count":660880,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-4B","change":0.08969623501300934,"rankingMetricValue":211118507},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"free","total_completion_tokens":913402372,"total_prompt_tokens":23160716751,"total_native_tokens_reasoning":0,"count":946133,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617:free","change":0.08787373360139429,"rankingMetricValue":24074119123},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-4.7-20251222","variant":"standard","total_completion_tokens":193551967,"total_prompt_tokens":4221457829,"total_native_tokens_reasoning":0,"count":366431,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-20251222","change":0.08559248449595232,"rankingMetricValue":4415009796},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"standard","total_completion_tokens":78036062,"total_prompt_tokens":2007681459,"total_native_tokens_reasoning":0,"count":702310,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-8b-2512","change":0.08556839172012605,"rankingMetricValue":2085717521},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/eleven-v4-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2077852,"total_native_tokens_reasoning":0,"count":66385,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-20260930","change":0.0828722025980361,"rankingMetricValue":2077852},{"date":"2026-10-26 00:00:00","model_permaslug":"meituan/longcat-2.0-20260720","variant":"standard","total_completion_tokens":20284525,"total_prompt_tokens":768836831,"total_native_tokens_reasoning":0,"count":24734,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meituan/longcat-2.0-20260720","change":0.08250496189094417,"rankingMetricValue":789121356},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"standard","total_completion_tokens":692927431,"total_prompt_tokens":16180331140,"total_native_tokens_reasoning":0,"count":2948981,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317","change":0.08136958090274161,"rankingMetricValue":16873258571},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"standard","total_completion_tokens":4290277299,"total_prompt_tokens":92666704581,"total_native_tokens_reasoning":0,"count":11163332,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217","change":0.08106226330051146,"rankingMetricValue":96956981880},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3-0324","variant":"standard","total_completion_tokens":189139148,"total_prompt_tokens":3090704786,"total_native_tokens_reasoning":0,"count":590850,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3-0324","change":0.08015668569739175,"rankingMetricValue":3279843934},{"date":"2026-10-26 00:00:00","model_permaslug":"amazon/nova-micro-v1","variant":"standard","total_completion_tokens":139538433,"total_prompt_tokens":2094290749,"total_native_tokens_reasoning":0,"count":1103165,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-micro-v1","change":0.07795112382522415,"rankingMetricValue":2233829182},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"standard","total_completion_tokens":439411831,"total_prompt_tokens":10596462161,"total_native_tokens_reasoning":0,"count":2167588,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317","change":0.07753756868719293,"rankingMetricValue":11035873992},{"date":"2026-10-26 00:00:00","model_permaslug":"thenlper/gte-base-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8649257,"total_native_tokens_reasoning":0,"count":2804,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-base-20251117","change":0.07648517932174363,"rankingMetricValue":8649257},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"batch","total_completion_tokens":13602468,"total_prompt_tokens":6323052,"total_native_tokens_reasoning":0,"count":5527,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219:batch","change":0.07447007629050734,"rankingMetricValue":19925520},{"date":"2026-10-26 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-20260422","variant":"standard","total_completion_tokens":139694029,"total_prompt_tokens":3523049560,"total_native_tokens_reasoning":0,"count":485137,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-20260422","change":0.07305607654623318,"rankingMetricValue":3662743589},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"standard","total_completion_tokens":99650651294,"total_prompt_tokens":2173174642282,"total_native_tokens_reasoning":0,"count":109883346,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826","change":0.07110748672434956,"rankingMetricValue":2272825293576},{"date":"2026-10-26 00:00:00","model_permaslug":"meta-llama/llama-guard-4-12b","variant":"standard","total_completion_tokens":804743,"total_prompt_tokens":240283966,"total_native_tokens_reasoning":0,"count":234681,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-guard-4-12b","change":0.06749520660692435,"rankingMetricValue":241088709},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","variant":"standard","total_completion_tokens":17315628,"total_prompt_tokens":699351043,"total_native_tokens_reasoning":0,"count":61059,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","change":0.06665282310068282,"rankingMetricValue":716666671},{"date":"2026-10-26 00:00:00","model_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","variant":"standard","total_completion_tokens":155849017,"total_prompt_tokens":1818645897,"total_native_tokens_reasoning":0,"count":965364,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","change":0.06583447701346945,"rankingMetricValue":1974494914},{"date":"2026-10-26 00:00:00","model_permaslug":"aion-labs/aion-3.5-mini-20260923","variant":"standard","total_completion_tokens":19655790,"total_prompt_tokens":182928702,"total_native_tokens_reasoning":0,"count":14564,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-mini-20260923","change":0.0655176974972918,"rankingMetricValue":202584492},{"date":"2026-10-26 00:00:00","model_permaslug":"gryphe/mythomax-l2-13b","variant":"standard","total_completion_tokens":14816904,"total_prompt_tokens":87559265,"total_native_tokens_reasoning":0,"count":74628,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"gryphe/mythomax-l2-13b","change":0.06493287899628598,"rankingMetricValue":102376169},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"standard","total_completion_tokens":83074227,"total_prompt_tokens":5320171512,"total_native_tokens_reasoning":0,"count":55088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929","change":0.06390833523558437,"rankingMetricValue":5403245739},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-spark-1.2-contributor-20260805","variant":"standard","total_completion_tokens":44002967,"total_prompt_tokens":2000784621,"total_native_tokens_reasoning":0,"count":43733,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-contributor-20260805","change":0.05703302466277362,"rankingMetricValue":2044787588},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":91133,"total_native_tokens_reasoning":0,"count":26021,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","change":0.05554976429572489,"rankingMetricValue":91133},{"date":"2026-10-26 00:00:00","model_permaslug":"meta-llama/llama-3.3-70b-instruct","variant":"standard","total_completion_tokens":299957732,"total_prompt_tokens":5517363584,"total_native_tokens_reasoning":0,"count":2865617,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.3-70b-instruct","change":0.051071727223575045,"rankingMetricValue":5817321316},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","variant":"standard","total_completion_tokens":5213410,"total_prompt_tokens":59140935,"total_native_tokens_reasoning":0,"count":42538,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","change":0.04889713020258598,"rankingMetricValue":64354345},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"standard","total_completion_tokens":5863037459,"total_prompt_tokens":213091212015,"total_native_tokens_reasoning":0,"count":3090239,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3-20260531","change":0.046669906970953016,"rankingMetricValue":218954249474},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-07-25","variant":"standard","total_completion_tokens":443803708,"total_prompt_tokens":6936375517,"total_native_tokens_reasoning":0,"count":3062291,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-07-25","change":0.046276448631577274,"rankingMetricValue":7380179225},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-large-4-0-20261006","variant":"standard","total_completion_tokens":248111427,"total_prompt_tokens":5749142232,"total_native_tokens_reasoning":0,"count":142456,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-4-0-20261006","change":0.04430738889905738,"rankingMetricValue":5997253659},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4-pro-20260413","variant":"standard","total_completion_tokens":1853700,"total_prompt_tokens":41945,"total_native_tokens_reasoning":0,"count":444,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-20260413","change":0.04394820694752077,"rankingMetricValue":1895645},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"standard","total_completion_tokens":39050843573,"total_prompt_tokens":1480805378556,"total_native_tokens_reasoning":0,"count":73779050,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922","change":0.04229843194775108,"rankingMetricValue":1519856222129},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-image-20260630","variant":"standard","total_completion_tokens":131313634,"total_prompt_tokens":110899551,"total_native_tokens_reasoning":0,"count":110782,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-image-20260630","change":0.042146929374307314,"rankingMetricValue":242213185},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-spark-1.3-contributor-20260902","variant":"standard","total_completion_tokens":5092248215,"total_prompt_tokens":373192248708,"total_native_tokens_reasoning":0,"count":5055428,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-contributor-20260902","change":0.041779130550934164,"rankingMetricValue":378284496923},{"date":"2026-10-26 00:00:00","model_permaslug":"inception/mercury-2-20260304","variant":"standard","total_completion_tokens":26716881,"total_prompt_tokens":160201210,"total_native_tokens_reasoning":0,"count":39440,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2-20260304","change":0.039166509009213105,"rankingMetricValue":186918091},{"date":"2026-10-26 00:00:00","model_permaslug":"stepfun/step-3.5-flash","variant":"standard","total_completion_tokens":36446414,"total_prompt_tokens":210735927,"total_native_tokens_reasoning":0,"count":18183,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.5-flash","change":0.03703908301407072,"rankingMetricValue":247182341},{"date":"2026-10-26 00:00:00","model_permaslug":"meta-llama/llama-3.2-3b-instruct","variant":"standard","total_completion_tokens":16011116,"total_prompt_tokens":78098312,"total_native_tokens_reasoning":0,"count":73193,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-3b-instruct","change":0.036935661194402225,"rankingMetricValue":94109428},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v3.1-terminus","variant":"standard","total_completion_tokens":55453175,"total_prompt_tokens":784174359,"total_native_tokens_reasoning":0,"count":139132,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.1-terminus","change":0.03650771294463735,"rankingMetricValue":839627534},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-4.20-20260309","variant":"standard","total_completion_tokens":142464998,"total_prompt_tokens":2621423178,"total_native_tokens_reasoning":0,"count":491541,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-20260309","change":0.036087658833973774,"rankingMetricValue":2763888176},{"date":"2026-10-26 00:00:00","model_permaslug":"anthracite-org/magnum-v4-72b","variant":"standard","total_completion_tokens":1603712,"total_prompt_tokens":35205197,"total_native_tokens_reasoning":0,"count":11545,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthracite-org/magnum-v4-72b","change":0.034773903493692526,"rankingMetricValue":36808909},{"date":"2026-10-26 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"free","total_completion_tokens":120268698,"total_prompt_tokens":1080425290,"total_native_tokens_reasoning":0,"count":107246,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811:free","change":0.03224873383295299,"rankingMetricValue":1200693988},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.8-omni-flash-20260918","variant":"standard","total_completion_tokens":451302147,"total_prompt_tokens":3396626779,"total_native_tokens_reasoning":0,"count":282524,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-omni-flash-20260918","change":0.032197875991963165,"rankingMetricValue":3847928926},{"date":"2026-10-26 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"free","total_completion_tokens":206225745,"total_prompt_tokens":30384130462,"total_native_tokens_reasoning":0,"count":440670,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:free","change":0.03199895225939118,"rankingMetricValue":30590356207},{"date":"2026-10-26 00:00:00","model_permaslug":"ibm-granite/granite-4.2-8b-20260831","variant":"standard","total_completion_tokens":163154479,"total_prompt_tokens":1302709572,"total_native_tokens_reasoning":0,"count":125376,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ibm-granite/granite-4.2-8b-20260831","change":0.031027939984458942,"rankingMetricValue":1465864051},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemma-3-12b-it","variant":"standard","total_completion_tokens":210650656,"total_prompt_tokens":1161821679,"total_native_tokens_reasoning":0,"count":1864482,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-12b-it","change":0.030798135295526864,"rankingMetricValue":1372472335},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3.1","variant":"standard","total_completion_tokens":284727117,"total_prompt_tokens":7083558280,"total_native_tokens_reasoning":0,"count":2546304,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3.1","change":0.027704802645101022,"rankingMetricValue":7368285397},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-wonder-20261012","variant":"standard","total_completion_tokens":114617677,"total_prompt_tokens":8473543828,"total_native_tokens_reasoning":0,"count":145165,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-wonder-20261012","change":0.022562377402302138,"rankingMetricValue":8588161505},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","variant":"standard","total_completion_tokens":278245294,"total_prompt_tokens":3733101746,"total_native_tokens_reasoning":0,"count":1770116,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","change":0.017964126318310132,"rankingMetricValue":4011347040},{"date":"2026-10-26 00:00:00","model_permaslug":"nace-ai/drex-max-20261016","variant":"standard","total_completion_tokens":222698607,"total_prompt_tokens":684211511,"total_native_tokens_reasoning":0,"count":1003859,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-max-20261016","change":0.017815258389985735,"rankingMetricValue":906910118},{"date":"2026-10-26 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"free","total_completion_tokens":789317812,"total_prompt_tokens":52055706755,"total_native_tokens_reasoning":0,"count":692797,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715:free","change":0.017587262034288866,"rankingMetricValue":52845024567},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemma-3-4b-it","variant":"standard","total_completion_tokens":38281267,"total_prompt_tokens":246302051,"total_native_tokens_reasoning":0,"count":222626,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-4b-it","change":0.017018122835080255,"rankingMetricValue":284583318},{"date":"2026-10-26 00:00:00","model_permaslug":"upstage/solar-pro4-20260810","variant":"standard","total_completion_tokens":648400705,"total_prompt_tokens":66919040496,"total_native_tokens_reasoning":0,"count":921398,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-pro4-20260810","change":0.01544360833032604,"rankingMetricValue":67567441201},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-r1-0528","variant":"standard","total_completion_tokens":165474154,"total_prompt_tokens":1443755716,"total_native_tokens_reasoning":0,"count":137516,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-r1-0528","change":0.014723388931204083,"rankingMetricValue":1609229870},{"date":"2026-10-26 00:00:00","model_permaslug":"moondream/moondream3.1-9b-a2b-20261013","variant":"standard","total_completion_tokens":1808452,"total_prompt_tokens":2409459,"total_native_tokens_reasoning":0,"count":2853,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moondream/moondream3.1-9b-a2b-20261013","change":0.013085118238991294,"rankingMetricValue":4217911},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-small-24b-instruct-2501","variant":"standard","total_completion_tokens":236914503,"total_prompt_tokens":1438384557,"total_native_tokens_reasoning":0,"count":498859,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-24b-instruct-2501","change":0.008373607026151404,"rankingMetricValue":1675299060},{"date":"2026-10-26 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"standard","total_completion_tokens":1165415995,"total_prompt_tokens":2610500377,"total_native_tokens_reasoning":0,"count":328146,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908","change":0.0026207565545976062,"rankingMetricValue":3775916372},{"date":"2026-10-26 00:00:00","model_permaslug":"stepfun/step-5-preview-20261008","variant":"standard","total_completion_tokens":3706682473,"total_prompt_tokens":797256477519,"total_native_tokens_reasoning":0,"count":3106432,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-5-preview-20261008","change":0.0005743760528891542,"rankingMetricValue":800963159992},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/command-r-08-2024","variant":"standard","total_completion_tokens":1447392,"total_prompt_tokens":12387663,"total_native_tokens_reasoning":0,"count":9857,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-08-2024","change":-0.0002024157499543282,"rankingMetricValue":13835055},{"date":"2026-10-26 00:00:00","model_permaslug":"deepgram/flux-tts-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4036,"total_native_tokens_reasoning":0,"count":208,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/flux-tts-20260812","change":-0.0022249690976514215,"rankingMetricValue":4036},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-spark-1.2-20260805","variant":"standard","total_completion_tokens":83788616,"total_prompt_tokens":998393212,"total_native_tokens_reasoning":0,"count":47329,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-20260805","change":-0.0032610811143975443,"rankingMetricValue":1082181828},{"date":"2026-10-26 00:00:00","model_permaslug":"thedrummer/cydonia-24b-v4.1","variant":"standard","total_completion_tokens":10467814,"total_prompt_tokens":206988034,"total_native_tokens_reasoning":0,"count":50788,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/cydonia-24b-v4.1","change":-0.003397879577367371,"rankingMetricValue":217455848},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","variant":"standard","total_completion_tokens":127731792,"total_prompt_tokens":2080861986,"total_native_tokens_reasoning":0,"count":76707,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","change":-0.003685305627958567,"rankingMetricValue":2208593778},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/voxtral-small-transcribe-3-0-20261020","variant":"standard","total_completion_tokens":1881751,"total_prompt_tokens":659111,"total_native_tokens_reasoning":0,"count":16638,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-transcribe-3-0-20261020","change":-0.005241460311245963,"rankingMetricValue":2540862},{"date":"2026-10-26 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"free","total_completion_tokens":113322802,"total_prompt_tokens":12279346083,"total_native_tokens_reasoning":0,"count":282282,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625:free","change":-0.006700283284112496,"rankingMetricValue":12392668885},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.8-flash-tts-20260922","variant":"standard","total_completion_tokens":76954166,"total_prompt_tokens":30161353,"total_native_tokens_reasoning":0,"count":319357,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-tts-20260922","change":-0.0072848065654953775,"rankingMetricValue":107115519},{"date":"2026-10-26 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"free","total_completion_tokens":1710273704,"total_prompt_tokens":123926023320,"total_native_tokens_reasoning":0,"count":1898404,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720:free","change":-0.007450109354034299,"rankingMetricValue":125636297024},{"date":"2026-10-26 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"standard","total_completion_tokens":2893529752,"total_prompt_tokens":193678156358,"total_native_tokens_reasoning":0,"count":3513938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715","change":-0.009063542492255293,"rankingMetricValue":196571686110},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/speech-2.8-turbo-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":119124,"total_native_tokens_reasoning":0,"count":9242,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-turbo-20260716","change":-0.011820919294228903,"rankingMetricValue":119124},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/minimax-m2","variant":"standard","total_completion_tokens":2953557,"total_prompt_tokens":37624178,"total_native_tokens_reasoning":0,"count":4659,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2","change":-0.019492527888875674,"rankingMetricValue":40577735},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"standard","total_completion_tokens":3430152078,"total_prompt_tokens":70521684474,"total_native_tokens_reasoning":0,"count":3813413,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814","change":-0.024195694416150635,"rankingMetricValue":73951836552},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/minimax-m2.7-20260318","variant":"standard","total_completion_tokens":140681584,"total_prompt_tokens":2086969025,"total_native_tokens_reasoning":0,"count":198703,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.7-20260318","change":-0.026687596625691867,"rankingMetricValue":2227650609},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/voyage-multimodal-3.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":131836997,"total_native_tokens_reasoning":0,"count":573155,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-multimodal-3.5-20260727","change":-0.032319694974113376,"rankingMetricValue":131836997},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"standard","total_completion_tokens":3972912043,"total_prompt_tokens":50650977213,"total_native_tokens_reasoning":0,"count":4180177,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813","change":-0.03655629232815621,"rankingMetricValue":54623889256},{"date":"2026-10-26 00:00:00","model_permaslug":"recursive/flint-v1.0-20261021","variant":"free","total_completion_tokens":1173495683,"total_prompt_tokens":32769781467,"total_native_tokens_reasoning":0,"count":774796,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recursive/flint-v1.0-20261021:free","change":-0.043203330876277396,"rankingMetricValue":33943277150},{"date":"2026-10-26 00:00:00","model_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","variant":"free","total_completion_tokens":657076234,"total_prompt_tokens":10778182871,"total_native_tokens_reasoning":0,"count":480541,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015:free","change":-0.04578490706788055,"rankingMetricValue":11435259105},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.8-max-prime-20260923","variant":"standard","total_completion_tokens":217538410,"total_prompt_tokens":3160280517,"total_native_tokens_reasoning":0,"count":80486,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-prime-20260923","change":-0.04695250918846424,"rankingMetricValue":3377818927},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-nemo","variant":"standard","total_completion_tokens":2128281087,"total_prompt_tokens":42388068991,"total_native_tokens_reasoning":0,"count":18710755,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-nemo","change":-0.047816661684281114,"rankingMetricValue":44516350078},{"date":"2026-10-26 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"standard","total_completion_tokens":15126402,"total_prompt_tokens":176493856,"total_native_tokens_reasoning":0,"count":21445,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907","change":-0.049218935051817105,"rankingMetricValue":191620258},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"standard","total_completion_tokens":3766287166,"total_prompt_tokens":17591015030,"total_native_tokens_reasoning":0,"count":5867527,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b","change":-0.05375351398914985,"rankingMetricValue":21357302196},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20261017","variant":"standard","total_completion_tokens":65722721507,"total_prompt_tokens":5357088025845,"total_native_tokens_reasoning":0,"count":88631243,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20261017","change":-0.05989138894558509,"rankingMetricValue":5422810747352},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"free","total_completion_tokens":450673030,"total_prompt_tokens":5303256637,"total_native_tokens_reasoning":0,"count":281178,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428:free","change":-0.06013806541958611,"rankingMetricValue":5753929667},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-4.6","variant":"standard","total_completion_tokens":64033775,"total_prompt_tokens":1602535222,"total_native_tokens_reasoning":0,"count":105228,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6","change":-0.06042966520834907,"rankingMetricValue":1666568997},{"date":"2026-10-26 00:00:00","model_permaslug":"undi95/remm-slerp-l2-13b","variant":"standard","total_completion_tokens":1026650,"total_prompt_tokens":20158501,"total_native_tokens_reasoning":0,"count":9156,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"undi95/remm-slerp-l2-13b","change":-0.062253486413550836,"rankingMetricValue":21185151},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","variant":"standard","total_completion_tokens":19556029,"total_prompt_tokens":1560325397,"total_native_tokens_reasoning":0,"count":89572,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","change":-0.06619736993640266,"rankingMetricValue":1579881426},{"date":"2026-10-26 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":128255031,"total_native_tokens_reasoning":0,"count":95259,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","change":-0.0669448756942149,"rankingMetricValue":128255031},{"date":"2026-10-26 00:00:00","model_permaslug":"fish-audio/s2.1-pro-free-20260729","variant":"free","total_completion_tokens":0,"total_prompt_tokens":2489930,"total_native_tokens_reasoning":0,"count":28621,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-free-20260729:free","change":-0.0674325171078509,"rankingMetricValue":2489930},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"standard","total_completion_tokens":270456595,"total_prompt_tokens":5447266211,"total_native_tokens_reasoning":0,"count":416108,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-20260423","change":-0.06764753961319467,"rankingMetricValue":5717722806},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seed-audio-1-0-20260630","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":218697,"total_native_tokens_reasoning":0,"count":5428,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-audio-1-0-20260630","change":-0.06866110212077337,"rankingMetricValue":218697},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-20260514","variant":"standard","total_completion_tokens":325650,"total_prompt_tokens":29542,"total_native_tokens_reasoning":0,"count":78,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-20260514","change":-0.07247497036135643,"rankingMetricValue":355192},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260423","variant":"standard","total_completion_tokens":2764373967,"total_prompt_tokens":84709955827,"total_native_tokens_reasoning":0,"count":3145115,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260423","change":-0.07310547535021748,"rankingMetricValue":87474329794},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4-pro-vector-20260514","variant":"standard","total_completion_tokens":204575,"total_prompt_tokens":18716,"total_native_tokens_reasoning":0,"count":49,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-vector-20260514","change":-0.0740230819313182,"rankingMetricValue":223291},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/microsoft-decision-1-20261009","variant":"standard","total_completion_tokens":3444007,"total_prompt_tokens":1821676385,"total_native_tokens_reasoning":0,"count":2351844,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/microsoft-decision-1-20261009","change":-0.0741301489824065,"rankingMetricValue":1825120392},{"date":"2026-10-26 00:00:00","model_permaslug":"tencent/hy-mt2-30b-a3b-20260521","variant":"standard","total_completion_tokens":35788847,"total_prompt_tokens":103519652,"total_native_tokens_reasoning":0,"count":183730,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-30b-a3b-20260521","change":-0.07643799344985876,"rankingMetricValue":139308499},{"date":"2026-10-26 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-pro-20260422","variant":"standard","total_completion_tokens":122739549,"total_prompt_tokens":3200716458,"total_native_tokens_reasoning":0,"count":219952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-pro-20260422","change":-0.07674222949688043,"rankingMetricValue":3323456007},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":999,"total_native_tokens_reasoning":0,"count":61,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2-20260930","change":-0.07841328413284133,"rankingMetricValue":999},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/voyage-4-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":958934242,"total_native_tokens_reasoning":0,"count":646221,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-20260727","change":-0.08544541373299193,"rankingMetricValue":958934242},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-8b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":11520220,"total_native_tokens_reasoning":0,"count":5057,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-8b-20261021:free","change":-0.08615730057925573,"rankingMetricValue":11520220},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"standard","total_completion_tokens":1545617,"total_prompt_tokens":63429787,"total_native_tokens_reasoning":0,"count":16001,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-2508","change":-0.08793874961791223,"rankingMetricValue":64975404},{"date":"2026-10-26 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-20251201","variant":"standard","total_completion_tokens":3229800322,"total_prompt_tokens":37579896188,"total_native_tokens_reasoning":0,"count":5476805,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-20251201","change":-0.09679152949848278,"rankingMetricValue":40809696510},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","variant":"standard","total_completion_tokens":243136260,"total_prompt_tokens":16611567,"total_native_tokens_reasoning":0,"count":25085,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","change":-0.09950883004587575,"rankingMetricValue":259747827},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","variant":"free","total_completion_tokens":2990089570,"total_prompt_tokens":211511907215,"total_native_tokens_reasoning":0,"count":2199308,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-super-vl-20261015:free","change":-0.1008397745101253,"rankingMetricValue":214501996785},{"date":"2026-10-26 00:00:00","model_permaslug":"elorian/glimpse-20261016","variant":"standard","total_completion_tokens":18815173,"total_prompt_tokens":169479229,"total_native_tokens_reasoning":0,"count":11442,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elorian/glimpse-20261016","change":-0.10232220227286286,"rankingMetricValue":188294402},{"date":"2026-10-26 00:00:00","model_permaslug":"krea/krea-2-large-20260720","variant":"standard","total_completion_tokens":2755500,"total_prompt_tokens":130905,"total_native_tokens_reasoning":0,"count":660,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-large-20260720","change":-0.11086450595369196,"rankingMetricValue":2886405},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-embedding-4b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1221580435,"total_native_tokens_reasoning":0,"count":852467,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-4b","change":-0.11123248328741081,"rankingMetricValue":1221580435},{"date":"2026-10-26 00:00:00","model_permaslug":"sao10k/l3-lunaris-8b","variant":"standard","total_completion_tokens":42863429,"total_prompt_tokens":545068617,"total_native_tokens_reasoning":0,"count":237821,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3-lunaris-8b","change":-0.11477462153419259,"rankingMetricValue":587932046},{"date":"2026-10-26 00:00:00","model_permaslug":"deepgram/aura-2-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":74616,"total_native_tokens_reasoning":0,"count":2911,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/aura-2-20260716","change":-0.11662542768181657,"rankingMetricValue":74616},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-voice-2-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":70358,"total_native_tokens_reasoning":0,"count":2142,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2-flash-20260723","change":-0.12363609187384784,"rankingMetricValue":70358},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/speech-2.8-hd-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":90289,"total_native_tokens_reasoning":0,"count":3973,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-hd-20260716","change":-0.12371404169416515,"rankingMetricValue":90289},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5-turbo-20260315","variant":"standard","total_completion_tokens":15679446,"total_prompt_tokens":271117406,"total_native_tokens_reasoning":0,"count":26847,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-turbo-20260315","change":-0.12435634981825096,"rankingMetricValue":286796852},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/eleven-v4-turbo-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2926022,"total_native_tokens_reasoning":0,"count":122553,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-turbo-20260930","change":-0.1300864733923221,"rankingMetricValue":2926022},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.6-flash","variant":"standard","total_completion_tokens":71983243,"total_prompt_tokens":1298012147,"total_native_tokens_reasoning":0,"count":256452,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-flash","change":-0.13168978774013818,"rankingMetricValue":1369995390},{"date":"2026-10-26 00:00:00","model_permaslug":"rekaai/reka-flash-3","variant":"standard","total_completion_tokens":4470198,"total_prompt_tokens":493576,"total_native_tokens_reasoning":0,"count":1216,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-flash-3","change":-0.1317991972100171,"rankingMetricValue":4963774},{"date":"2026-10-26 00:00:00","model_permaslug":"nace-ai/drex-v2.0-20261009","variant":"standard","total_completion_tokens":486232015,"total_prompt_tokens":1543232431,"total_native_tokens_reasoning":0,"count":2380472,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v2.0-20261009","change":-0.13406692929698463,"rankingMetricValue":2029464446},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"free","total_completion_tokens":21041284,"total_prompt_tokens":128499190,"total_native_tokens_reasoning":0,"count":69455,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403:free","change":-0.1341171002100926,"rankingMetricValue":149540474},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"batch","total_completion_tokens":46688950,"total_prompt_tokens":1046071212,"total_native_tokens_reasoning":0,"count":159848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709:batch","change":-0.1361761662189185,"rankingMetricValue":1092760162},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"batch","total_completion_tokens":11827300,"total_prompt_tokens":37451171,"total_native_tokens_reasoning":0,"count":22234,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721:batch","change":-0.1377313118897768,"rankingMetricValue":49278471},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-4.7-20260916","variant":"standard","total_completion_tokens":1126950269,"total_prompt_tokens":45940217733,"total_native_tokens_reasoning":0,"count":892138,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.7-20260916","change":-0.14205737029513713,"rankingMetricValue":47067168002},{"date":"2026-10-26 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-70b","variant":"standard","total_completion_tokens":8474500,"total_prompt_tokens":150321938,"total_native_tokens_reasoning":0,"count":56368,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-70b","change":-0.15345364754085775,"rankingMetricValue":158796438},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-4.1-opus-20250805","variant":"standard","total_completion_tokens":1802424,"total_prompt_tokens":39089302,"total_native_tokens_reasoning":0,"count":6753,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.1-opus-20250805","change":-0.16973014647969376,"rankingMetricValue":40891726},{"date":"2026-10-26 00:00:00","model_permaslug":"moonshotai/kimi-k2","variant":"standard","total_completion_tokens":57606217,"total_prompt_tokens":309324437,"total_native_tokens_reasoning":0,"count":84837,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2","change":-0.17076468291248745,"rankingMetricValue":366930654},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-0613","variant":"standard","total_completion_tokens":2505390,"total_prompt_tokens":4378378,"total_native_tokens_reasoning":0,"count":17355,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-0613","change":-0.17269891318730407,"rankingMetricValue":6883768},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-4.6-20251208","variant":"standard","total_completion_tokens":13679730,"total_prompt_tokens":156671353,"total_native_tokens_reasoning":0,"count":76841,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6-20251208","change":-0.17519984185241413,"rankingMetricValue":170351083},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-coder-flash","variant":"standard","total_completion_tokens":5215681,"total_prompt_tokens":138470789,"total_native_tokens_reasoning":0,"count":25814,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-flash","change":-0.17541750915761553,"rankingMetricValue":143686470},{"date":"2026-10-26 00:00:00","model_permaslug":"venice/uncensored","variant":"standard","total_completion_tokens":12189048,"total_prompt_tokens":179936659,"total_native_tokens_reasoning":0,"count":62851,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"venice/uncensored","change":-0.1844003437506949,"rankingMetricValue":192125707},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/voyage-4-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":249040793,"total_native_tokens_reasoning":0,"count":132457,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-lite-20260727","change":-0.1916270454060643,"rankingMetricValue":249040793},{"date":"2026-10-26 00:00:00","model_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","variant":"standard","total_completion_tokens":72502326,"total_prompt_tokens":860816446,"total_native_tokens_reasoning":0,"count":542702,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","change":-0.2041213938661315,"rankingMetricValue":933318772},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2","variant":"free","total_completion_tokens":0,"total_prompt_tokens":298597219,"total_native_tokens_reasoning":0,"count":8369,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2:free","change":-0.2052801069314358,"rankingMetricValue":298597219},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-flash-20250625","variant":"standard","total_completion_tokens":54875307,"total_prompt_tokens":524609930,"total_native_tokens_reasoning":0,"count":471952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-flash-20250625","change":-0.2065046550443535,"rankingMetricValue":579485237},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-1b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":46531900,"total_native_tokens_reasoning":0,"count":14103,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-1b-20261021:free","change":-0.20937147938940415,"rankingMetricValue":46531900},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.8-flash-20260826","variant":"standard","total_completion_tokens":3312275880,"total_prompt_tokens":83902494763,"total_native_tokens_reasoning":0,"count":2592099,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-flash-20260826","change":-0.21044567497028735,"rankingMetricValue":87214770643},{"date":"2026-10-26 00:00:00","model_permaslug":"respan/span-02-20261015","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1775642906,"total_native_tokens_reasoning":0,"count":3914723,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-02-20261015","change":-0.2133456046209036,"rankingMetricValue":1775642906},{"date":"2026-10-26 00:00:00","model_permaslug":"ibm-granite/granite-4.0-h-micro","variant":"standard","total_completion_tokens":6131927,"total_prompt_tokens":59849832,"total_native_tokens_reasoning":0,"count":42095,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ibm-granite/granite-4.0-h-micro","change":-0.22464105645304008,"rankingMetricValue":65981759},{"date":"2026-10-26 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"standard","total_completion_tokens":289986,"total_prompt_tokens":55634608,"total_native_tokens_reasoning":0,"count":590,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813","change":-0.22466361490386336,"rankingMetricValue":55924594},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-20260514","variant":"standard","total_completion_tokens":551100,"total_prompt_tokens":58596,"total_native_tokens_reasoning":0,"count":132,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-20260514","change":-0.22901463199970662,"rankingMetricValue":609696},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/minimax-m2.5-20260211","variant":"standard","total_completion_tokens":33407552,"total_prompt_tokens":1080544085,"total_native_tokens_reasoning":0,"count":56158,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.5-20260211","change":-0.23034746226606154,"rankingMetricValue":1113951637},{"date":"2026-10-26 00:00:00","model_permaslug":"text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":285,"total_native_tokens_reasoning":0,"count":14,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-large","change":-0.23180592991913745,"rankingMetricValue":285},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-4.5v","variant":"standard","total_completion_tokens":2019748,"total_prompt_tokens":9869845,"total_native_tokens_reasoning":0,"count":3470,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5v","change":-0.23420736944447218,"rankingMetricValue":11889593},{"date":"2026-10-26 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"standard","total_completion_tokens":4170899,"total_prompt_tokens":196652797,"total_native_tokens_reasoning":0,"count":12825,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625","change":-0.23785240612876526,"rankingMetricValue":200823696},{"date":"2026-10-26 00:00:00","model_permaslug":"moonshotai/kimi-k3.1-pro-20261023","variant":"standard","total_completion_tokens":2225131499,"total_prompt_tokens":189366861029,"total_native_tokens_reasoning":0,"count":1711464,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3.1-pro-20261023","change":-0.24187969215622526,"rankingMetricValue":191591992528},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4.1-20260514","variant":"standard","total_completion_tokens":2225275,"total_prompt_tokens":122507,"total_native_tokens_reasoning":0,"count":524,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-20260514","change":-0.24212436641459906,"rankingMetricValue":2347782},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","variant":"standard","total_completion_tokens":9028013,"total_prompt_tokens":18263334,"total_native_tokens_reasoning":0,"count":4589,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","change":-0.24293967908495925,"rankingMetricValue":27291347},{"date":"2026-10-26 00:00:00","model_permaslug":"writer/palmyra-x5-20250428","variant":"standard","total_completion_tokens":332597,"total_prompt_tokens":4028949,"total_native_tokens_reasoning":0,"count":1954,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"writer/palmyra-x5-20250428","change":-0.24311408544364865,"rankingMetricValue":4361546},{"date":"2026-10-26 00:00:00","model_permaslug":"krea/krea-2-medium-20260720","variant":"standard","total_completion_tokens":1298425,"total_prompt_tokens":54165,"total_native_tokens_reasoning":0,"count":311,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-20260720","change":-0.2432537977459695,"rankingMetricValue":1352590},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"standard","total_completion_tokens":591021383,"total_prompt_tokens":30608293311,"total_native_tokens_reasoning":0,"count":1566340,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709","change":-0.2482519079647417,"rankingMetricValue":31199314694},{"date":"2026-10-26 00:00:00","model_permaslug":"inception/mercury-2.5-20260908","variant":"standard","total_completion_tokens":442177264,"total_prompt_tokens":3301201845,"total_native_tokens_reasoning":0,"count":588827,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2.5-20260908","change":-0.2486291282471527,"rankingMetricValue":3743379109},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/eleven-v3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":269378,"total_native_tokens_reasoning":0,"count":9681,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-20260930","change":-0.25315508139999116,"rankingMetricValue":269378},{"date":"2026-10-26 00:00:00","model_permaslug":"sakana/fugu-max-20260911","variant":"standard","total_completion_tokens":1508610,"total_prompt_tokens":41264607,"total_native_tokens_reasoning":0,"count":1125,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-max-20260911","change":-0.25650493177229305,"rankingMetricValue":42773217},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-flash-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":239575,"total_native_tokens_reasoning":0,"count":8180,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-flash-20261001","change":-0.25735515209378884,"rankingMetricValue":239575},{"date":"2026-10-26 00:00:00","model_permaslug":"scaledown/classify-1-20260928","variant":"standard","total_completion_tokens":189556,"total_prompt_tokens":459077926,"total_native_tokens_reasoning":0,"count":54301,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/classify-1-20260928","change":-0.25754793465554426,"rankingMetricValue":459267482},{"date":"2026-10-26 00:00:00","model_permaslug":"nace-ai/drex-v1.5-20261009","variant":"standard","total_completion_tokens":122136001,"total_prompt_tokens":426818770,"total_native_tokens_reasoning":0,"count":1304170,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v1.5-20261009","change":-0.25954164792156786,"rankingMetricValue":548954771},{"date":"2026-10-26 00:00:00","model_permaslug":"google/lyria-3-pro-preview-20260330","variant":"standard","total_completion_tokens":568167,"total_prompt_tokens":20635708,"total_native_tokens_reasoning":0,"count":6960,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-pro-preview-20260330","change":-0.2705024208528821,"rankingMetricValue":21203875},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"standard","total_completion_tokens":341173556,"total_prompt_tokens":10948126649,"total_native_tokens_reasoning":0,"count":175227,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709","change":-0.2714122603831421,"rankingMetricValue":11289300205},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507","variant":"standard","total_completion_tokens":3585349,"total_prompt_tokens":13018915,"total_native_tokens_reasoning":0,"count":33180,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507","change":-0.27629131609588126,"rankingMetricValue":16604264},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-spark-1.1-20260709","variant":"standard","total_completion_tokens":11846899,"total_prompt_tokens":86371092,"total_native_tokens_reasoning":0,"count":9425,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.1-20260709","change":-0.2799294287080619,"rankingMetricValue":98217991},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","variant":"standard","total_completion_tokens":6235441,"total_prompt_tokens":14169841,"total_native_tokens_reasoning":0,"count":2870,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","change":-0.2868072951632607,"rankingMetricValue":20405282},{"date":"2026-10-26 00:00:00","model_permaslug":"liquid/lfm-2.5-embedding-350m-20260818","variant":"free","total_completion_tokens":0,"total_prompt_tokens":6760554,"total_native_tokens_reasoning":0,"count":12851,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-embedding-350m-20260818:free","change":-0.2983936398991181,"rankingMetricValue":6760554},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"batch","total_completion_tokens":172929206,"total_prompt_tokens":1741571217,"total_native_tokens_reasoning":0,"count":2308252,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507:batch","change":-0.3092236159513977,"rankingMetricValue":1914500423},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o-2024-11-20","variant":"standard","total_completion_tokens":6625758,"total_prompt_tokens":69270927,"total_native_tokens_reasoning":0,"count":55388,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-11-20","change":-0.3100549806565602,"rankingMetricValue":75896685},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5.3-prime-20260921","variant":"standard","total_completion_tokens":53090019,"total_prompt_tokens":4470300125,"total_native_tokens_reasoning":0,"count":66814,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-prime-20260921","change":-0.3112202651940324,"rankingMetricValue":4523390144},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4.1-nano-2025-04-14","variant":"standard","total_completion_tokens":156146714,"total_prompt_tokens":1795370304,"total_native_tokens_reasoning":0,"count":1183524,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-nano-2025-04-14","change":-0.3149879757393568,"rankingMetricValue":1951517018},{"date":"2026-10-26 00:00:00","model_permaslug":"inclusionai/ling-3.1-flash-20261002","variant":"standard","total_completion_tokens":200315279,"total_prompt_tokens":3350524891,"total_native_tokens_reasoning":0,"count":142526,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.1-flash-20261002","change":-0.3157311773180591,"rankingMetricValue":3550840170},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-4.5","variant":"standard","total_completion_tokens":9485108,"total_prompt_tokens":107543615,"total_native_tokens_reasoning":0,"count":12869,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5","change":-0.3185680187956864,"rankingMetricValue":117028723},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":250281,"total_native_tokens_reasoning":0,"count":7340,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-20261001","change":-0.31867404939239513,"rankingMetricValue":250281},{"date":"2026-10-26 00:00:00","model_permaslug":"fish-audio/drama-3-20261013","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2111010,"total_native_tokens_reasoning":0,"count":52517,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/drama-3-20261013","change":-0.31967490218157407,"rankingMetricValue":2111010},{"date":"2026-10-26 00:00:00","model_permaslug":"inference-net/schematron-v2-small-20260902","variant":"standard","total_completion_tokens":360739,"total_prompt_tokens":3642749,"total_native_tokens_reasoning":0,"count":1559,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-small-20260902","change":-0.32071507105916847,"rankingMetricValue":4003488},{"date":"2026-10-26 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","variant":"standard","total_completion_tokens":57326635,"total_prompt_tokens":4438665492,"total_native_tokens_reasoning":0,"count":45852,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","change":-0.33023525246252167,"rankingMetricValue":4495992127},{"date":"2026-10-26 00:00:00","model_permaslug":"hexgrad/kokoro-82m","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3255615,"total_native_tokens_reasoning":0,"count":59000,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"hexgrad/kokoro-82m","change":-0.331919925156333,"rankingMetricValue":3255615},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"free","total_completion_tokens":3950422280,"total_prompt_tokens":433571892013,"total_native_tokens_reasoning":0,"count":4711485,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604:free","change":-0.3373270369123422,"rankingMetricValue":437522314293},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"batch","total_completion_tokens":838403,"total_prompt_tokens":5393163,"total_native_tokens_reasoning":0,"count":203,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519:batch","change":-0.34985300250175877,"rankingMetricValue":6231566},{"date":"2026-10-26 00:00:00","model_permaslug":"sakana/fugu-ultra-20260615","variant":"standard","total_completion_tokens":320475,"total_prompt_tokens":14368598,"total_native_tokens_reasoning":0,"count":475,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-20260615","change":-0.35828173087538123,"rankingMetricValue":14689073},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"batch","total_completion_tokens":18020574,"total_prompt_tokens":169009075,"total_native_tokens_reasoning":0,"count":19367,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929:batch","change":-0.37151645041556575,"rankingMetricValue":187029649},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"batch","total_completion_tokens":24342463,"total_prompt_tokens":40495486,"total_native_tokens_reasoning":0,"count":30128,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721:batch","change":-0.3715875002435127,"rankingMetricValue":64837949},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/sonar-deep-research","variant":"standard","total_completion_tokens":10709387,"total_prompt_tokens":3881467,"total_native_tokens_reasoning":0,"count":1319,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-deep-research","change":-0.3806480877344894,"rankingMetricValue":14590854},{"date":"2026-10-26 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"standard","total_completion_tokens":50561547,"total_prompt_tokens":2684587443,"total_native_tokens_reasoning":0,"count":83526,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715","change":-0.394870076107109,"rankingMetricValue":2735148990},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemma-3-27b-it","variant":"standard","total_completion_tokens":346155422,"total_prompt_tokens":2855505127,"total_native_tokens_reasoning":0,"count":1369225,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-27b-it","change":-0.3978155266275985,"rankingMetricValue":3201660549},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5-image","variant":"standard","total_completion_tokens":305829,"total_prompt_tokens":723164,"total_native_tokens_reasoning":0,"count":733,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image","change":-0.39956855001528807,"rankingMetricValue":1028993},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-saba-2502","variant":"standard","total_completion_tokens":261788,"total_prompt_tokens":590501,"total_native_tokens_reasoning":0,"count":1882,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-saba-2502","change":-0.4014904295518529,"rankingMetricValue":852289},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","variant":"standard","total_completion_tokens":25363683,"total_prompt_tokens":265582032,"total_native_tokens_reasoning":0,"count":31604,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","change":-0.40180217587254485,"rankingMetricValue":290945715},{"date":"2026-10-26 00:00:00","model_permaslug":"heygen/heygen-voice-1-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":46023,"total_native_tokens_reasoning":0,"count":901,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-20261009","change":-0.4040092720891985,"rankingMetricValue":46023},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-spark-open-20261015","variant":"standard","total_completion_tokens":157700207,"total_prompt_tokens":3097369144,"total_native_tokens_reasoning":0,"count":96538,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-open-20261015","change":-0.4052802071050616,"rankingMetricValue":3255069351},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-14b-04-28","variant":"standard","total_completion_tokens":58625004,"total_prompt_tokens":265790452,"total_native_tokens_reasoning":0,"count":135108,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-14b-04-28","change":-0.409505252209642,"rankingMetricValue":324415456},{"date":"2026-10-26 00:00:00","model_permaslug":"rekaai/reka-edge-2603","variant":"standard","total_completion_tokens":560159,"total_prompt_tokens":1771325,"total_native_tokens_reasoning":0,"count":4551,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-edge-2603","change":-0.4140620543077604,"rankingMetricValue":2331484},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen-2.5-coder-32b-instruct","variant":"standard","total_completion_tokens":1863609,"total_prompt_tokens":10330124,"total_native_tokens_reasoning":0,"count":6659,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-coder-32b-instruct","change":-0.4151585550234227,"rankingMetricValue":12193733},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/voyage-code-4-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":164816613,"total_native_tokens_reasoning":0,"count":66355,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4-20260812","change":-0.42470682194344794,"rankingMetricValue":164816613},{"date":"2026-10-26 00:00:00","model_permaslug":"cloudflare/clef","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1790493345,"total_native_tokens_reasoning":0,"count":1315983,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef","change":-0.43028777087164066,"rankingMetricValue":1790493345},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mistral-large","variant":"standard","total_completion_tokens":8587814,"total_prompt_tokens":49370183,"total_native_tokens_reasoning":0,"count":17021,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large","change":-0.45817385283442785,"rankingMetricValue":57957997},{"date":"2026-10-26 00:00:00","model_permaslug":"upstage/solar-decide-20260928","variant":"standard","total_completion_tokens":164329,"total_prompt_tokens":310458877,"total_native_tokens_reasoning":0,"count":51934,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-20260928","change":-0.45858726216712214,"rankingMetricValue":310623206},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"standard","total_completion_tokens":366839365,"total_prompt_tokens":2893184475,"total_native_tokens_reasoning":0,"count":480284,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807","change":-0.4602215579485379,"rankingMetricValue":3260023840},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5-pro-2025-10-06","variant":"standard","total_completion_tokens":677664,"total_prompt_tokens":137960,"total_native_tokens_reasoning":0,"count":528,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-pro-2025-10-06","change":-0.4640360785890817,"rankingMetricValue":815624},{"date":"2026-10-26 00:00:00","model_permaslug":"mancer/weaver","variant":"standard","total_completion_tokens":485803,"total_prompt_tokens":2355038,"total_native_tokens_reasoning":0,"count":1791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mancer/weaver","change":-0.4683216308261202,"rankingMetricValue":2840841},{"date":"2026-10-26 00:00:00","model_permaslug":"reflection/beam-1.0-501b-a23b-20261016","variant":"standard","total_completion_tokens":95375683,"total_prompt_tokens":4295482267,"total_native_tokens_reasoning":0,"count":100190,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"reflection/beam-1.0-501b-a23b-20261016","change":-0.47238148111174005,"rankingMetricValue":4390857950},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3331401604,"total_native_tokens_reasoning":0,"count":5389828,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2","change":-0.4924849887235319,"rankingMetricValue":3331401604},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"batch","total_completion_tokens":237782013,"total_prompt_tokens":2914407761,"total_native_tokens_reasoning":0,"count":1061893,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826:batch","change":-0.4972803419389192,"rankingMetricValue":3152189774},{"date":"2026-10-26 00:00:00","model_permaslug":"recursive/flint-v1.0-20261021","variant":"standard","total_completion_tokens":58773,"total_prompt_tokens":615761,"total_native_tokens_reasoning":0,"count":62,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recursive/flint-v1.0-20261021","change":-0.49786388889095673,"rankingMetricValue":674534},{"date":"2026-10-26 00:00:00","model_permaslug":"inference-net/schematron-v2-turbo-20260902","variant":"standard","total_completion_tokens":1919043,"total_prompt_tokens":43591913,"total_native_tokens_reasoning":0,"count":5948,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-turbo-20260902","change":-0.5027288152775456,"rankingMetricValue":45510956},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224","variant":"free","total_completion_tokens":0,"total_prompt_tokens":70999347,"total_native_tokens_reasoning":0,"count":42447,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224:free","change":-0.5113966405416076,"rankingMetricValue":70999347},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"batch","total_completion_tokens":112936,"total_prompt_tokens":567213,"total_native_tokens_reasoning":0,"count":15,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929:batch","change":-0.5119839104772756,"rankingMetricValue":680149},{"date":"2026-10-26 00:00:00","model_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","variant":"standard","total_completion_tokens":10889,"total_prompt_tokens":423777,"total_native_tokens_reasoning":0,"count":35,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","change":-0.5137518206367921,"rankingMetricValue":434666},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.1-codex-20251113","variant":"standard","total_completion_tokens":4681616,"total_prompt_tokens":49171968,"total_native_tokens_reasoning":0,"count":3266,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-20251113","change":-0.5422480618343037,"rankingMetricValue":53853584},{"date":"2026-10-26 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-fast-20260605","variant":"standard","total_completion_tokens":1807775,"total_prompt_tokens":89665,"total_native_tokens_reasoning":0,"count":433,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-fast-20260605","change":-0.5504330550550337,"rankingMetricValue":1897440},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"batch","total_completion_tokens":2205400,"total_prompt_tokens":6369337,"total_native_tokens_reasoning":0,"count":4388,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903:batch","change":-0.5529448879622066,"rankingMetricValue":8574737},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-3-0-20261020","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":148651,"total_native_tokens_reasoning":0,"count":4307,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-tts-3-0-20261020","change":-0.5743037557811538,"rankingMetricValue":148651},{"date":"2026-10-26 00:00:00","model_permaslug":"nousresearch/hermes-4-405b","variant":"standard","total_completion_tokens":6297544,"total_prompt_tokens":142571615,"total_native_tokens_reasoning":0,"count":59177,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-4-405b","change":-0.5797106313794383,"rankingMetricValue":148869159},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/command-a-03-2025","variant":"standard","total_completion_tokens":1391687,"total_prompt_tokens":7617550,"total_native_tokens_reasoning":0,"count":8330,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-03-2025","change":-0.586759866553873,"rankingMetricValue":9009237},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"batch","total_completion_tokens":2384124,"total_prompt_tokens":2127797,"total_native_tokens_reasoning":0,"count":5480,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709:batch","change":-0.5938675994193429,"rankingMetricValue":4511921},{"date":"2026-10-26 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1215838164,"total_native_tokens_reasoning":0,"count":719474,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6B","change":-0.5958406304349998,"rankingMetricValue":1215838164},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"batch","total_completion_tokens":29053523,"total_prompt_tokens":300463180,"total_native_tokens_reasoning":0,"count":14060,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921:batch","change":-0.6084126293809204,"rankingMetricValue":329516703},{"date":"2026-10-26 00:00:00","model_permaslug":"unbiased/pareto-26.10-20261015","variant":"standard","total_completion_tokens":18269484,"total_prompt_tokens":778896254,"total_native_tokens_reasoning":0,"count":26849,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.10-20261015","change":-0.6197530091671697,"rankingMetricValue":797165738},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/eleven-v3-conversational-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":35287,"total_native_tokens_reasoning":0,"count":1264,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-conversational-20260930","change":-0.6215181319918913,"rankingMetricValue":35287},{"date":"2026-10-26 00:00:00","model_permaslug":"relace/relace-apply-3","variant":"standard","total_completion_tokens":2546083,"total_prompt_tokens":2821252,"total_native_tokens_reasoning":0,"count":352,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-apply-3","change":-0.6329010768794093,"rankingMetricValue":5367335},{"date":"2026-10-26 00:00:00","model_permaslug":"sesame/csm-1b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1590,"total_native_tokens_reasoning":0,"count":95,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sesame/csm-1b","change":-0.6523070194620599,"rankingMetricValue":1590},{"date":"2026-10-26 00:00:00","model_permaslug":"upstage/solar-decide-flash-20261008","variant":"standard","total_completion_tokens":51379,"total_prompt_tokens":88509739,"total_native_tokens_reasoning":0,"count":19802,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-flash-20261008","change":-0.6878315078439627,"rankingMetricValue":88561118},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"batch","total_completion_tokens":24500497,"total_prompt_tokens":28698935,"total_native_tokens_reasoning":0,"count":55499,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b:batch","change":-0.7236494854202379,"rankingMetricValue":53199432},{"date":"2026-10-26 00:00:00","model_permaslug":"recraft/recraft-v4-styles-20260826","variant":"standard","total_completion_tokens":300600,"total_prompt_tokens":14257,"total_native_tokens_reasoning":0,"count":72,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-20260826","change":-0.7326225505806424,"rankingMetricValue":314857},{"date":"2026-10-26 00:00:00","model_permaslug":"voyageai/voyage-4","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":114501,"total_native_tokens_reasoning":0,"count":276,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4","change":-0.7395271492234792,"rankingMetricValue":114501},{"date":"2026-10-26 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"standard","total_completion_tokens":185065,"total_prompt_tokens":899557,"total_native_tokens_reasoning":0,"count":598,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811","change":-0.7536166237938908,"rankingMetricValue":1084622},{"date":"2026-10-26 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":44133898,"total_native_tokens_reasoning":0,"count":54293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","change":-0.7623500490849462,"rankingMetricValue":44133898},{"date":"2026-10-26 00:00:00","model_permaslug":"canopylabs/orpheus-3b-0.1-ft","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6282,"total_native_tokens_reasoning":0,"count":361,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"canopylabs/orpheus-3b-0.1-ft","change":-0.7644985941893159,"rankingMetricValue":6282},{"date":"2026-10-26 00:00:00","model_permaslug":"sakana/namazu-20260811","variant":"standard","total_completion_tokens":138676,"total_prompt_tokens":803565,"total_native_tokens_reasoning":0,"count":385,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/namazu-20260811","change":-0.7763726188707475,"rankingMetricValue":942241},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"batch","total_completion_tokens":152723,"total_prompt_tokens":21567,"total_native_tokens_reasoning":0,"count":324,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723:batch","change":-0.7807562644661367,"rankingMetricValue":174290},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-4o-mini-2024-07-18","variant":"standard","total_completion_tokens":48214966,"total_prompt_tokens":593338522,"total_native_tokens_reasoning":0,"count":361026,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-2024-07-18","change":-0.7898213006759154,"rankingMetricValue":641553488},{"date":"2026-10-26 00:00:00","model_permaslug":"fish-audio/s2-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1495,"total_native_tokens_reasoning":0,"count":69,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2-pro-20260729","change":-0.8036511688993958,"rankingMetricValue":1495},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/mixtral-8x22b-instruct","variant":"standard","total_completion_tokens":365096,"total_prompt_tokens":2126580,"total_native_tokens_reasoning":0,"count":1921,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mixtral-8x22b-instruct","change":-0.8229379591855878,"rankingMetricValue":2491676},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"batch","total_completion_tokens":55875,"total_prompt_tokens":60427,"total_native_tokens_reasoning":0,"count":21,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430:batch","change":-0.8248611562880239,"rankingMetricValue":116302},{"date":"2026-10-26 00:00:00","model_permaslug":"arcee-ai/trinity-large-thinking","variant":"standard","total_completion_tokens":1223873,"total_prompt_tokens":46293770,"total_native_tokens_reasoning":0,"count":2775,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"arcee-ai/trinity-large-thinking","change":-0.825377762795322,"rankingMetricValue":47517643},{"date":"2026-10-26 00:00:00","model_permaslug":"unbiased/pareto-26.9-20260917","variant":"standard","total_completion_tokens":696999,"total_prompt_tokens":3622863,"total_native_tokens_reasoning":0,"count":1569,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.9-20260917","change":-0.8553055424905833,"rankingMetricValue":4319862},{"date":"2026-10-26 00:00:00","model_permaslug":"fish-audio/s1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6803,"total_native_tokens_reasoning":0,"count":146,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s1-20260729","change":-0.8731375291375292,"rankingMetricValue":6803},{"date":"2026-10-26 00:00:00","model_permaslug":"tencent/hy-mt2-1.8b-20260521","variant":"standard","total_completion_tokens":760804,"total_prompt_tokens":6590117,"total_native_tokens_reasoning":0,"count":8197,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-1.8b-20260521","change":-0.8939511470343259,"rankingMetricValue":7350921},{"date":"2026-10-26 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":379031,"total_native_tokens_reasoning":0,"count":659,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2:batch","change":-0.9063801293132939,"rankingMetricValue":379031},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"batch","total_completion_tokens":5526,"total_prompt_tokens":55423,"total_native_tokens_reasoning":0,"count":92,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602:batch","change":-0.9126215540859233,"rankingMetricValue":60949},{"date":"2026-10-26 00:00:00","model_permaslug":"black-forest-labs/flux-3-image-20261001","variant":"standard","total_completion_tokens":35708775,"total_prompt_tokens":2485218,"total_native_tokens_reasoning":0,"count":8553,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-image-20261001","change":-0.9341221331684946,"rankingMetricValue":38193993},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"batch","total_completion_tokens":3091393,"total_prompt_tokens":9766817,"total_native_tokens_reasoning":0,"count":1578,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922:batch","change":-0.9463614812444269,"rankingMetricValue":12858210},{"date":"2026-10-26 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"batch","total_completion_tokens":1665948,"total_prompt_tokens":1462152,"total_native_tokens_reasoning":0,"count":372,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816:batch","change":-0.9540129368881255,"rankingMetricValue":3128100},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"batch","total_completion_tokens":3286966,"total_prompt_tokens":5800754,"total_native_tokens_reasoning":0,"count":1430,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831:batch","change":-0.9765495633411191,"rankingMetricValue":9087720},{"date":"2026-10-26 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"batch","total_completion_tokens":88502,"total_prompt_tokens":28809,"total_native_tokens_reasoning":0,"count":323,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630:batch","change":-0.9778248124075648,"rankingMetricValue":117311},{"date":"2026-10-26 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","variant":"standard","total_completion_tokens":1388,"total_prompt_tokens":19912,"total_native_tokens_reasoning":0,"count":31,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","change":-0.9998496981801858,"rankingMetricValue":21300},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/hailuo-3-max-20260901","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1412,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-3-max-20260901","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"alibaba/happyhorse-1.0-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.0-20260624","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"alibaba/wan-3.0-prime-20260827","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":290,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-prime-20260827","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"google/veo-3.1-fast-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3161,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-fast-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/hailuo-2.3-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":72,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-2.3-20260420","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"assemblyai/universal-3-6-pro-20261014","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7835,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/universal-3-6-pro-20261014","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-stt-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":93486,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-stt-20260723","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"alibaba/wan-2.7-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":387,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.7-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"fish-audio/transcribe-1-pro-20260924","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":4645,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-pro-20260924","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"black-forest-labs/flux-3-video-20260804","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":199,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-video-20260804","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"runway/aleph-2-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":46,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/aleph-2-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-transcribe-2-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1447911,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-2-20260903","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"google/veo-3.1-lite-20260331","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":5748,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-lite-20260331","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance/seedance-2.5-20260807","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":4349,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.5-20260807","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"google/chirp-3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9819,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/chirp-3","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance/seedance-2.0-fast-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6159,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-fast-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"deepgram/nova-3-20260714","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":53432,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/nova-3-20260714","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"fish-audio/transcribe-1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3866,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"kwaivgi/kling-video-o1-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":112,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-video-o1-20260420","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6407,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"heygen/avatar-iv-20260625","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2043,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/avatar-iv-20260625","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"alibaba/wan-3.0-20260824","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3333,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-20260824","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"black-forest-labs/flux-video-edit-20260910","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":135,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-edit-20260910","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":5242,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/whisper-large-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1338235,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/rerank-4-fast","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":82624,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-fast","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"alibaba/wan-2.6-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":100,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.6-20260327","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/rerank-v3.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":233343,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-v3.5","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"microsoft/mai-transcribe-1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2774,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-1.5","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"alibaba/happyhorse-1.1-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":367,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.1-20260624","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":606,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-20260719","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1618,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-20260719","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"google/veo-3.1-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":762,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"heygen/heygen-video-1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-video-1-20260930","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance/seedance-2.0-mini-20260811","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1227,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-mini-20260811","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/gpt-transcribe-20260805","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":95371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-transcribe-20260805","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"meta/muse-voice-transcribe-1.0-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1353,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-voice-transcribe-1.0-20260903","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/whisper-large-v3-turbo","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1891668,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3-turbo","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-pro-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1493,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-pro-20260429","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-asr-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":32493,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"x-ai/grok-imagine-video-20260512","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1476,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-20260512","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"black-forest-labs/flux-video-upscale-20260819","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":169,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-upscale-20260819","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance/seedance-1-5-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2409,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-1-5-pro-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"cohere/rerank-4-pro","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":76501,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-pro","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/scribe-v2-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":220116,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-20260929","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-std-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-std-20260429","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"bytedance/seedance-2.0-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2503,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"openai/whisper-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":83420,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-1","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"runway/gen-4.5-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":66,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/gen-4.5-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2359,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"assemblyai/universal-3-5-pro-20260914","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":19237,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/universal-3-5-pro-20260914","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":0,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/parakeet-tdt-0.6b-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":109423,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/parakeet-tdt-0.6b-v3","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"qwen/qwen3-asr-1.7b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":37377,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-1.7b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"free","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":5168,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311:free","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"minimax/hailuo-03-20260730","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1009,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-03-20260730","change":null,"rankingMetricValue":0},{"date":"2026-10-26 00:00:00","model_permaslug":"elevenlabs/scribe-v2-medical-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9512,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-medical-20260929","change":null,"rankingMetricValue":0}]}