{"data":[{"date":"2026-11-06 00:00:00","model_permaslug":"tencent/hy4-20261104","variant":"standard","total_completion_tokens":71493440077,"total_prompt_tokens":6983366105728,"total_native_tokens_reasoning":0,"count":49679816,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy4-20261104","change":null,"rankingMetricValue":7054859545805},{"date":"2026-11-06 00:00:00","model_permaslug":"stealth/crouton-alpha","variant":"standard","total_completion_tokens":25410025449,"total_prompt_tokens":2593038216883,"total_native_tokens_reasoning":0,"count":91127854,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stealth/crouton-alpha","change":null,"rankingMetricValue":2618448242332},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5.3-flashx-legal-20261102","variant":"standard","total_completion_tokens":631592561,"total_prompt_tokens":23498499188,"total_native_tokens_reasoning":0,"count":448367,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flashx-legal-20261102","change":null,"rankingMetricValue":24130091749},{"date":"2026-11-06 00:00:00","model_permaslug":"morph/reflex-20261103","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2401328056,"total_native_tokens_reasoning":0,"count":885140,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/reflex-20261103","change":null,"rankingMetricValue":2401328056},{"date":"2026-11-06 00:00:00","model_permaslug":"ricursiveai/ripple-65b-preview-20261104","variant":"standard","total_completion_tokens":118134486,"total_prompt_tokens":2014558338,"total_native_tokens_reasoning":0,"count":75257,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ricursiveai/ripple-65b-preview-20261104","change":null,"rankingMetricValue":2132692824},{"date":"2026-11-06 00:00:00","model_permaslug":"inclusionai/ling-3.0-tiny-20260806","variant":"standard","total_completion_tokens":75009886,"total_prompt_tokens":1134722188,"total_native_tokens_reasoning":0,"count":79492,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-tiny-20260806","change":null,"rankingMetricValue":1209732074},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-image-2.6-sunburst-20261104","variant":"standard","total_completion_tokens":138770703,"total_prompt_tokens":169910579,"total_native_tokens_reasoning":0,"count":75872,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.6-sunburst-20261104","change":null,"rankingMetricValue":308681282},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-image-2.6-flare-20261104","variant":"standard","total_completion_tokens":58498510,"total_prompt_tokens":64824794,"total_native_tokens_reasoning":0,"count":37822,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.6-flare-20261104","change":null,"rankingMetricValue":123323304},{"date":"2026-11-06 00:00:00","model_permaslug":"parallel/decisions-fast-20261106","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":107786318,"total_native_tokens_reasoning":0,"count":29603,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"parallel/decisions-fast-20261106","change":null,"rankingMetricValue":107786318},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-4.7-20260916","variant":"batch","total_completion_tokens":55819469,"total_prompt_tokens":36084119,"total_native_tokens_reasoning":0,"count":7364,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.7-20260916:batch","change":null,"rankingMetricValue":91903588},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"batch","total_completion_tokens":14077469,"total_prompt_tokens":20388460,"total_native_tokens_reasoning":0,"count":10044,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929:batch","change":null,"rankingMetricValue":34465929},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-4-carbon-eap-20261028","variant":"standard","total_completion_tokens":5977,"total_prompt_tokens":34392266,"total_native_tokens_reasoning":0,"count":101,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-carbon-eap-20261028","change":null,"rankingMetricValue":34398243},{"date":"2026-11-06 00:00:00","model_permaslug":"parallel/decisions-fast-20261106","variant":"free","total_completion_tokens":0,"total_prompt_tokens":33476225,"total_native_tokens_reasoning":0,"count":4735,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"parallel/decisions-fast-20261106:free","change":null,"rankingMetricValue":33476225},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-omni-1.2-flash-20261105","variant":"standard","total_completion_tokens":10109659,"total_prompt_tokens":7567819,"total_native_tokens_reasoning":0,"count":3813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-omni-1.2-flash-20261105","change":null,"rankingMetricValue":17677478},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-omni-1.1-flash-20260911","variant":"standard","total_completion_tokens":4134692,"total_prompt_tokens":3147447,"total_native_tokens_reasoning":0,"count":2179,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-omni-1.1-flash-20260911","change":null,"rankingMetricValue":7282139},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-4.6-20260810","variant":"batch","total_completion_tokens":1531986,"total_prompt_tokens":2619038,"total_native_tokens_reasoning":0,"count":801,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.6-20260810:batch","change":null,"rankingMetricValue":4151024},{"date":"2026-11-04 00:00:00","model_permaslug":"gmicloud/ripple-65b-preview-20261104","variant":"standard","total_completion_tokens":17405,"total_prompt_tokens":32620,"total_native_tokens_reasoning":0,"count":95,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"gmicloud/ripple-65b-preview-20261104","change":null,"rankingMetricValue":50025},{"date":"2026-11-05 00:00:00","model_permaslug":"kt/midm-k-3.0-pro","variant":"standard","total_completion_tokens":64,"total_prompt_tokens":5342,"total_native_tokens_reasoning":0,"count":2,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kt/midm-k-3.0-pro","change":null,"rankingMetricValue":5406},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"batch","total_completion_tokens":36,"total_prompt_tokens":182,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3-20260531:batch","change":null,"rankingMetricValue":218},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"batch","total_completion_tokens":64,"total_prompt_tokens":62,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810:batch","change":null,"rankingMetricValue":126},{"date":"2026-11-06 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"batch","total_completion_tokens":64,"total_prompt_tokens":20,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:batch","change":null,"rankingMetricValue":84},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"batch","total_completion_tokens":16,"total_prompt_tokens":58,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814:batch","change":null,"rankingMetricValue":74},{"date":"2026-11-05 00:00:00","model_permaslug":"motif-technologies/motif-3","variant":"standard","total_completion_tokens":32,"total_prompt_tokens":9,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"motif-technologies/motif-3","change":null,"rankingMetricValue":41},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/embed-5-fast-20261029","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":607869661,"total_native_tokens_reasoning":0,"count":243373,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/embed-5-fast-20261029","change":60786965.1,"rankingMetricValue":607869661},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/rerank-5-pro-20261028","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1826152184,"total_native_tokens_reasoning":0,"count":78217,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-5-pro-20261028","change":43479812.9047619,"rankingMetricValue":1826152184},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/embed-5-pro-20261029","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":370052214,"total_native_tokens_reasoning":0,"count":58526,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/embed-5-pro-20261029","change":41116911.666666664,"rankingMetricValue":370052214},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/rerank-5-fast-20261028","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1720350625,"total_native_tokens_reasoning":0,"count":102734,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-5-fast-20261028","change":39098876.84090909,"rankingMetricValue":1720350625},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"batch","total_completion_tokens":26108966,"total_prompt_tokens":2672887,"total_native_tokens_reasoning":0,"count":8142,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001:batch","change":1251383.9130434783,"rankingMetricValue":28781853},{"date":"2026-11-04 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"batch","total_completion_tokens":646680,"total_prompt_tokens":5312518,"total_native_tokens_reasoning":0,"count":2704,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini:batch","change":152798.94871794872,"rankingMetricValue":5959198},{"date":"2026-11-03 00:00:00","model_permaslug":"openai/gpt-realtime-2.1","variant":"standard","total_completion_tokens":43575,"total_prompt_tokens":228148,"total_native_tokens_reasoning":0,"count":119,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-realtime-2.1","change":171.52253968253967,"rankingMetricValue":271723},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6.1-terra-pro-20261026","variant":"batch","total_completion_tokens":99790002,"total_prompt_tokens":4585921111,"total_native_tokens_reasoning":0,"count":129600,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-terra-pro-20261026:batch","change":21.411442502472656,"rankingMetricValue":4685711113},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"batch","total_completion_tokens":176949,"total_prompt_tokens":49827090,"total_native_tokens_reasoning":0,"count":1515,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317:batch","change":18.52184669560872,"rankingMetricValue":50004039},{"date":"2026-11-06 00:00:00","model_permaslug":"sakana/fugu-max-20260911","variant":"standard","total_completion_tokens":77230765,"total_prompt_tokens":3716155685,"total_native_tokens_reasoning":0,"count":62080,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-max-20260911","change":13.382798358926475,"rankingMetricValue":3793386450},{"date":"2026-11-06 00:00:00","model_permaslug":"sourceful/riverflow-v2.6-pro-20261029","variant":"standard","total_completion_tokens":49799400,"total_prompt_tokens":4291047,"total_native_tokens_reasoning":0,"count":11928,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.6-pro-20261029","change":7.501943925357039,"rankingMetricValue":54090447},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6.1-terra-20261026","variant":"batch","total_completion_tokens":163685407,"total_prompt_tokens":1393940235,"total_native_tokens_reasoning":0,"count":375458,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-terra-20261026:batch","change":6.630979556199608,"rankingMetricValue":1557625642},{"date":"2026-11-06 00:00:00","model_permaslug":"unbiased/pareto-26.9-20260917","variant":"standard","total_completion_tokens":396346386,"total_prompt_tokens":1807798723,"total_native_tokens_reasoning":0,"count":97107,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.9-20260917","change":6.590671999931289,"rankingMetricValue":2204145109},{"date":"2026-11-06 00:00:00","model_permaslug":"baseten/mammoth-1-20261021","variant":"standard","total_completion_tokens":26729333,"total_prompt_tokens":10116478632,"total_native_tokens_reasoning":0,"count":16680348,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baseten/mammoth-1-20261021","change":6.390459120181658,"rankingMetricValue":10143207965},{"date":"2026-11-06 00:00:00","model_permaslug":"moondream/moondream3.1-9b-a2b-20261013","variant":"standard","total_completion_tokens":41260729,"total_prompt_tokens":166304844,"total_native_tokens_reasoning":0,"count":181181,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moondream/moondream3.1-9b-a2b-20261013","change":5.125844324741779,"rankingMetricValue":207565573},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"standard","total_completion_tokens":8422651,"total_prompt_tokens":544399716,"total_native_tokens_reasoning":0,"count":215706,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","change":4.1969276401477025,"rankingMetricValue":552822367},{"date":"2026-11-06 00:00:00","model_permaslug":"baseten/elephant-1-20261021","variant":"standard","total_completion_tokens":31014176,"total_prompt_tokens":7582346583,"total_native_tokens_reasoning":0,"count":25100434,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baseten/elephant-1-20261021","change":4.0647430585039865,"rankingMetricValue":7613360759},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-4.5v","variant":"standard","total_completion_tokens":91627115,"total_prompt_tokens":649032289,"total_native_tokens_reasoning":0,"count":137601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5v","change":3.8618890125933043,"rankingMetricValue":740659404},{"date":"2026-11-06 00:00:00","model_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","variant":"standard","total_completion_tokens":398517016,"total_prompt_tokens":3111194743,"total_native_tokens_reasoning":0,"count":193112,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","change":3.8053948316768196,"rankingMetricValue":3509711759},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10805030,"total_native_tokens_reasoning":0,"count":971446,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","change":3.7517989060118335,"rankingMetricValue":10805030},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.1-codex-mini-20251113","variant":"standard","total_completion_tokens":195406055,"total_prompt_tokens":3859668961,"total_native_tokens_reasoning":0,"count":930326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-mini-20251113","change":3.5292709768587005,"rankingMetricValue":4055075016},{"date":"2026-11-06 00:00:00","model_permaslug":"moondream/moondream3-preview-20261013","variant":"standard","total_completion_tokens":21064883,"total_prompt_tokens":37915457,"total_native_tokens_reasoning":0,"count":100175,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moondream/moondream3-preview-20261013","change":3.4844207953056947,"rankingMetricValue":58980340},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-4B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":7454722137,"total_native_tokens_reasoning":0,"count":5415611,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-4B","change":3.2752217000995234,"rankingMetricValue":7454722137},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","variant":"standard","total_completion_tokens":20744067008,"total_prompt_tokens":811545447029,"total_native_tokens_reasoning":0,"count":13037190,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","change":3.213623672950922,"rankingMetricValue":832289514037},{"date":"2026-11-06 00:00:00","model_permaslug":"liquid/d1.1-20261027","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21118031806,"total_native_tokens_reasoning":0,"count":21546849,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1.1-20261027","change":3.1920194377252757,"rankingMetricValue":21118031806},{"date":"2026-11-06 00:00:00","model_permaslug":"baai/bge-large-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":345642163,"total_native_tokens_reasoning":0,"count":258910,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-large-en-v1.5-20251117","change":3.1880186001435504,"rankingMetricValue":345642163},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4057876,"total_native_tokens_reasoning":0,"count":113254,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6b","change":3.1172801175358065,"rankingMetricValue":4057876},{"date":"2026-11-06 00:00:00","model_permaslug":"particle-ai/particle-1-20261027","variant":"standard","total_completion_tokens":937119458,"total_prompt_tokens":109544624828,"total_native_tokens_reasoning":0,"count":1375645,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"particle-ai/particle-1-20261027","change":2.965947613581883,"rankingMetricValue":110481744286},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"batch","total_completion_tokens":2690134,"total_prompt_tokens":26484927,"total_native_tokens_reasoning":0,"count":2132,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903:batch","change":2.9553725098999344,"rankingMetricValue":29175061},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5-pro-2025-10-06","variant":"standard","total_completion_tokens":8904255,"total_prompt_tokens":9462014,"total_native_tokens_reasoning":0,"count":8459,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-pro-2025-10-06","change":2.925919711137256,"rankingMetricValue":18366269},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/eleven-v3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8184286,"total_native_tokens_reasoning":0,"count":302055,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-20260930","change":2.9202761341411834,"rankingMetricValue":8184286},{"date":"2026-11-06 00:00:00","model_permaslug":"cloudflare/clairic-20261029","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":336393205,"total_native_tokens_reasoning":0,"count":1052876,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clairic-20261029","change":2.74187321912603,"rankingMetricValue":336393205},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":31253832,"total_native_tokens_reasoning":0,"count":160295,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2:batch","change":2.6708459457923053,"rankingMetricValue":31253832},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-saba-2502","variant":"standard","total_completion_tokens":4697630,"total_prompt_tokens":27154226,"total_native_tokens_reasoning":0,"count":35279,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-saba-2502","change":2.637313902568148,"rankingMetricValue":31851856},{"date":"2026-11-06 00:00:00","model_permaslug":"assemblyai/assemblyai-tts-1-20261028","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":227982,"total_native_tokens_reasoning":0,"count":5995,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/assemblyai-tts-1-20261028","change":2.6122254967202205,"rankingMetricValue":227982},{"date":"2026-11-06 00:00:00","model_permaslug":"baseten/joey-1-20261029","variant":"standard","total_completion_tokens":23086992,"total_prompt_tokens":5741139415,"total_native_tokens_reasoning":0,"count":20716625,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baseten/joey-1-20261029","change":2.5920678619858646,"rankingMetricValue":5764226407},{"date":"2026-10-31 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"batch","total_completion_tokens":264434,"total_prompt_tokens":135331,"total_native_tokens_reasoning":0,"count":261,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217:batch","change":2.384168021129622,"rankingMetricValue":399765},{"date":"2026-11-06 00:00:00","model_permaslug":"heygen/heygen-voice-1-turbo-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":11528930,"total_native_tokens_reasoning":0,"count":156068,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-turbo-20261009","change":2.316882600516193,"rankingMetricValue":11528930},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.6-35b-a3b-20260415","variant":"standard","total_completion_tokens":7382257842,"total_prompt_tokens":253413486683,"total_native_tokens_reasoning":0,"count":28187915,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-35b-a3b-20260415","change":2.3088065374416242,"rankingMetricValue":260795744525},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"standard","total_completion_tokens":307393261,"total_prompt_tokens":23060063175,"total_native_tokens_reasoning":0,"count":140347,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709","change":2.248604841665315,"rankingMetricValue":23367456436},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"batch","total_completion_tokens":599493346,"total_prompt_tokens":4980648526,"total_native_tokens_reasoning":0,"count":581142,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929:batch","change":2.242001963724784,"rankingMetricValue":5580141872},{"date":"2026-11-06 00:00:00","model_permaslug":"amazon/titan-embed-text-v2-20261026","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":377621978,"total_native_tokens_reasoning":0,"count":87807,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/titan-embed-text-v2-20261026","change":2.236002411195649,"rankingMetricValue":377621978},{"date":"2026-11-06 00:00:00","model_permaslug":"nace-ai/drex-v1.5-20261009","variant":"standard","total_completion_tokens":5134703648,"total_prompt_tokens":20222910764,"total_native_tokens_reasoning":0,"count":50533438,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v1.5-20261009","change":2.1807328629732834,"rankingMetricValue":25357614412},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"batch","total_completion_tokens":1417091,"total_prompt_tokens":14781022,"total_native_tokens_reasoning":0,"count":123,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929:batch","change":2.024069355589094,"rankingMetricValue":16198113},{"date":"2026-11-06 00:00:00","model_permaslug":"meta-llama/llama-3.2-1b-instruct","variant":"standard","total_completion_tokens":35638374,"total_prompt_tokens":205160532,"total_native_tokens_reasoning":0,"count":487399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-1b-instruct","change":1.9355366391380835,"rankingMetricValue":240798906},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"standard","total_completion_tokens":55798698,"total_prompt_tokens":45468041,"total_native_tokens_reasoning":0,"count":17963,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617","change":1.9039715692401151,"rankingMetricValue":101266739},{"date":"2026-11-06 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"standard","total_completion_tokens":35519023,"total_prompt_tokens":19275170,"total_native_tokens_reasoning":0,"count":14137,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811","change":1.8981561964967733,"rankingMetricValue":54794193},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-spark-open-20261015","variant":"standard","total_completion_tokens":3847200802,"total_prompt_tokens":107511507774,"total_native_tokens_reasoning":0,"count":2884080,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-open-20261015","change":1.8259140203770943,"rankingMetricValue":111358708576},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","variant":"standard","total_completion_tokens":1955622656,"total_prompt_tokens":12469137164,"total_native_tokens_reasoning":0,"count":4199128,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","change":1.7473558759201282,"rankingMetricValue":14424759820},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","variant":"standard","total_completion_tokens":3244643108,"total_prompt_tokens":2189606836,"total_native_tokens_reasoning":0,"count":524445,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","change":1.5962751194015796,"rankingMetricValue":5434249944},{"date":"2026-11-06 00:00:00","model_permaslug":"heygen/heygen-voice-1-turbo-20261009","variant":"free","total_completion_tokens":0,"total_prompt_tokens":21955824,"total_native_tokens_reasoning":0,"count":160472,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-turbo-20261009:free","change":1.570214862132551,"rankingMetricValue":21955824},{"date":"2026-11-06 00:00:00","model_permaslug":"fireworks/ember-1-20260923","variant":"standard","total_completion_tokens":55310745,"total_prompt_tokens":5382560985,"total_native_tokens_reasoning":0,"count":55170,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fireworks/ember-1-20260923","change":1.567196035180285,"rankingMetricValue":5437871730},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","variant":"standard","total_completion_tokens":31163550,"total_prompt_tokens":171769744,"total_native_tokens_reasoning":0,"count":38188,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","change":1.5452701106343592,"rankingMetricValue":202933294},{"date":"2026-11-06 00:00:00","model_permaslug":"black-forest-labs/flux-3-image-klein-20261015","variant":"standard","total_completion_tokens":1332384450,"total_prompt_tokens":104738897,"total_native_tokens_reasoning":0,"count":319134,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-image-klein-20261015","change":1.5349453177556573,"rankingMetricValue":1437123347},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/eleven-v3-conversational-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":898332,"total_native_tokens_reasoning":0,"count":29683,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-conversational-20260930","change":1.5091320438516864,"rankingMetricValue":898332},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/o3-pro-2025-06-10","variant":"standard","total_completion_tokens":1518854,"total_prompt_tokens":11524011,"total_native_tokens_reasoning":0,"count":3796,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-pro-2025-06-10","change":1.4436088746467943,"rankingMetricValue":13042865},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mixtral-8x22b-instruct","variant":"standard","total_completion_tokens":8868859,"total_prompt_tokens":100302319,"total_native_tokens_reasoning":0,"count":56475,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mixtral-8x22b-instruct","change":1.3947179020067089,"rankingMetricValue":109171178},{"date":"2026-11-06 00:00:00","model_permaslug":"scaledown/classify-1-20260928","variant":"standard","total_completion_tokens":1867161,"total_prompt_tokens":5422220827,"total_native_tokens_reasoning":0,"count":662074,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/classify-1-20260928","change":1.3263186941556344,"rankingMetricValue":5424087988},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"free","total_completion_tokens":5863452406,"total_prompt_tokens":123791334527,"total_native_tokens_reasoning":0,"count":4227282,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428:free","change":1.2507347957693122,"rankingMetricValue":129654786933},{"date":"2026-11-06 00:00:00","model_permaslug":"amazon/nova-2-lite-v1","variant":"standard","total_completion_tokens":242245330,"total_prompt_tokens":2120173648,"total_native_tokens_reasoning":0,"count":519736,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-2-lite-v1","change":1.1690230065175267,"rankingMetricValue":2362418978},{"date":"2026-11-06 00:00:00","model_permaslug":"amazon/titan-embed-text-v1-20261026","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":13065890,"total_native_tokens_reasoning":0,"count":7045,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/titan-embed-text-v1-20261026","change":1.1688813534225737,"rankingMetricValue":13065890},{"date":"2026-11-06 00:00:00","model_permaslug":"tencent/hunyuan-a13b-instruct","variant":"standard","total_completion_tokens":11030882,"total_prompt_tokens":51319010,"total_native_tokens_reasoning":0,"count":24552,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hunyuan-a13b-instruct","change":1.1455688575319851,"rankingMetricValue":62349892},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-20260514","variant":"standard","total_completion_tokens":41983800,"total_prompt_tokens":3743943,"total_native_tokens_reasoning":0,"count":10043,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-20260514","change":1.133693831692008,"rankingMetricValue":45727743},{"date":"2026-11-06 00:00:00","model_permaslug":"togethercomputer/tev1-4b-experimental-20260923","variant":"standard","total_completion_tokens":2873239,"total_prompt_tokens":1083040728,"total_native_tokens_reasoning":0,"count":486569,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"togethercomputer/tev1-4b-experimental-20260923","change":1.1332838928869204,"rankingMetricValue":1085913967},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-20260514","variant":"standard","total_completion_tokens":6354350,"total_prompt_tokens":400472,"total_native_tokens_reasoning":0,"count":1520,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-20260514","change":1.0840188717432298,"rankingMetricValue":6754822},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-spark-1.1-20260709","variant":"standard","total_completion_tokens":89210300,"total_prompt_tokens":2366904940,"total_native_tokens_reasoning":0,"count":91606,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.1-20260709","change":1.0681170303326841,"rankingMetricValue":2456115240},{"date":"2026-11-06 00:00:00","model_permaslug":"inclusionai/ling-3.1-flash-20261002","variant":"standard","total_completion_tokens":2438691356,"total_prompt_tokens":52533509604,"total_native_tokens_reasoning":0,"count":1706814,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.1-flash-20261002","change":1.0480447712639793,"rankingMetricValue":54972200960},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/microsoft-decision-1-20261009","variant":"standard","total_completion_tokens":27060061,"total_prompt_tokens":43229256830,"total_native_tokens_reasoning":0,"count":14105493,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/microsoft-decision-1-20261009","change":1.028001261613643,"rankingMetricValue":43256316891},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6.1-terra-20261026","variant":"standard","total_completion_tokens":8966640792,"total_prompt_tokens":964931599676,"total_native_tokens_reasoning":0,"count":30022279,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-terra-20261026","change":1.0278636797407057,"rankingMetricValue":973898240468},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/phi-4","variant":"standard","total_completion_tokens":214534124,"total_prompt_tokens":1004390973,"total_native_tokens_reasoning":0,"count":842167,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/phi-4","change":1.0220760723429743,"rankingMetricValue":1218925097},{"date":"2026-11-06 00:00:00","model_permaslug":"rekaai/reka-edge-2603","variant":"standard","total_completion_tokens":5748678,"total_prompt_tokens":133918180,"total_native_tokens_reasoning":0,"count":659904,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-edge-2603","change":0.9734384776145903,"rankingMetricValue":139666858},{"date":"2026-11-06 00:00:00","model_permaslug":"writer/palmyra-x5-20250428","variant":"standard","total_completion_tokens":10294615,"total_prompt_tokens":124162911,"total_native_tokens_reasoning":0,"count":17397,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"writer/palmyra-x5-20250428","change":0.9621872296123813,"rankingMetricValue":134457526},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/command-r7b-12-2024","variant":"standard","total_completion_tokens":21590817,"total_prompt_tokens":179048458,"total_native_tokens_reasoning":0,"count":83133,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r7b-12-2024","change":0.9595713019902105,"rankingMetricValue":200639275},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/codestral-embed-2505","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":529482978,"total_native_tokens_reasoning":0,"count":114138,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-embed-2505","change":0.9007222811738294,"rankingMetricValue":529482978},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":28527,"total_native_tokens_reasoning":0,"count":2958,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2-20260930","change":0.8817282321899736,"rankingMetricValue":28527},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"standard","total_completion_tokens":113565604,"total_prompt_tokens":1436002601,"total_native_tokens_reasoning":0,"count":466831,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2512","change":0.877637860567091,"rankingMetricValue":1549568205},{"date":"2026-11-06 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"standard","total_completion_tokens":485101977,"total_prompt_tokens":5712579530,"total_native_tokens_reasoning":0,"count":856796,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730","change":0.8764030217084722,"rankingMetricValue":6197681507},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-image-1-mini","variant":"standard","total_completion_tokens":59389912,"total_prompt_tokens":19582107,"total_native_tokens_reasoning":0,"count":56363,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1-mini","change":0.8343003017749845,"rankingMetricValue":78972019},{"date":"2026-11-06 00:00:00","model_permaslug":"perceptron/perceptron-mk1-20260512","variant":"standard","total_completion_tokens":24465269,"total_prompt_tokens":375388628,"total_native_tokens_reasoning":0,"count":513035,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1-20260512","change":0.8250667288511528,"rankingMetricValue":399853897},{"date":"2026-11-06 00:00:00","model_permaslug":"amazon/titan-embed-image-v1-20261026","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1717252,"total_native_tokens_reasoning":0,"count":263717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/titan-embed-image-v1-20261026","change":0.8161351082382479,"rankingMetricValue":1717252},{"date":"2026-11-06 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","variant":"standard","total_completion_tokens":138955027,"total_prompt_tokens":1628008029,"total_native_tokens_reasoning":0,"count":602459,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","change":0.7994656799101674,"rankingMetricValue":1766963056},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-32b-04-28","variant":"standard","total_completion_tokens":2718409038,"total_prompt_tokens":22069766317,"total_native_tokens_reasoning":0,"count":14110293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-32b-04-28","change":0.7925518472369248,"rankingMetricValue":24788175355},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/voyage-4-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6358592926,"total_native_tokens_reasoning":0,"count":1451940,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-lite-20260727","change":0.7659659995515542,"rankingMetricValue":6358592926},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-4.6-20251208","variant":"standard","total_completion_tokens":256705186,"total_prompt_tokens":2046232766,"total_native_tokens_reasoning":0,"count":540664,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6-20251208","change":0.7500534844584976,"rankingMetricValue":2302937952},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6.1-terra-pro-20261026","variant":"standard","total_completion_tokens":426461901,"total_prompt_tokens":33416267475,"total_native_tokens_reasoning":0,"count":372511,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-terra-pro-20261026","change":0.7445189021916035,"rankingMetricValue":33842729376},{"date":"2026-11-06 00:00:00","model_permaslug":"thenlper/gte-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":15328641,"total_native_tokens_reasoning":0,"count":5334,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-large-20251117","change":0.7426934538494315,"rankingMetricValue":15328641},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","variant":"standard","total_completion_tokens":1263862027,"total_prompt_tokens":15226468591,"total_native_tokens_reasoning":0,"count":9374395,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","change":0.740857347235489,"rankingMetricValue":16490330618},{"date":"2026-11-06 00:00:00","model_permaslug":"moonshotai/kimi-k3.1-pro-20261023","variant":"standard","total_completion_tokens":26769570455,"total_prompt_tokens":3500252033031,"total_native_tokens_reasoning":0,"count":26961827,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3.1-pro-20261023","change":0.7395527149244477,"rankingMetricValue":3527021603486},{"date":"2026-11-06 00:00:00","model_permaslug":"baai/bge-m3-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":47769944099,"total_native_tokens_reasoning":0,"count":21088686,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3-20251117","change":0.7102542287472613,"rankingMetricValue":47769944099},{"date":"2026-11-06 00:00:00","model_permaslug":"meta-llama/llama-guard-4-12b","variant":"standard","total_completion_tokens":15118036,"total_prompt_tokens":3268738079,"total_native_tokens_reasoning":0,"count":2506600,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-guard-4-12b","change":0.7047764890414507,"rankingMetricValue":3283856115},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"standard","total_completion_tokens":1139295127,"total_prompt_tokens":10472255861,"total_native_tokens_reasoning":0,"count":3009455,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-2603","change":0.6925919328047601,"rankingMetricValue":11611550988},{"date":"2026-11-06 00:00:00","model_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","variant":"standard","total_completion_tokens":200238,"total_prompt_tokens":5811826,"total_native_tokens_reasoning":0,"count":348,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","change":0.6872147137476508,"rankingMetricValue":6012064},{"date":"2026-11-06 00:00:00","model_permaslug":"aion-labs/aion-rp-llama-3.1-8b","variant":"standard","total_completion_tokens":2706417,"total_prompt_tokens":23291921,"total_native_tokens_reasoning":0,"count":18386,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-rp-llama-3.1-8b","change":0.6776153986030249,"rankingMetricValue":25998338},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/eleven-v4-turbo-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":35301755,"total_native_tokens_reasoning":0,"count":1146281,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-turbo-20260930","change":0.657283294691915,"rankingMetricValue":35301755},{"date":"2026-11-06 00:00:00","model_permaslug":"black-forest-labs/flux.2-flex","variant":"standard","total_completion_tokens":16329955,"total_prompt_tokens":7746550,"total_native_tokens_reasoning":0,"count":3319,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-flex","change":0.6534182861370006,"rankingMetricValue":24076505},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/command-r-08-2024","variant":"standard","total_completion_tokens":13497048,"total_prompt_tokens":136446517,"total_native_tokens_reasoning":0,"count":116626,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-08-2024","change":0.6113417558272842,"rankingMetricValue":149943565},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":637631,"total_native_tokens_reasoning":0,"count":25371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","change":0.6112901065633631,"rankingMetricValue":637631},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"batch","total_completion_tokens":132092077,"total_prompt_tokens":879983261,"total_native_tokens_reasoning":0,"count":354533,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721:batch","change":0.6017426149854053,"rankingMetricValue":1012075338},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"batch","total_completion_tokens":352883661,"total_prompt_tokens":758765365,"total_native_tokens_reasoning":0,"count":963835,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b:batch","change":0.584924317847812,"rankingMetricValue":1111649026},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance/ui-tars-1.5-7b","variant":"standard","total_completion_tokens":8512326,"total_prompt_tokens":498111717,"total_native_tokens_reasoning":0,"count":144875,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/ui-tars-1.5-7b","change":0.566922430025473,"rankingMetricValue":506624043},{"date":"2026-11-06 00:00:00","model_permaslug":"baai/bge-base-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1911249836,"total_native_tokens_reasoning":0,"count":751207,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-base-en-v1.5-20251117","change":0.5659870330428749,"rankingMetricValue":1911249836},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","variant":"standard","total_completion_tokens":877097777,"total_prompt_tokens":13825285,"total_native_tokens_reasoning":0,"count":31500,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","change":0.5514013006027418,"rankingMetricValue":890923062},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","variant":"standard","total_completion_tokens":437894455,"total_prompt_tokens":760508221,"total_native_tokens_reasoning":0,"count":157518,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","change":0.534474624712667,"rankingMetricValue":1198402676},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"standard","total_completion_tokens":3729211,"total_prompt_tokens":15350307,"total_native_tokens_reasoning":0,"count":9189,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305","change":0.5240352744798559,"rankingMetricValue":19079518},{"date":"2026-11-06 00:00:00","model_permaslug":"nace-ai/drex-max-20261016","variant":"standard","total_completion_tokens":5069448783,"total_prompt_tokens":14447644959,"total_native_tokens_reasoning":0,"count":21114394,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-max-20261016","change":0.5183635127254623,"rankingMetricValue":19517093742},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"standard","total_completion_tokens":1526414,"total_prompt_tokens":46062717,"total_native_tokens_reasoning":0,"count":3053,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","change":0.5106114056576747,"rankingMetricValue":47589131},{"date":"2026-11-06 00:00:00","model_permaslug":"tencent/hy-mt2-30b-a3b-20260521","variant":"standard","total_completion_tokens":512809228,"total_prompt_tokens":1251705432,"total_native_tokens_reasoning":0,"count":2916888,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-30b-a3b-20260521","change":0.5032883834302915,"rankingMetricValue":1764514660},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/devstral-2512","variant":"standard","total_completion_tokens":73998459,"total_prompt_tokens":5833146755,"total_native_tokens_reasoning":0,"count":212461,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/devstral-2512","change":0.5013435517721166,"rankingMetricValue":5907145214},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-large-2407","variant":"standard","total_completion_tokens":8806685,"total_prompt_tokens":151985280,"total_native_tokens_reasoning":0,"count":57466,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2407","change":0.4937292472272566,"rankingMetricValue":160791965},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"batch","total_completion_tokens":578762242,"total_prompt_tokens":3760014743,"total_native_tokens_reasoning":0,"count":1081386,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921:batch","change":0.4874157985752672,"rankingMetricValue":4338776985},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"batch","total_completion_tokens":13564263,"total_prompt_tokens":66581036,"total_native_tokens_reasoning":0,"count":1147530,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723:batch","change":0.4683138969872774,"rankingMetricValue":80145299},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"batch","total_completion_tokens":39184262,"total_prompt_tokens":66265102,"total_native_tokens_reasoning":0,"count":1007,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709:batch","change":0.4600915322986657,"rankingMetricValue":105449364},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"standard","total_completion_tokens":28406960,"total_prompt_tokens":597864032,"total_native_tokens_reasoning":0,"count":135757,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-2508","change":0.4548285059529134,"rankingMetricValue":626270992},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-flash-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2956029,"total_native_tokens_reasoning":0,"count":143741,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-flash-20261001","change":0.4506729417307301,"rankingMetricValue":2956029},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-nano-banana-2.1-20261006","variant":"standard","total_completion_tokens":1656477640,"total_prompt_tokens":2254269673,"total_native_tokens_reasoning":0,"count":1082879,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-nano-banana-2.1-20261006","change":0.44651224510121273,"rankingMetricValue":3910747313},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/pplx-decider-v1.2-20261016","variant":"standard","total_completion_tokens":727980573,"total_prompt_tokens":397865532385,"total_native_tokens_reasoning":0,"count":206635717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-v1.2-20261016","change":0.44184296573799514,"rankingMetricValue":398593512958},{"date":"2026-11-06 00:00:00","model_permaslug":"sourceful/riverflow-v2-fast-20260130","variant":"standard","total_completion_tokens":8337475,"total_prompt_tokens":840772,"total_native_tokens_reasoning":0,"count":1997,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-fast-20260130","change":0.43231003481115726,"rankingMetricValue":9178247},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/voyage-4-large-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5239486465,"total_native_tokens_reasoning":0,"count":6596056,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-large-20260727","change":0.4311446285001891,"rankingMetricValue":5239486465},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5-image","variant":"standard","total_completion_tokens":3701001,"total_prompt_tokens":10046372,"total_native_tokens_reasoning":0,"count":8231,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image","change":0.3854134344673488,"rankingMetricValue":13747373},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-rerank-8b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":1170800000,"total_native_tokens_reasoning":0,"count":47456,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-rerank-8b-20261021:free","change":0.38138727050780724,"rankingMetricValue":1170800000},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","variant":"free","total_completion_tokens":33287083951,"total_prompt_tokens":2866450738011,"total_native_tokens_reasoning":0,"count":25877302,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-super-vl-20261015:free","change":0.37943124105744624,"rankingMetricValue":2899737821962},{"date":"2026-11-06 00:00:00","model_permaslug":"amazon/nova-lite-v1","variant":"standard","total_completion_tokens":105722612,"total_prompt_tokens":743697444,"total_native_tokens_reasoning":0,"count":634181,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-lite-v1","change":0.37607869167250957,"rankingMetricValue":849420056},{"date":"2026-11-06 00:00:00","model_permaslug":"liquid/d1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":69971164258,"total_native_tokens_reasoning":0,"count":21607549,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1-20260930","change":0.37501268274815125,"rankingMetricValue":69971164258},{"date":"2026-11-06 00:00:00","model_permaslug":"hexgrad/kokoro-82m","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":37738700,"total_native_tokens_reasoning":0,"count":723436,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"hexgrad/kokoro-82m","change":0.3696930279352237,"rankingMetricValue":37738700},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","variant":"standard","total_completion_tokens":2046815151,"total_prompt_tokens":25598692006,"total_native_tokens_reasoning":0,"count":14576335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","change":0.3547301393724097,"rankingMetricValue":27645507157},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-20260528","variant":"standard","total_completion_tokens":3138696246,"total_prompt_tokens":3596899970,"total_native_tokens_reasoning":0,"count":2762439,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-20260528","change":0.3540430031719074,"rankingMetricValue":6735596216},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-14b-04-28","variant":"standard","total_completion_tokens":778859176,"total_prompt_tokens":2686437510,"total_native_tokens_reasoning":0,"count":1481641,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-14b-04-28","change":0.34996499563870276,"rankingMetricValue":3465296686},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-4.5","variant":"standard","total_completion_tokens":70747522,"total_prompt_tokens":2084982050,"total_native_tokens_reasoning":0,"count":170797,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5","change":0.349547116837373,"rankingMetricValue":2155729572},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-code-20260730","variant":"standard","total_completion_tokens":9664229,"total_prompt_tokens":304260364,"total_native_tokens_reasoning":0,"count":16519,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-code-20260730","change":0.34297439398300833,"rankingMetricValue":313924593},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"standard","total_completion_tokens":4511495558,"total_prompt_tokens":25662575249,"total_native_tokens_reasoning":0,"count":2965209,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-pro","change":0.3414349256409827,"rankingMetricValue":30174070807},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-2.5-coder-32b-instruct","variant":"standard","total_completion_tokens":16673081,"total_prompt_tokens":99827890,"total_native_tokens_reasoning":0,"count":66108,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-coder-32b-instruct","change":0.3399152219127242,"rankingMetricValue":116500971},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","variant":"standard","total_completion_tokens":1118345496,"total_prompt_tokens":35721765218,"total_native_tokens_reasoning":0,"count":955651,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","change":0.33862047737791234,"rankingMetricValue":36840110714},{"date":"2026-11-06 00:00:00","model_permaslug":"meta-llama/llama-3.2-3b-instruct","variant":"standard","total_completion_tokens":85638291,"total_prompt_tokens":673881310,"total_native_tokens_reasoning":0,"count":956480,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-3b-instruct","change":0.3371040978531713,"rankingMetricValue":759519601},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"batch","total_completion_tokens":2601183398,"total_prompt_tokens":5581837312,"total_native_tokens_reasoning":0,"count":2597420,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902:batch","change":0.33412395604638717,"rankingMetricValue":8183020710},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5.1-20260406","variant":"standard","total_completion_tokens":1570401114,"total_prompt_tokens":29615884018,"total_native_tokens_reasoning":0,"count":1775760,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.1-20260406","change":0.3266853394779434,"rankingMetricValue":31186285132},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-coder-flash","variant":"standard","total_completion_tokens":29551119,"total_prompt_tokens":1858985255,"total_native_tokens_reasoning":0,"count":173861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-flash","change":0.3252466801639933,"rankingMetricValue":1888536374},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-1b","variant":"free","total_completion_tokens":0,"total_prompt_tokens":53048,"total_native_tokens_reasoning":0,"count":171,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-1b:free","change":0.31947069943289225,"rankingMetricValue":53048},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-image-2.1-turbo-20261016","variant":"standard","total_completion_tokens":195460975,"total_prompt_tokens":15061965,"total_native_tokens_reasoning":0,"count":46504,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-2.1-turbo-20261016","change":0.31657536987296364,"rankingMetricValue":210522940},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"batch","total_completion_tokens":64146809,"total_prompt_tokens":105745345,"total_native_tokens_reasoning":0,"count":27453,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219:batch","change":0.30846623838694137,"rankingMetricValue":169892154},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"standard","total_completion_tokens":100168454643,"total_prompt_tokens":3965386627743,"total_native_tokens_reasoning":0,"count":147500238,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709","change":0.3062534367587171,"rankingMetricValue":4065555082386},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"standard","total_completion_tokens":26672765883,"total_prompt_tokens":672720203886,"total_native_tokens_reasoning":0,"count":38028371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814","change":0.3027237399380636,"rankingMetricValue":699392969769},{"date":"2026-11-06 00:00:00","model_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","variant":"standard","total_completion_tokens":1098254190,"total_prompt_tokens":15542286317,"total_native_tokens_reasoning":0,"count":9663499,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","change":0.29683704986317994,"rankingMetricValue":16640540507},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/command-a-plus-05-2026","variant":"standard","total_completion_tokens":249981746,"total_prompt_tokens":1453015220,"total_native_tokens_reasoning":0,"count":129961,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-plus-05-2026","change":0.2931762974592655,"rankingMetricValue":1702996966},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"standard","total_completion_tokens":520749672,"total_prompt_tokens":21890492694,"total_native_tokens_reasoning":0,"count":445138,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903","change":0.29163746319402334,"rankingMetricValue":22411242366},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-mini-20260224","variant":"standard","total_completion_tokens":733133337,"total_prompt_tokens":3000794843,"total_native_tokens_reasoning":0,"count":1718782,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-mini-20260224","change":0.29057064001927924,"rankingMetricValue":3733928180},{"date":"2026-11-06 00:00:00","model_permaslug":"reflection/beam-1.0-501b-a23b-20261016","variant":"standard","total_completion_tokens":2053083390,"total_prompt_tokens":73261232929,"total_native_tokens_reasoning":0,"count":1569531,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"reflection/beam-1.0-501b-a23b-20261016","change":0.28091593180015706,"rankingMetricValue":75314316319},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"free","total_completion_tokens":13882374040,"total_prompt_tokens":1140418699148,"total_native_tokens_reasoning":0,"count":16011311,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807:free","change":0.27778076997011736,"rankingMetricValue":1154301073188},{"date":"2026-11-06 00:00:00","model_permaslug":"heygen/heygen-voice-1-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":459660,"total_native_tokens_reasoning":0,"count":8433,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-20261009","change":0.271109808335246,"rankingMetricValue":459660},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"standard","total_completion_tokens":7866865143,"total_prompt_tokens":115056426952,"total_native_tokens_reasoning":0,"count":35398113,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310","change":0.25693774369016753,"rankingMetricValue":122923292095},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/command-a-03-2025","variant":"standard","total_completion_tokens":6105165,"total_prompt_tokens":107931036,"total_native_tokens_reasoning":0,"count":56413,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-03-2025","change":0.2530344546618209,"rankingMetricValue":114036201},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-medium-3","variant":"standard","total_completion_tokens":23207247,"total_prompt_tokens":456912762,"total_native_tokens_reasoning":0,"count":108518,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3","change":0.25284060896914085,"rankingMetricValue":480120009},{"date":"2026-11-06 00:00:00","model_permaslug":"cloudflare/clef-flash","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":27602850247,"total_native_tokens_reasoning":0,"count":26848064,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-flash","change":0.25008537787978785,"rankingMetricValue":27602850247},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v3-20260413","variant":"standard","total_completion_tokens":4028875,"total_prompt_tokens":150953,"total_native_tokens_reasoning":0,"count":962,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v3-20260413","change":0.24507030170665056,"rankingMetricValue":4179828},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507","variant":"standard","total_completion_tokens":32548464,"total_prompt_tokens":152664409,"total_native_tokens_reasoning":0,"count":303713,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507","change":0.23552146699091203,"rankingMetricValue":185212873},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"standard","total_completion_tokens":2382081866,"total_prompt_tokens":9328357810,"total_native_tokens_reasoning":0,"count":2284247,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","change":0.23457209982212962,"rankingMetricValue":11710439676},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"batch","total_completion_tokens":218638884,"total_prompt_tokens":339549795,"total_native_tokens_reasoning":0,"count":358230,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430:batch","change":0.2344490548653385,"rankingMetricValue":558188679},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20261017","variant":"standard","total_completion_tokens":761045187914,"total_prompt_tokens":55389868501742,"total_native_tokens_reasoning":0,"count":888286004,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20261017","change":0.2332250642318378,"rankingMetricValue":56150913689656},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-image-3-pro-20260805","variant":"standard","total_completion_tokens":59092950,"total_prompt_tokens":6608283,"total_native_tokens_reasoning":0,"count":13151,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-pro-20260805","change":0.22217882566370367,"rankingMetricValue":65701233},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"standard","total_completion_tokens":1070224673,"total_prompt_tokens":16913883920,"total_native_tokens_reasoning":0,"count":2679248,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810","change":0.22098255631005598,"rankingMetricValue":17984108593},{"date":"2026-11-06 00:00:00","model_permaslug":"fish-audio/drama-3-20261013","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":50327779,"total_native_tokens_reasoning":0,"count":1011841,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/drama-3-20261013","change":0.22035359808633903,"rankingMetricValue":50327779},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-image-2.6-20260904","variant":"standard","total_completion_tokens":24316245,"total_prompt_tokens":26465744,"total_native_tokens_reasoning":0,"count":23519,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-20260904","change":0.21981303770527902,"rankingMetricValue":50781989},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-4.5-20260708","variant":"standard","total_completion_tokens":3896798360,"total_prompt_tokens":74320521373,"total_native_tokens_reasoning":0,"count":5514650,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.5-20260708","change":0.21883354909655245,"rankingMetricValue":78217319733},{"date":"2026-11-06 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"standard","total_completion_tokens":130082788,"total_prompt_tokens":2039216405,"total_native_tokens_reasoning":0,"count":167626,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907","change":0.21825042484667195,"rankingMetricValue":2169299193},{"date":"2026-11-06 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"standard","total_completion_tokens":36982621451,"total_prompt_tokens":2031148751110,"total_native_tokens_reasoning":0,"count":35424061,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715","change":0.21498909785393533,"rankingMetricValue":2068131372561},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"free","total_completion_tokens":6962277120,"total_prompt_tokens":208095905829,"total_native_tokens_reasoning":0,"count":7486666,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617:free","change":0.20900453298477606,"rankingMetricValue":215058182949},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/minimax-m2.5-20260211","variant":"standard","total_completion_tokens":251739161,"total_prompt_tokens":9784212548,"total_native_tokens_reasoning":0,"count":481832,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.5-20260211","change":0.19785912919462306,"rankingMetricValue":10035951709},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"standard","total_completion_tokens":12587887699,"total_prompt_tokens":307726286629,"total_native_tokens_reasoning":0,"count":18393104,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709","change":0.19126422692811257,"rankingMetricValue":320314174328},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2494091,"total_native_tokens_reasoning":0,"count":101522,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-20261001","change":0.1907196955229809,"rankingMetricValue":2494091},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","variant":"standard","total_completion_tokens":172113331,"total_prompt_tokens":3579810278,"total_native_tokens_reasoning":0,"count":124791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","change":0.19052339472587462,"rankingMetricValue":3751923609},{"date":"2026-11-06 00:00:00","model_permaslug":"upstage/solar-decide-flash-20261008","variant":"standard","total_completion_tokens":1054075,"total_prompt_tokens":1244426360,"total_native_tokens_reasoning":0,"count":640332,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-flash-20261008","change":0.18957687524260336,"rankingMetricValue":1245480435},{"date":"2026-11-06 00:00:00","model_permaslug":"prism-ml/ternary-bonsai-2-9b-20261015","variant":"standard","total_completion_tokens":38015453,"total_prompt_tokens":119435952,"total_native_tokens_reasoning":0,"count":78008,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"prism-ml/ternary-bonsai-2-9b-20261015","change":0.18920582197950875,"rankingMetricValue":157451405},{"date":"2026-11-06 00:00:00","model_permaslug":"thedrummer/skyfall-36b-v2","variant":"standard","total_completion_tokens":24701649,"total_prompt_tokens":258186417,"total_native_tokens_reasoning":0,"count":95181,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/skyfall-36b-v2","change":0.18358969388870167,"rankingMetricValue":282888066},{"date":"2026-11-06 00:00:00","model_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","variant":"free","total_completion_tokens":4690663936,"total_prompt_tokens":96882042263,"total_native_tokens_reasoning":0,"count":9049788,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015:free","change":0.1806692153132053,"rankingMetricValue":101572706199},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":54772,"total_native_tokens_reasoning":0,"count":2726,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2-20260930","change":0.18053280455211657,"rankingMetricValue":54772},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-build-0.1-20260520","variant":"standard","total_completion_tokens":105755728,"total_prompt_tokens":2925160589,"total_native_tokens_reasoning":0,"count":74783,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-build-0.1-20260520","change":0.1793880598941124,"rankingMetricValue":3030916317},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"batch","total_completion_tokens":687481,"total_prompt_tokens":115689225,"total_native_tokens_reasoning":0,"count":6990,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-20260305:batch","change":0.1787861750499613,"rankingMetricValue":116376706},{"date":"2026-11-06 00:00:00","model_permaslug":"canopylabs/orpheus-3b-0.1-ft","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":258581,"total_native_tokens_reasoning":0,"count":14342,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"canopylabs/orpheus-3b-0.1-ft","change":0.1784589582678206,"rankingMetricValue":258581},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-30b-a3b","variant":"standard","total_completion_tokens":1636848958,"total_prompt_tokens":4652047047,"total_native_tokens_reasoning":0,"count":831866,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-30b-a3b","change":0.17311601004047145,"rankingMetricValue":6288896005},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-oss-safeguard-20b","variant":"standard","total_completion_tokens":670487758,"total_prompt_tokens":3411280239,"total_native_tokens_reasoning":0,"count":2389933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-safeguard-20b","change":0.16979721606880457,"rankingMetricValue":4081767997},{"date":"2026-11-06 00:00:00","model_permaslug":"intfloat/e5-large-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":23711396,"total_native_tokens_reasoning":0,"count":19612,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-large-v2-20251117","change":0.1687069942625829,"rankingMetricValue":23711396},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.8-max-20260902","variant":"standard","total_completion_tokens":6542587284,"total_prompt_tokens":175427758983,"total_native_tokens_reasoning":0,"count":2653360,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-20260902","change":0.1672059658746352,"rankingMetricValue":181970346267},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"standard","total_completion_tokens":12056555442,"total_prompt_tokens":213769162666,"total_native_tokens_reasoning":0,"count":93710850,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini","change":0.1663779400136433,"rankingMetricValue":225825718108},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/sonar-pro","variant":"standard","total_completion_tokens":468635640,"total_prompt_tokens":719078123,"total_native_tokens_reasoning":0,"count":803313,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro","change":0.16314590112276203,"rankingMetricValue":1187713763},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/rerank-3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":14912870067,"total_native_tokens_reasoning":0,"count":1794945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-20260930","change":0.1536952948079983,"rankingMetricValue":14912870067},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4o-mini-transcribe","variant":"standard","total_completion_tokens":106594599,"total_prompt_tokens":356062223,"total_native_tokens_reasoning":0,"count":826581,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-transcribe","change":0.15143764607615337,"rankingMetricValue":462656822},{"date":"2026-11-06 00:00:00","model_permaslug":"aion-labs/aion-3.5-mini-20260923","variant":"standard","total_completion_tokens":139028813,"total_prompt_tokens":1204635523,"total_native_tokens_reasoning":0,"count":85259,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-mini-20260923","change":0.1507617788268229,"rankingMetricValue":1343664336},{"date":"2026-10-31 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"batch","total_completion_tokens":423428,"total_prompt_tokens":26838,"total_native_tokens_reasoning":0,"count":480,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528:batch","change":0.14942651972909982,"rankingMetricValue":450266},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"standard","total_completion_tokens":3955531970,"total_prompt_tokens":196212459127,"total_native_tokens_reasoning":0,"count":4064297,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528","change":0.1480254776347064,"rankingMetricValue":200167991097},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/command-r-plus-08-2024","variant":"standard","total_completion_tokens":2323297,"total_prompt_tokens":43911028,"total_native_tokens_reasoning":0,"count":36337,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-plus-08-2024","change":0.14783242330463284,"rankingMetricValue":46234325},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/sonar","variant":"standard","total_completion_tokens":1211094649,"total_prompt_tokens":1856542067,"total_native_tokens_reasoning":0,"count":3170864,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar","change":0.14527515109464353,"rankingMetricValue":3067636716},{"date":"2026-11-06 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"batch","total_completion_tokens":2863720,"total_prompt_tokens":20723847,"total_native_tokens_reasoning":0,"count":31573,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715:batch","change":0.1423493250968506,"rankingMetricValue":23587567},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.6-27b-20260422","variant":"standard","total_completion_tokens":813513095,"total_prompt_tokens":10735387119,"total_native_tokens_reasoning":0,"count":1941036,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-27b-20260422","change":0.141254321725673,"rankingMetricValue":11548900214},{"date":"2026-11-06 00:00:00","model_permaslug":"meituan/longcat-2.0-20260720","variant":"standard","total_completion_tokens":153574675,"total_prompt_tokens":6315364287,"total_native_tokens_reasoning":0,"count":225320,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meituan/longcat-2.0-20260720","change":0.1342170390670554,"rankingMetricValue":6468938962},{"date":"2026-10-31 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"batch","total_completion_tokens":915585,"total_prompt_tokens":23802,"total_native_tokens_reasoning":0,"count":485,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205:batch","change":0.13341658522459912,"rankingMetricValue":939387},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"standard","total_completion_tokens":350602463792,"total_prompt_tokens":16886989382694,"total_native_tokens_reasoning":0,"count":521347067,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910","change":0.1322210990777235,"rankingMetricValue":17237591846486},{"date":"2026-11-06 00:00:00","model_permaslug":"venice/uncensored","variant":"standard","total_completion_tokens":125960653,"total_prompt_tokens":1458733555,"total_native_tokens_reasoning":0,"count":470371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"venice/uncensored","change":0.12492520829650784,"rankingMetricValue":1584694208},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/minimax-m3.1-flash-20261019","variant":"standard","total_completion_tokens":80661726008,"total_prompt_tokens":5591773406620,"total_native_tokens_reasoning":0,"count":65008966,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3.1-flash-20261019","change":0.12480291994512929,"rankingMetricValue":5672435132628},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4o-2024-11-20","variant":"standard","total_completion_tokens":54794981,"total_prompt_tokens":701840421,"total_native_tokens_reasoning":0,"count":886158,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-11-20","change":0.12339387488246135,"rankingMetricValue":756635402},{"date":"2026-11-06 00:00:00","model_permaslug":"google/lyria-3-pro-preview-20260330","variant":"standard","total_completion_tokens":3598443,"total_prompt_tokens":214693225,"total_native_tokens_reasoning":0,"count":49120,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-pro-preview-20260330","change":0.12289144008222164,"rankingMetricValue":218291668},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"batch","total_completion_tokens":108991612,"total_prompt_tokens":290165394,"total_native_tokens_reasoning":0,"count":90441,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813:batch","change":0.12269665659181649,"rankingMetricValue":399157006},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"standard","total_completion_tokens":32851878010,"total_prompt_tokens":1172486124925,"total_native_tokens_reasoning":0,"count":29142314,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013","change":0.12260667774403881,"rankingMetricValue":1205338002935},{"date":"2026-11-06 00:00:00","model_permaslug":"tencent/hy-image-v3.5-preview-20260922","variant":"standard","total_completion_tokens":1607285000,"total_prompt_tokens":40476046,"total_native_tokens_reasoning":0,"count":101150,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-image-v3.5-preview-20260922","change":0.12214850364916059,"rankingMetricValue":1647761046},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","variant":"standard","total_completion_tokens":1118444920,"total_prompt_tokens":28512490361,"total_native_tokens_reasoning":0,"count":7515574,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","change":0.11973491015343092,"rankingMetricValue":29630935281},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/text-embedding-ada-002","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1630210095,"total_native_tokens_reasoning":0,"count":3401272,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-ada-002","change":0.11959823902091882,"rankingMetricValue":1630210095},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"standard","total_completion_tokens":10471014100,"total_prompt_tokens":76329109989,"total_native_tokens_reasoning":0,"count":15661213,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07","change":0.11903952968339132,"rankingMetricValue":86800124089},{"date":"2026-11-06 00:00:00","model_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","variant":"standard","total_completion_tokens":1576114161,"total_prompt_tokens":13333479840,"total_native_tokens_reasoning":0,"count":8999811,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","change":0.11391456715901044,"rankingMetricValue":14909594001},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/ministral-3b-2512","variant":"standard","total_completion_tokens":319343343,"total_prompt_tokens":4837625372,"total_native_tokens_reasoning":0,"count":4261359,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-3b-2512","change":0.11308107907934421,"rankingMetricValue":5156968715},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/speech-2.8-hd-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":697098,"total_native_tokens_reasoning":0,"count":40289,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-hd-20260716","change":0.11261886749087845,"rankingMetricValue":697098},{"date":"2026-11-06 00:00:00","model_permaslug":"deepgram/flux-tts-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":140905,"total_native_tokens_reasoning":0,"count":7410,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/flux-tts-20260812","change":0.11243131434345986,"rankingMetricValue":140905},{"date":"2026-11-06 00:00:00","model_permaslug":"tencent/hy-mt2-7b-20260521","variant":"standard","total_completion_tokens":4380146,"total_prompt_tokens":25445737,"total_native_tokens_reasoning":0,"count":110771,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-7b-20260521","change":0.11225848203903965,"rankingMetricValue":29825883},{"date":"2026-11-06 00:00:00","model_permaslug":"perceptron/perceptron-mk1.5-20260925","variant":"standard","total_completion_tokens":18833962,"total_prompt_tokens":235205227,"total_native_tokens_reasoning":0,"count":102261,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1.5-20260925","change":0.11053878176951482,"rankingMetricValue":254039189},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-image-2.5","variant":"standard","total_completion_tokens":23785095,"total_prompt_tokens":10555050,"total_native_tokens_reasoning":0,"count":23607,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5","change":0.11050841149977376,"rankingMetricValue":34340145},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"standard","total_completion_tokens":1556225099,"total_prompt_tokens":60544391195,"total_native_tokens_reasoning":0,"count":5962422,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-20260305","change":0.1097172283458501,"rankingMetricValue":62100616294},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemma-3-27b-it","variant":"standard","total_completion_tokens":10116562295,"total_prompt_tokens":32363873213,"total_native_tokens_reasoning":0,"count":18418281,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-27b-it","change":0.10895691816764218,"rankingMetricValue":42480435508},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":173680906436,"total_native_tokens_reasoning":0,"count":152366757,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-small","change":0.10717366781110257,"rankingMetricValue":173680906436},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4o-mini-2024-07-18","variant":"standard","total_completion_tokens":501641956,"total_prompt_tokens":8787477701,"total_native_tokens_reasoning":0,"count":4314171,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-2024-07-18","change":0.10710204964911448,"rankingMetricValue":9289119657},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.5-flash-20260224","variant":"standard","total_completion_tokens":3488318642,"total_prompt_tokens":38782611064,"total_native_tokens_reasoning":0,"count":28583003,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-flash-20260224","change":0.1070123761077743,"rankingMetricValue":42270929706},{"date":"2026-11-06 00:00:00","model_permaslug":"moonshotai/kimi-k2.6-20260420","variant":"standard","total_completion_tokens":8820144452,"total_prompt_tokens":123345223295,"total_native_tokens_reasoning":0,"count":7219220,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.6-20260420","change":0.10699948307095757,"rankingMetricValue":132165367747},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"standard","total_completion_tokens":18013221067,"total_prompt_tokens":599493506275,"total_native_tokens_reasoning":0,"count":7122139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922","change":0.10208578115645875,"rankingMetricValue":617506727342},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemma-3-4b-it","variant":"standard","total_completion_tokens":808608576,"total_prompt_tokens":3744077593,"total_native_tokens_reasoning":0,"count":10039848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-4b-it","change":0.10123114968800995,"rankingMetricValue":4552686169},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-spark-1.2-contributor-20260805","variant":"standard","total_completion_tokens":305986333,"total_prompt_tokens":14486519115,"total_native_tokens_reasoning":0,"count":281669,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-contributor-20260805","change":0.0945082330649198,"rankingMetricValue":14792505448},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/sonar-pro-search","variant":"standard","total_completion_tokens":100025048,"total_prompt_tokens":152437655,"total_native_tokens_reasoning":0,"count":125168,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro-search","change":0.09353652935562315,"rankingMetricValue":252462703},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-large-4-0-20261006","variant":"standard","total_completion_tokens":7050632465,"total_prompt_tokens":130977837190,"total_native_tokens_reasoning":0,"count":3493479,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-4-0-20261006","change":0.09324951866557013,"rankingMetricValue":138028469655},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-07-25","variant":"standard","total_completion_tokens":2578852239,"total_prompt_tokens":50028987215,"total_native_tokens_reasoning":0,"count":21289335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-07-25","change":0.09132589486895884,"rankingMetricValue":52607839454},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/rerank-2.5-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":65479042252,"total_native_tokens_reasoning":0,"count":3684473,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-lite-20260727","change":0.08989147720008202,"rankingMetricValue":65479042252},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/voyage-4-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8561735599,"total_native_tokens_reasoning":0,"count":4871181,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-20260727","change":0.08667487448416063,"rankingMetricValue":8561735599},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4.1-20260514","variant":"standard","total_completion_tokens":21643200,"total_prompt_tokens":1459858,"total_native_tokens_reasoning":0,"count":5165,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-20260514","change":0.08661171490819253,"rankingMetricValue":23103058},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4-pro-vector-20260514","variant":"standard","total_completion_tokens":1674175,"total_prompt_tokens":65922,"total_native_tokens_reasoning":0,"count":401,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-vector-20260514","change":0.08553406858570906,"rankingMetricValue":1740097},{"date":"2026-11-06 00:00:00","model_permaslug":"stepfun/step-5-preview-20261008","variant":"standard","total_completion_tokens":31548668904,"total_prompt_tokens":6796001875313,"total_native_tokens_reasoning":0,"count":26497075,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-5-preview-20261008","change":0.08365570205652847,"rankingMetricValue":6827550544217},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemma-3-12b-it","variant":"standard","total_completion_tokens":1658889374,"total_prompt_tokens":9539413459,"total_native_tokens_reasoning":0,"count":13648566,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-12b-it","change":0.08243811218254239,"rankingMetricValue":11198302833},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-spark-1.3-20260902","variant":"standard","total_completion_tokens":2722407064,"total_prompt_tokens":116619937489,"total_native_tokens_reasoning":0,"count":1784442,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-20260902","change":0.07931721733247497,"rankingMetricValue":119342344553},{"date":"2026-11-06 00:00:00","model_permaslug":"aion-labs/aion-3.5-20260923","variant":"standard","total_completion_tokens":165482301,"total_prompt_tokens":2296242066,"total_native_tokens_reasoning":0,"count":149238,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-20260923","change":0.07907360859561899,"rankingMetricValue":2461724367},{"date":"2026-11-05 00:00:00","model_permaslug":"minimax/minimax-m2","variant":"standard","total_completion_tokens":29229805,"total_prompt_tokens":257754333,"total_native_tokens_reasoning":0,"count":33043,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2","change":0.07728921784104564,"rankingMetricValue":286984138},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":24353665215,"total_native_tokens_reasoning":0,"count":28614945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-large","change":0.07181073975479751,"rankingMetricValue":24353665215},{"date":"2026-11-06 00:00:00","model_permaslug":"gryphe/mythomax-l2-13b","variant":"standard","total_completion_tokens":108110393,"total_prompt_tokens":619579487,"total_native_tokens_reasoning":0,"count":531615,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"gryphe/mythomax-l2-13b","change":0.0716136097946204,"rankingMetricValue":727689880},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/minimax-m2.7-20260318","variant":"standard","total_completion_tokens":694154758,"total_prompt_tokens":14135618854,"total_native_tokens_reasoning":0,"count":1625338,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.7-20260318","change":0.07135586035004046,"rankingMetricValue":14829773612},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2192580,"total_native_tokens_reasoning":0,"count":63459,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","change":0.06940254647524613,"rankingMetricValue":2192580},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"standard","total_completion_tokens":28219195790,"total_prompt_tokens":361212985847,"total_native_tokens_reasoning":0,"count":142749837,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403","change":0.06854173027827731,"rankingMetricValue":389432181637},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-embedding-2-preview","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2526170828,"total_native_tokens_reasoning":0,"count":3661022,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2-preview","change":0.06750222159826537,"rankingMetricValue":2526170828},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-nemo","variant":"standard","total_completion_tokens":15101846865,"total_prompt_tokens":286903022812,"total_native_tokens_reasoning":0,"count":120993666,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-nemo","change":0.06716841830654643,"rankingMetricValue":302004869677},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.8-flash-20260826","variant":"standard","total_completion_tokens":42860170146,"total_prompt_tokens":711831968710,"total_native_tokens_reasoning":0,"count":35000279,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-flash-20260826","change":0.06560246418919322,"rankingMetricValue":754692138856},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-plus-2025-01-25","variant":"standard","total_completion_tokens":49006817,"total_prompt_tokens":1254070397,"total_native_tokens_reasoning":0,"count":159862,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-plus-2025-01-25","change":0.06419281667953602,"rankingMetricValue":1303077214},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-chat-latest-20260505","variant":"standard","total_completion_tokens":41623778,"total_prompt_tokens":1638004320,"total_native_tokens_reasoning":0,"count":133164,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-chat-latest-20260505","change":0.0640175176011485,"rankingMetricValue":1679628098},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.7-flash-20260727","variant":"standard","total_completion_tokens":37051713742,"total_prompt_tokens":424982419585,"total_native_tokens_reasoning":0,"count":121216360,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-flash-20260727","change":0.0633760926814129,"rankingMetricValue":462034133327},{"date":"2026-11-06 00:00:00","model_permaslug":"sao10k/l3.1-euryale-70b","variant":"standard","total_completion_tokens":29528779,"total_prompt_tokens":603328918,"total_native_tokens_reasoning":0,"count":158519,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3.1-euryale-70b","change":0.06263731441924493,"rankingMetricValue":632857697},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-exp","variant":"standard","total_completion_tokens":1250848198,"total_prompt_tokens":10882033957,"total_native_tokens_reasoning":0,"count":2141643,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-exp","change":0.061628857151115504,"rankingMetricValue":12132882155},{"date":"2026-11-06 00:00:00","model_permaslug":"rekaai/reka-flash-3","variant":"standard","total_completion_tokens":28410824,"total_prompt_tokens":14823797,"total_native_tokens_reasoning":0,"count":10121,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-flash-3","change":0.05984773750982945,"rankingMetricValue":43234621},{"date":"2026-11-06 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"free","total_completion_tokens":18479348631,"total_prompt_tokens":725037495724,"total_native_tokens_reasoning":0,"count":15351292,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813:free","change":0.059454669129952176,"rankingMetricValue":743516844355},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-image-2.5-flare-20260908","variant":"standard","total_completion_tokens":403303282,"total_prompt_tokens":1324199958,"total_native_tokens_reasoning":0,"count":828785,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-flare-20260908","change":0.05930450220652806,"rankingMetricValue":1727503240},{"date":"2026-11-06 00:00:00","model_permaslug":"upstage/solar-mini4-20260922","variant":"standard","total_completion_tokens":12253678515,"total_prompt_tokens":1419632882442,"total_native_tokens_reasoning":0,"count":14542373,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-mini4-20260922","change":0.05649699409510481,"rankingMetricValue":1431886560957},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-4.7-20251222","variant":"standard","total_completion_tokens":1298039486,"total_prompt_tokens":29821340044,"total_native_tokens_reasoning":0,"count":2549934,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-20251222","change":0.051999489848232286,"rankingMetricValue":31119379530},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-wonder-20261012","variant":"standard","total_completion_tokens":1343523653,"total_prompt_tokens":93088716427,"total_native_tokens_reasoning":0,"count":1720636,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-wonder-20261012","change":0.05016094074403682,"rankingMetricValue":94432240080},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/speech-2.8-turbo-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":705409,"total_native_tokens_reasoning":0,"count":53827,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-turbo-20260716","change":0.0501517743229704,"rankingMetricValue":705409},{"date":"2026-11-06 00:00:00","model_permaslug":"aion-labs/aion-2.0-20260223","variant":"standard","total_completion_tokens":89176705,"total_prompt_tokens":1022568496,"total_native_tokens_reasoning":0,"count":112346,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-2.0-20260223","change":0.04951862859190675,"rankingMetricValue":1111745201},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.8-max-prime-20260923","variant":"standard","total_completion_tokens":611871203,"total_prompt_tokens":26892474681,"total_native_tokens_reasoning":0,"count":382311,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-prime-20260923","change":0.049358392806760104,"rankingMetricValue":27504345884},{"date":"2026-11-05 00:00:00","model_permaslug":"minimax/minimax-01","variant":"standard","total_completion_tokens":10197336,"total_prompt_tokens":226912470,"total_native_tokens_reasoning":0,"count":62295,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-01","change":0.04932168672489794,"rankingMetricValue":237109806},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-reranker-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9132606248,"total_native_tokens_reasoning":0,"count":781664,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-reranker-8b","change":0.046533981800376725,"rankingMetricValue":9132606248},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-coder-next-2025-02-03","variant":"standard","total_completion_tokens":346332095,"total_prompt_tokens":31305090051,"total_native_tokens_reasoning":0,"count":1185616,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-next-2025-02-03","change":0.04612205192502366,"rankingMetricValue":31651422146},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemma-2-27b-it","variant":"standard","total_completion_tokens":53069554,"total_prompt_tokens":164900118,"total_native_tokens_reasoning":0,"count":866772,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-2-27b-it","change":0.04431600966640323,"rankingMetricValue":217969672},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/eleven-v4-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":14915949,"total_native_tokens_reasoning":0,"count":498591,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-20260930","change":0.04019318537239022,"rankingMetricValue":14915949},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-4.20-20260309","variant":"standard","total_completion_tokens":1006533712,"total_prompt_tokens":20368173814,"total_native_tokens_reasoning":0,"count":3553696,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-20260309","change":0.0399142766523157,"rankingMetricValue":21374707526},{"date":"2026-11-06 00:00:00","model_permaslug":"sao10k/l3-lunaris-8b","variant":"standard","total_completion_tokens":325548917,"total_prompt_tokens":4154861554,"total_native_tokens_reasoning":0,"count":1764123,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3-lunaris-8b","change":0.03990325386065519,"rankingMetricValue":4480410471},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-voice-2-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":691439,"total_native_tokens_reasoning":0,"count":21204,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2-flash-20260723","change":0.038819052255029664,"rankingMetricValue":691439},{"date":"2026-11-06 00:00:00","model_permaslug":"sakana/namazu-20260811","variant":"standard","total_completion_tokens":1049284,"total_prompt_tokens":12247360,"total_native_tokens_reasoning":0,"count":3219,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/namazu-20260811","change":0.03604152816827442,"rankingMetricValue":13296644},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"standard","total_completion_tokens":11804436646,"total_prompt_tokens":75928472011,"total_native_tokens_reasoning":0,"count":7947093,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219","change":0.03449900657762796,"rankingMetricValue":87732908657},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"standard","total_completion_tokens":1045601329,"total_prompt_tokens":30622980692,"total_native_tokens_reasoning":0,"count":4212973,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-20251113","change":0.03354359097755745,"rankingMetricValue":31668582021},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"standard","total_completion_tokens":32394351563,"total_prompt_tokens":445815807746,"total_native_tokens_reasoning":0,"count":100430081,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402","change":0.03171044271305301,"rankingMetricValue":478210159309},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"standard","total_completion_tokens":4152669082,"total_prompt_tokens":38089211956,"total_native_tokens_reasoning":0,"count":7124026,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430","change":0.030912948654461307,"rankingMetricValue":42241881038},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.5-35b-a3b-20260224","variant":"standard","total_completion_tokens":1596203698,"total_prompt_tokens":33755089833,"total_native_tokens_reasoning":0,"count":8762540,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-35b-a3b-20260224","change":0.02834822766986164,"rankingMetricValue":35351293531},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-image-20260630","variant":"standard","total_completion_tokens":926282758,"total_prompt_tokens":786925779,"total_native_tokens_reasoning":0,"count":778892,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-image-20260630","change":0.026733543916100954,"rankingMetricValue":1713208537},{"date":"2026-11-06 00:00:00","model_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1150612474,"total_native_tokens_reasoning":0,"count":431166,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","change":0.025262158990863558,"rankingMetricValue":1150612474},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-image-2.5-sunburst-20260908","variant":"standard","total_completion_tokens":1203299100,"total_prompt_tokens":2870211114,"total_native_tokens_reasoning":0,"count":1358092,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-sunburst-20260908","change":0.02502678746730018,"rankingMetricValue":4073510214},{"date":"2026-11-06 00:00:00","model_permaslug":"typesafe/jev-1.14-20261014","variant":"standard","total_completion_tokens":155122925579,"total_prompt_tokens":1600804619899,"total_native_tokens_reasoning":0,"count":498297142,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"typesafe/jev-1.14-20261014","change":0.024773998346708157,"rankingMetricValue":1755927545478},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"standard","total_completion_tokens":7807882577,"total_prompt_tokens":136562584589,"total_native_tokens_reasoning":0,"count":26687308,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001","change":0.023388007074745292,"rankingMetricValue":144370467166},{"date":"2026-11-06 00:00:00","model_permaslug":"sesame/csm-1b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":15011,"total_native_tokens_reasoning":0,"count":851,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sesame/csm-1b","change":0.022896081771720613,"rankingMetricValue":15011},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-embedding-4b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10885588038,"total_native_tokens_reasoning":0,"count":5470312,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-4b","change":0.020989153433893626,"rankingMetricValue":10885588038},{"date":"2026-11-06 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"free","total_completion_tokens":906100299,"total_prompt_tokens":8243837611,"total_native_tokens_reasoning":0,"count":759842,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811:free","change":0.020705321752550365,"rankingMetricValue":9149937910},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"standard","total_completion_tokens":15157457893,"total_prompt_tokens":242916370828,"total_native_tokens_reasoning":0,"count":62093148,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721","change":0.020538798080428727,"rankingMetricValue":258073828721},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.8-omni-flash-20260918","variant":"standard","total_completion_tokens":5980155324,"total_prompt_tokens":38178425315,"total_native_tokens_reasoning":0,"count":4968902,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-omni-flash-20260918","change":0.01981673039556062,"rankingMetricValue":44158580639},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"standard","total_completion_tokens":69890258054,"total_prompt_tokens":1485189705142,"total_native_tokens_reasoning":0,"count":82072928,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902","change":0.015011067060908259,"rankingMetricValue":1555079963196},{"date":"2026-11-05 00:00:00","model_permaslug":"minimax/minimax-m2.1","variant":"standard","total_completion_tokens":16198575,"total_prompt_tokens":489202274,"total_native_tokens_reasoning":0,"count":31301,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.1","change":0.014443900571754395,"rankingMetricValue":505400849},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.5-397b-a17b-20260216","variant":"standard","total_completion_tokens":1638879982,"total_prompt_tokens":16162666766,"total_native_tokens_reasoning":0,"count":2257499,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-397b-a17b-20260216","change":0.014334042555440263,"rankingMetricValue":17801546748},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3.1","variant":"standard","total_completion_tokens":2307438062,"total_prompt_tokens":47674187364,"total_native_tokens_reasoning":0,"count":18160891,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3.1","change":0.00795045415763028,"rankingMetricValue":49981625426},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"standard","total_completion_tokens":93619663230,"total_prompt_tokens":3661588696911,"total_native_tokens_reasoning":0,"count":150413877,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929","change":0.007908396605951986,"rankingMetricValue":3755208360141},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/rerank-2.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":29094814585,"total_native_tokens_reasoning":0,"count":4596036,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-20260727","change":0.007263934011429607,"rankingMetricValue":29094814585},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","variant":"standard","total_completion_tokens":4320031414,"total_prompt_tokens":94057696632,"total_native_tokens_reasoning":0,"count":25263722,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","change":0.004407985721885254,"rankingMetricValue":98377728046},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"free","total_completion_tokens":82073837,"total_prompt_tokens":475605129,"total_native_tokens_reasoning":0,"count":299685,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:free","change":0.004387335475640069,"rankingMetricValue":557678966},{"date":"2026-11-06 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"standard","total_completion_tokens":548353836,"total_prompt_tokens":11380231734,"total_native_tokens_reasoning":0,"count":700537,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715","change":0.0037451325667076426,"rankingMetricValue":11928585570},{"date":"2026-11-06 00:00:00","model_permaslug":"liquid/d1-ultra-20261015","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":60943155619,"total_native_tokens_reasoning":0,"count":21662705,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1-ultra-20261015","change":0.002528182053520503,"rankingMetricValue":60943155619},{"date":"2026-11-06 00:00:00","model_permaslug":"fish-audio/s2.1-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8867021,"total_native_tokens_reasoning":0,"count":194809,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-20260729","change":0.00036192099269242257,"rankingMetricValue":8867021},{"date":"2026-11-06 00:00:00","model_permaslug":"inference-net/schematron-v2-small-20260902","variant":"standard","total_completion_tokens":5996825,"total_prompt_tokens":40276102,"total_native_tokens_reasoning":0,"count":13014,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-small-20260902","change":0.00006133552066433242,"rankingMetricValue":46272927},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","variant":"standard","total_completion_tokens":4763675,"total_prompt_tokens":346328,"total_native_tokens_reasoning":0,"count":1102,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","change":-0.0011409660974541814,"rankingMetricValue":5110003},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"standard","total_completion_tokens":145118933367,"total_prompt_tokens":2511714729821,"total_native_tokens_reasoning":0,"count":197002682,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007","change":-0.0015851369463739432,"rankingMetricValue":2656833663188},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"standard","total_completion_tokens":10074033848,"total_prompt_tokens":508169331468,"total_native_tokens_reasoning":0,"count":12702174,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630","change":-0.0018046990316541763,"rankingMetricValue":518243365316},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/voyage-code-4","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1541933,"total_native_tokens_reasoning":0,"count":80,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4","change":-0.0038613356073673535,"rankingMetricValue":1541933},{"date":"2026-11-06 00:00:00","model_permaslug":"undi95/remm-slerp-l2-13b","variant":"standard","total_completion_tokens":5899016,"total_prompt_tokens":137692581,"total_native_tokens_reasoning":0,"count":59322,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"undi95/remm-slerp-l2-13b","change":-0.00588780096387864,"rankingMetricValue":143591597},{"date":"2026-11-06 00:00:00","model_permaslug":"respan/span-02-20261015","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":13574931384,"total_native_tokens_reasoning":0,"count":7874269,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-02-20261015","change":-0.00681799052034989,"rankingMetricValue":13574931384},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-audio-mini","variant":"standard","total_completion_tokens":135452044,"total_prompt_tokens":285610675,"total_native_tokens_reasoning":0,"count":575028,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio-mini","change":-0.012186623678614889,"rankingMetricValue":421062719},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4","variant":"standard","total_completion_tokens":8711186,"total_prompt_tokens":43603103,"total_native_tokens_reasoning":0,"count":72469,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4","change":-0.013855225495062622,"rankingMetricValue":52314289},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"standard","total_completion_tokens":8584464637,"total_prompt_tokens":218120971307,"total_native_tokens_reasoning":0,"count":15928295,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217","change":-0.015152202004281072,"rankingMetricValue":226705435944},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-spark-1.3-contributor-20260902","variant":"standard","total_completion_tokens":36361140448,"total_prompt_tokens":2555041854742,"total_native_tokens_reasoning":0,"count":36490140,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-contributor-20260902","change":-0.015290604008084328,"rankingMetricValue":2591402995190},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5-20260211","variant":"standard","total_completion_tokens":2109981058,"total_prompt_tokens":35309596555,"total_native_tokens_reasoning":0,"count":2327160,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-20260211","change":-0.01636131758459938,"rankingMetricValue":37419577613},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","variant":"standard","total_completion_tokens":1552668264,"total_prompt_tokens":25610706661,"total_native_tokens_reasoning":0,"count":13288206,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","change":-0.019371951868762304,"rankingMetricValue":27163374925},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"standard","total_completion_tokens":21680754971,"total_prompt_tokens":231258931112,"total_native_tokens_reasoning":0,"count":84070756,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash","change":-0.019876725067390244,"rankingMetricValue":252939686083},{"date":"2026-11-06 00:00:00","model_permaslug":"scaledown/summarize-20260928","variant":"standard","total_completion_tokens":407058811,"total_prompt_tokens":16263535544,"total_native_tokens_reasoning":0,"count":5055507,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/summarize-20260928","change":-0.020321639898845757,"rankingMetricValue":16670594355},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"standard","total_completion_tokens":2801786593,"total_prompt_tokens":73765250478,"total_native_tokens_reasoning":0,"count":13623261,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317","change":-0.02049324665659605,"rankingMetricValue":76567037071},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"free","total_completion_tokens":152344126,"total_prompt_tokens":902240684,"total_native_tokens_reasoning":0,"count":456326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403:free","change":-0.022185426466163023,"rankingMetricValue":1054584810},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-r1-0528","variant":"standard","total_completion_tokens":1282852685,"total_prompt_tokens":9492021074,"total_native_tokens_reasoning":0,"count":928305,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-r1-0528","change":-0.02224880978606932,"rankingMetricValue":10774873759},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","variant":"standard","total_completion_tokens":154964225,"total_prompt_tokens":11376636764,"total_native_tokens_reasoning":0,"count":544622,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","change":-0.023760925259918905,"rankingMetricValue":11531600989},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-20251201","variant":"standard","total_completion_tokens":19675462417,"total_prompt_tokens":260899241427,"total_native_tokens_reasoning":0,"count":34053650,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-20251201","change":-0.024781694714713327,"rankingMetricValue":280574703844},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"standard","total_completion_tokens":404146370,"total_prompt_tokens":9941276670,"total_native_tokens_reasoning":0,"count":969975,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124","change":-0.027063355033655947,"rankingMetricValue":10345423040},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"batch","total_completion_tokens":10065802,"total_prompt_tokens":33302561,"total_native_tokens_reasoning":0,"count":2092,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519:batch","change":-0.028421785348741978,"rankingMetricValue":43368363},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"standard","total_completion_tokens":33022543934,"total_prompt_tokens":272434414249,"total_native_tokens_reasoning":0,"count":128134004,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-lite","change":-0.029111280096665318,"rankingMetricValue":305456958183},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"standard","total_completion_tokens":3238951912,"total_prompt_tokens":25605405799,"total_native_tokens_reasoning":0,"count":3470238,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807","change":-0.029371071785523558,"rankingMetricValue":28844357711},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-flash-tts-preview","variant":"standard","total_completion_tokens":167620787,"total_prompt_tokens":40003129,"total_native_tokens_reasoning":0,"count":493376,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-tts-preview","change":-0.030247224563575342,"rankingMetricValue":207623916},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seed-audio-1-0-20260630","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1616696,"total_native_tokens_reasoning":0,"count":22969,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-audio-1-0-20260630","change":-0.033970363545212656,"rankingMetricValue":1616696},{"date":"2026-11-06 00:00:00","model_permaslug":"relace/relace-search-20251208","variant":"standard","total_completion_tokens":499624,"total_prompt_tokens":8562756,"total_native_tokens_reasoning":0,"count":9202,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-search-20251208","change":-0.03418554199507457,"rankingMetricValue":9062380},{"date":"2026-11-06 00:00:00","model_permaslug":"sakana/fugu-ultra-20260615","variant":"standard","total_completion_tokens":2705780,"total_prompt_tokens":122922632,"total_native_tokens_reasoning":0,"count":3427,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-20260615","change":-0.03424105008498602,"rankingMetricValue":125628412},{"date":"2026-11-06 00:00:00","model_permaslug":"black-forest-labs/flux.2-max","variant":"standard","total_completion_tokens":23780042,"total_prompt_tokens":15639575,"total_native_tokens_reasoning":0,"count":3155,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-max","change":-0.03441070825903343,"rankingMetricValue":39419617},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4o-transcribe","variant":"standard","total_completion_tokens":10854277,"total_prompt_tokens":38877748,"total_native_tokens_reasoning":0,"count":200406,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-transcribe","change":-0.034509399123541847,"rankingMetricValue":49732025},{"date":"2026-11-06 00:00:00","model_permaslug":"deepgram/aura-2-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":787708,"total_native_tokens_reasoning":0,"count":33800,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/aura-2-20260716","change":-0.03454497097045814,"rankingMetricValue":787708},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5-turbo-20260315","variant":"standard","total_completion_tokens":120074727,"total_prompt_tokens":2679269216,"total_native_tokens_reasoning":0,"count":151993,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-turbo-20260315","change":-0.03499704288098914,"rankingMetricValue":2799343943},{"date":"2026-11-06 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-pro-20260605","variant":"standard","total_completion_tokens":21037825,"total_prompt_tokens":5727822,"total_native_tokens_reasoning":0,"count":5039,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-pro-20260605","change":-0.03544207902127684,"rankingMetricValue":26765647},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5v-turbo-20260401","variant":"standard","total_completion_tokens":71307125,"total_prompt_tokens":1440661272,"total_native_tokens_reasoning":0,"count":121174,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5v-turbo-20260401","change":-0.035800891102235215,"rankingMetricValue":1511968397},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"standard","total_completion_tokens":26492523343,"total_prompt_tokens":589284607348,"total_native_tokens_reasoning":0,"count":69161850,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217","change":-0.03646595983906344,"rankingMetricValue":615777130691},{"date":"2026-11-06 00:00:00","model_permaslug":"upstage/solar-pro4-20260810","variant":"standard","total_completion_tokens":3518620749,"total_prompt_tokens":428941384490,"total_native_tokens_reasoning":0,"count":13416842,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-pro4-20260810","change":-0.036564051665412114,"rankingMetricValue":432460005239},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260813","variant":"standard","total_completion_tokens":21582067980,"total_prompt_tokens":760792668342,"total_native_tokens_reasoning":0,"count":45023722,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260813","change":-0.03665336949470972,"rankingMetricValue":782374736322},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.6-flash","variant":"standard","total_completion_tokens":476033835,"total_prompt_tokens":10443301192,"total_native_tokens_reasoning":0,"count":1889880,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-flash","change":-0.03688244070514538,"rankingMetricValue":10919335027},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3","variant":"standard","total_completion_tokens":1255609283,"total_prompt_tokens":16381941553,"total_native_tokens_reasoning":0,"count":7646245,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3","change":-0.0393909927660424,"rankingMetricValue":17637550836},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.7-max-20260520","variant":"standard","total_completion_tokens":682072836,"total_prompt_tokens":8894128638,"total_native_tokens_reasoning":0,"count":669807,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-max-20260520","change":-0.0411083939738323,"rankingMetricValue":9576201474},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"batch","total_completion_tokens":547646054,"total_prompt_tokens":4225934118,"total_native_tokens_reasoning":0,"count":632917,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928:batch","change":-0.04239636296856593,"rankingMetricValue":4773580172},{"date":"2026-11-06 00:00:00","model_permaslug":"typesafe/jev-1.13-20260917","variant":"standard","total_completion_tokens":231294027288,"total_prompt_tokens":2796909064760,"total_native_tokens_reasoning":0,"count":1033706534,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"typesafe/jev-1.13-20260917","change":-0.042823181652992676,"rankingMetricValue":3028203092048},{"date":"2026-11-06 00:00:00","model_permaslug":"black-forest-labs/flux.2-klein-4b","variant":"standard","total_completion_tokens":451830872,"total_prompt_tokens":93355599,"total_native_tokens_reasoning":0,"count":94718,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-klein-4b","change":-0.0432722535719392,"rankingMetricValue":545186471},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-3-0-20261020","variant":"standard","total_completion_tokens":5860637,"total_prompt_tokens":788266,"total_native_tokens_reasoning":0,"count":109702,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-3-0-20261020","change":-0.04333211895602688,"rankingMetricValue":6648903},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/minimax-m1","variant":"standard","total_completion_tokens":4399751,"total_prompt_tokens":70577877,"total_native_tokens_reasoning":0,"count":8790,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m1","change":-0.04368612627568883,"rankingMetricValue":74977628},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5.3-flashx-20260918","variant":"standard","total_completion_tokens":1482602870,"total_prompt_tokens":111250724514,"total_native_tokens_reasoning":0,"count":1861172,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flashx-20260918","change":-0.043929335251532975,"rankingMetricValue":112733327384},{"date":"2026-11-06 00:00:00","model_permaslug":"inception/mercury-decide-20260930","variant":"standard","total_completion_tokens":78822744,"total_prompt_tokens":32633501397,"total_native_tokens_reasoning":0,"count":61854902,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-decide-20260930","change":-0.0451360081199288,"rankingMetricValue":32712324141},{"date":"2026-11-06 00:00:00","model_permaslug":"meta-llama/llama-3.1-8b-instruct","variant":"standard","total_completion_tokens":5203549978,"total_prompt_tokens":32364377532,"total_native_tokens_reasoning":0,"count":47958310,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-8b-instruct","change":-0.04529212770763237,"rankingMetricValue":37567927510},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":223647345742,"total_native_tokens_reasoning":0,"count":67102603,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-8b","change":-0.0456054664770425,"rankingMetricValue":223647345742},{"date":"2026-11-06 00:00:00","model_permaslug":"krea/krea-2-medium-turbo-20260720","variant":"standard","total_completion_tokens":41265700,"total_prompt_tokens":2810813,"total_native_tokens_reasoning":0,"count":9884,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-turbo-20260720","change":-0.0490072105541624,"rankingMetricValue":44076513},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-small-24b-instruct-2501","variant":"standard","total_completion_tokens":1429157958,"total_prompt_tokens":9946346948,"total_native_tokens_reasoning":0,"count":2922386,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-24b-instruct-2501","change":-0.049418218743020846,"rankingMetricValue":11375504906},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-spark-1.2-20260805","variant":"standard","total_completion_tokens":438295335,"total_prompt_tokens":6181732743,"total_native_tokens_reasoning":0,"count":235100,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-20260805","change":-0.05277539220081339,"rankingMetricValue":6620028078},{"date":"2026-11-06 00:00:00","model_permaslug":"black-forest-labs/flux.2-pro","variant":"standard","total_completion_tokens":286065966,"total_prompt_tokens":107761859,"total_native_tokens_reasoning":0,"count":50023,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-pro","change":-0.053026873378875454,"rankingMetricValue":393827825},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2","variant":"free","total_completion_tokens":0,"total_prompt_tokens":1645430105,"total_native_tokens_reasoning":0,"count":51097,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2:free","change":-0.053267503537181404,"rankingMetricValue":1645430105},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/rerank-3-lite-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":18307797597,"total_native_tokens_reasoning":0,"count":1336616,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-lite-20260930","change":-0.05383247551128127,"rankingMetricValue":18307797597},{"date":"2026-11-06 00:00:00","model_permaslug":"thenlper/gte-base-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":48894478,"total_native_tokens_reasoning":0,"count":27461,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-base-20251117","change":-0.05395937080225663,"rankingMetricValue":48894478},{"date":"2026-11-06 00:00:00","model_permaslug":"morph/morph-v3-fast","variant":"standard","total_completion_tokens":50265950,"total_prompt_tokens":36954919,"total_native_tokens_reasoning":0,"count":8418,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-fast","change":-0.054154186730355734,"rankingMetricValue":87220869},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"batch","total_completion_tokens":11706723,"total_prompt_tokens":78348783,"total_native_tokens_reasoning":0,"count":12043,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903:batch","change":-0.05753673710157237,"rankingMetricValue":90055506},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"standard","total_completion_tokens":3545303194,"total_prompt_tokens":240149273224,"total_native_tokens_reasoning":0,"count":3822602,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723","change":-0.05774585465485568,"rankingMetricValue":243694576418},{"date":"2026-11-06 00:00:00","model_permaslug":"moonshotai/kimi-k2.7-code-20260612","variant":"standard","total_completion_tokens":986750307,"total_prompt_tokens":39518701310,"total_native_tokens_reasoning":0,"count":997965,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.7-code-20260612","change":-0.05896888952546091,"rankingMetricValue":40505451617},{"date":"2026-11-06 00:00:00","model_permaslug":"thedrummer/cydonia-24b-v4.1","variant":"standard","total_completion_tokens":68201788,"total_prompt_tokens":1305005214,"total_native_tokens_reasoning":0,"count":354750,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/cydonia-24b-v4.1","change":-0.06070139174854581,"rankingMetricValue":1373207002},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4.1-2025-04-14","variant":"standard","total_completion_tokens":2957847943,"total_prompt_tokens":41965747984,"total_native_tokens_reasoning":0,"count":12278621,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-2025-04-14","change":-0.06127315982173913,"rankingMetricValue":44923595927},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5-2025-08-07","variant":"standard","total_completion_tokens":1330896025,"total_prompt_tokens":6570192300,"total_native_tokens_reasoning":0,"count":1230761,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-2025-08-07","change":-0.06171430807599961,"rankingMetricValue":7901088325},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3-0324","variant":"standard","total_completion_tokens":971296269,"total_prompt_tokens":18758994465,"total_native_tokens_reasoning":0,"count":4082350,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3-0324","change":-0.06418479695581875,"rankingMetricValue":19730290734},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3-pro-image-20260528","variant":"standard","total_completion_tokens":565602284,"total_prompt_tokens":630993359,"total_native_tokens_reasoning":0,"count":433364,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-20260528","change":-0.06449849918345613,"rankingMetricValue":1196595643},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-large","variant":"standard","total_completion_tokens":64004390,"total_prompt_tokens":243345647,"total_native_tokens_reasoning":0,"count":78134,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large","change":-0.06525525711967477,"rankingMetricValue":307350037},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-3-0-20261020","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2414701,"total_native_tokens_reasoning":0,"count":74881,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-tts-3-0-20261020","change":-0.06929216590003846,"rankingMetricValue":2414701},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3-pro-image-preview-20251120","variant":"standard","total_completion_tokens":427190019,"total_prompt_tokens":247290434,"total_native_tokens_reasoning":0,"count":291465,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-preview-20251120","change":-0.06978895538031843,"rankingMetricValue":674480453},{"date":"2026-11-06 00:00:00","model_permaslug":"amazon/nova-micro-v1","variant":"standard","total_completion_tokens":778672868,"total_prompt_tokens":12396655000,"total_native_tokens_reasoning":0,"count":6619183,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-micro-v1","change":-0.07137946888340332,"rankingMetricValue":13175327868},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-medium-3.1","variant":"standard","total_completion_tokens":504679013,"total_prompt_tokens":8977483077,"total_native_tokens_reasoning":0,"count":1207257,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.1","change":-0.07221060909715757,"rankingMetricValue":9482162090},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"standard","total_completion_tokens":6795632933,"total_prompt_tokens":97964889870,"total_native_tokens_reasoning":0,"count":9845708,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721","change":-0.07388081915828527,"rankingMetricValue":104760522803},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-image-2.6-flash-20260904","variant":"standard","total_completion_tokens":32743468,"total_prompt_tokens":29402460,"total_native_tokens_reasoning":0,"count":34894,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-flash-20260904","change":-0.07433829097501875,"rankingMetricValue":62145928},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"standard","total_completion_tokens":2990748624,"total_prompt_tokens":74135303958,"total_native_tokens_reasoning":0,"count":1405211,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709","change":-0.07444412112548358,"rankingMetricValue":77126052582},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.4-image-2-20260421","variant":"standard","total_completion_tokens":520717779,"total_prompt_tokens":668046645,"total_native_tokens_reasoning":0,"count":240269,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-image-2-20260421","change":-0.07452012500527459,"rankingMetricValue":1188764424},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260423","variant":"standard","total_completion_tokens":17349037323,"total_prompt_tokens":544565417825,"total_native_tokens_reasoning":0,"count":22990334,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260423","change":-0.07828228803097942,"rankingMetricValue":561914455148},{"date":"2026-11-06 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-20260723","variant":"standard","total_completion_tokens":7677132636,"total_prompt_tokens":108782913540,"total_native_tokens_reasoning":0,"count":19957152,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-20260723","change":-0.07950208729863764,"rankingMetricValue":116460046176},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"standard","total_completion_tokens":3366292561,"total_prompt_tokens":255430955473,"total_native_tokens_reasoning":0,"count":7940271,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922","change":-0.07973283595760826,"rankingMetricValue":258797248034},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"standard","total_completion_tokens":27072391314,"total_prompt_tokens":854370767103,"total_native_tokens_reasoning":0,"count":30622105,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.2-20260616","change":-0.08191571168663185,"rankingMetricValue":881443158417},{"date":"2026-11-06 00:00:00","model_permaslug":"tencent/hy3-preview-20260421","variant":"standard","total_completion_tokens":944325302,"total_prompt_tokens":2050828245,"total_native_tokens_reasoning":0,"count":599509,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-preview-20260421","change":-0.0838149105898075,"rankingMetricValue":2995153547},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.8-flash-tts-20260922","variant":"standard","total_completion_tokens":599805667,"total_prompt_tokens":137591906,"total_native_tokens_reasoning":0,"count":2397062,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-tts-20260922","change":-0.08405970252657895,"rankingMetricValue":737397573},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"standard","total_completion_tokens":1744311154,"total_prompt_tokens":89006175586,"total_native_tokens_reasoning":0,"count":2611095,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205","change":-0.0857059107395672,"rankingMetricValue":90750486740},{"date":"2026-11-06 00:00:00","model_permaslug":"inception/mercury-2-20260304","variant":"standard","total_completion_tokens":184799417,"total_prompt_tokens":917839958,"total_native_tokens_reasoning":0,"count":488464,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2-20260304","change":-0.08728626200165462,"rankingMetricValue":1102639375},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"batch","total_completion_tokens":191731725,"total_prompt_tokens":2242077020,"total_native_tokens_reasoning":0,"count":188755,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922:batch","change":-0.08755819930703784,"rankingMetricValue":2433808745},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/o3-2025-04-16","variant":"standard","total_completion_tokens":123346299,"total_prompt_tokens":632170780,"total_native_tokens_reasoning":0,"count":201280,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-2025-04-16","change":-0.0900463621316165,"rankingMetricValue":755517079},{"date":"2026-11-06 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"standard","total_completion_tokens":45507362272,"total_prompt_tokens":2719324022884,"total_native_tokens_reasoning":0,"count":34908593,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-20260706","change":-0.09115138185986894,"rankingMetricValue":2764831385156},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4-20260413","variant":"standard","total_completion_tokens":4830475,"total_prompt_tokens":227660,"total_native_tokens_reasoning":0,"count":1155,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-20260413","change":-0.09163257536303197,"rankingMetricValue":5058135},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":13882554737,"total_native_tokens_reasoning":0,"count":6305991,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6B","change":-0.09420779237667973,"rankingMetricValue":13882554737},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"standard","total_completion_tokens":187861278614,"total_prompt_tokens":3373128433761,"total_native_tokens_reasoning":0,"count":345191378,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731","change":-0.09436236155741719,"rankingMetricValue":3560989712375},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"standard","total_completion_tokens":5159256858,"total_prompt_tokens":77014971880,"total_native_tokens_reasoning":0,"count":31833561,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14","change":-0.09809653298586901,"rankingMetricValue":82174228738},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"standard","total_completion_tokens":56874647642,"total_prompt_tokens":6535414100356,"total_native_tokens_reasoning":0,"count":54844689,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921","change":-0.09820439155682516,"rankingMetricValue":6592288747998},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4.1-vector-20260514","variant":"standard","total_completion_tokens":17397225,"total_prompt_tokens":997291,"total_native_tokens_reasoning":0,"count":3952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-vector-20260514","change":-0.09946571135880468,"rankingMetricValue":18394516},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/voyage-code-4-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1161681330,"total_native_tokens_reasoning":0,"count":173909,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4-20260812","change":-0.09956587533843161,"rankingMetricValue":1161681330},{"date":"2026-11-06 00:00:00","model_permaslug":"google/lyria-3-clip-preview-20260330","variant":"standard","total_completion_tokens":921078,"total_prompt_tokens":7200859,"total_native_tokens_reasoning":0,"count":26430,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-clip-preview-20260330","change":-0.10085024667582135,"rankingMetricValue":8121937},{"date":"2026-11-06 00:00:00","model_permaslug":"morph/morph-v3-large","variant":"standard","total_completion_tokens":18036823,"total_prompt_tokens":22163154,"total_native_tokens_reasoning":0,"count":11726,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-large","change":-0.10086423547672362,"rankingMetricValue":40199977},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"standard","total_completion_tokens":21276066261,"total_prompt_tokens":338006499599,"total_native_tokens_reasoning":0,"count":25030845,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813","change":-0.1029390664703452,"rankingMetricValue":359282565860},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"standard","total_completion_tokens":39426858951,"total_prompt_tokens":2316085823390,"total_native_tokens_reasoning":0,"count":52572528,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928","change":-0.10593499722351894,"rankingMetricValue":2355512682341},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.5-transcribe-20260827","variant":"standard","total_completion_tokens":19612772,"total_prompt_tokens":160793436,"total_native_tokens_reasoning":0,"count":213169,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-transcribe-20260827","change":-0.1069302230822921,"rankingMetricValue":180406208},{"date":"2026-11-06 00:00:00","model_permaslug":"aion-labs/aion-3.0-mini-20260707","variant":"standard","total_completion_tokens":55587426,"total_prompt_tokens":597745567,"total_native_tokens_reasoning":0,"count":84015,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-mini-20260707","change":-0.10964232408342715,"rankingMetricValue":653332993},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v3.1-terminus","variant":"standard","total_completion_tokens":244598875,"total_prompt_tokens":4723730716,"total_native_tokens_reasoning":0,"count":703595,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.1-terminus","change":-0.11073070620050608,"rankingMetricValue":4968329591},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"standard","total_completion_tokens":561598011,"total_prompt_tokens":45363808558,"total_native_tokens_reasoning":0,"count":356980,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929","change":-0.11142782454985271,"rankingMetricValue":45925406569},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"standard","total_completion_tokens":5958906594,"total_prompt_tokens":41890248128,"total_native_tokens_reasoning":0,"count":5769308,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519","change":-0.11297390423586853,"rankingMetricValue":47849154722},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"standard","total_completion_tokens":41812115728,"total_prompt_tokens":300620918142,"total_native_tokens_reasoning":0,"count":86180131,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b","change":-0.11332359293616588,"rankingMetricValue":342433033870},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-preview-20260226","variant":"standard","total_completion_tokens":356795321,"total_prompt_tokens":267399494,"total_native_tokens_reasoning":0,"count":257641,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-preview-20260226","change":-0.11414528144592491,"rankingMetricValue":624194815},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"standard","total_completion_tokens":7043037818,"total_prompt_tokens":24992131520,"total_native_tokens_reasoning":0,"count":11518970,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07","change":-0.11564286610562508,"rankingMetricValue":32035169338},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"standard","total_completion_tokens":3805059227,"total_prompt_tokens":182859997625,"total_native_tokens_reasoning":0,"count":12126605,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709","change":-0.11959369948092839,"rankingMetricValue":186665056852},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5.3-prime-20260921","variant":"standard","total_completion_tokens":571172394,"total_prompt_tokens":33823830210,"total_native_tokens_reasoning":0,"count":697058,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-prime-20260921","change":-0.12126653156202226,"rankingMetricValue":34395002604},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-16k","variant":"standard","total_completion_tokens":3911782,"total_prompt_tokens":17779908,"total_native_tokens_reasoning":0,"count":31320,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-16k","change":-0.12183083156262502,"rankingMetricValue":21691690},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-4.6","variant":"standard","total_completion_tokens":438670221,"total_prompt_tokens":8533835292,"total_native_tokens_reasoning":0,"count":675808,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6","change":-0.12264295605723712,"rankingMetricValue":8972505513},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seedream-4.5-20251203","variant":"standard","total_completion_tokens":958420006,"total_prompt_tokens":43341492,"total_native_tokens_reasoning":0,"count":47302,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-4.5-20251203","change":-0.12400464601790825,"rankingMetricValue":1001761498},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"standard","total_completion_tokens":344541578283,"total_prompt_tokens":13714217779847,"total_native_tokens_reasoning":0,"count":483182986,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826","change":-0.12664830090340842,"rankingMetricValue":14058759358130},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-20260826","variant":"standard","total_completion_tokens":2292075,"total_prompt_tokens":500036,"total_native_tokens_reasoning":0,"count":537,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-20260826","change":-0.1281567931434381,"rankingMetricValue":2792111},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b-20260716","variant":"free","total_completion_tokens":0,"total_prompt_tokens":762120816,"total_native_tokens_reasoning":0,"count":244931,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b-20260716:free","change":-0.1288058278479292,"rankingMetricValue":762120816},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4-vector-20260514","variant":"standard","total_completion_tokens":2747150,"total_prompt_tokens":748852,"total_native_tokens_reasoning":0,"count":649,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-vector-20260514","change":-0.13053419888571158,"rankingMetricValue":3496002},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/ministral-14b-2512","variant":"standard","total_completion_tokens":515887141,"total_prompt_tokens":2381769402,"total_native_tokens_reasoning":0,"count":1086167,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-14b-2512","change":-0.1323194716942007,"rankingMetricValue":2897656543},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-image-2","variant":"standard","total_completion_tokens":531703298,"total_prompt_tokens":790648180,"total_native_tokens_reasoning":0,"count":546480,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2","change":-0.14235291592545068,"rankingMetricValue":1322351478},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"batch","total_completion_tokens":1392057,"total_prompt_tokens":4690857,"total_native_tokens_reasoning":0,"count":1220,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602:batch","change":-0.14615738017223917,"rankingMetricValue":6082914},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.6-plus-04-02","variant":"standard","total_completion_tokens":524392509,"total_prompt_tokens":7436992495,"total_native_tokens_reasoning":0,"count":927388,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-plus-04-02","change":-0.14810045172531056,"rankingMetricValue":7961385004},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-flash-20250625","variant":"standard","total_completion_tokens":266397889,"total_prompt_tokens":2708020289,"total_native_tokens_reasoning":0,"count":2311938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-flash-20250625","change":-0.1508490715699597,"rankingMetricValue":2974418178},{"date":"2026-11-06 00:00:00","model_permaslug":"aion-labs/aion-3.0-20260707","variant":"standard","total_completion_tokens":101613104,"total_prompt_tokens":1027013034,"total_native_tokens_reasoning":0,"count":104294,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-20260707","change":-0.1508509621179379,"rankingMetricValue":1128626138},{"date":"2026-11-06 00:00:00","model_permaslug":"stepfun/step-3.7-flash-20260528","variant":"standard","total_completion_tokens":5628799135,"total_prompt_tokens":358351949596,"total_native_tokens_reasoning":0,"count":5398877,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.7-flash-20260528","change":-0.1517311203393036,"rankingMetricValue":363980748731},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"standard","total_completion_tokens":1395034576,"total_prompt_tokens":31103155768,"total_native_tokens_reasoning":0,"count":4036109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-20260423","change":-0.15209779729276804,"rankingMetricValue":32498190344},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-imagine-image-2.0-20260811","variant":"standard","total_completion_tokens":457003850,"total_prompt_tokens":57050380,"total_native_tokens_reasoning":0,"count":109462,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-2.0-20260811","change":-0.15233852154504088,"rankingMetricValue":514054230},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"free","total_completion_tokens":33090377545,"total_prompt_tokens":2875443662889,"total_native_tokens_reasoning":0,"count":32507861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604:free","change":-0.15593172627765606,"rankingMetricValue":2908534040434},{"date":"2026-11-06 00:00:00","model_permaslug":"anthracite-org/magnum-v4-72b","variant":"standard","total_completion_tokens":9032018,"total_prompt_tokens":206865306,"total_native_tokens_reasoning":0,"count":66236,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthracite-org/magnum-v4-72b","change":-0.15594438926782225,"rankingMetricValue":215897324},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-embed-2312","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8591588682,"total_native_tokens_reasoning":0,"count":1483375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-embed-2312","change":-0.1560754950148789,"rankingMetricValue":8591588682},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/sonar-reasoning-pro","variant":"standard","total_completion_tokens":32316711,"total_prompt_tokens":85920074,"total_native_tokens_reasoning":0,"count":34184,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-reasoning-pro","change":-0.1586653439573697,"rankingMetricValue":118236785},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"standard","total_completion_tokens":28362240044,"total_prompt_tokens":133004519190,"total_native_tokens_reasoning":0,"count":37335162,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b","change":-0.1587492317843476,"rankingMetricValue":161366759234},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260423","variant":"standard","total_completion_tokens":153996850799,"total_prompt_tokens":2176733197951,"total_native_tokens_reasoning":0,"count":294056366,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260423","change":-0.16048493409432446,"rankingMetricValue":2330730048750},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","variant":"standard","total_completion_tokens":852868646,"total_prompt_tokens":57091059,"total_native_tokens_reasoning":0,"count":94073,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","change":-0.1633247880890806,"rankingMetricValue":909959705},{"date":"2026-11-06 00:00:00","model_permaslug":"nace-ai/drex-v2.0-20261009","variant":"standard","total_completion_tokens":1842665754,"total_prompt_tokens":8572611218,"total_native_tokens_reasoning":0,"count":18489681,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v2.0-20261009","change":-0.16412544838945767,"rankingMetricValue":10415276972},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-2.5-72b-instruct","variant":"standard","total_completion_tokens":176887740,"total_prompt_tokens":1811265948,"total_native_tokens_reasoning":0,"count":1475976,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-72b-instruct","change":-0.16773412191512396,"rankingMetricValue":1988153688},{"date":"2026-11-06 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-20260921","variant":"standard","total_completion_tokens":20013195074,"total_prompt_tokens":1117738039352,"total_native_tokens_reasoning":0,"count":18811095,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-20260921","change":-0.16795154124287204,"rankingMetricValue":1137751234426},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-audio","variant":"standard","total_completion_tokens":31519698,"total_prompt_tokens":60690994,"total_native_tokens_reasoning":0,"count":155792,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio","change":-0.17087771785251513,"rankingMetricValue":92210692},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/voyage-multimodal-3.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":952601935,"total_native_tokens_reasoning":0,"count":3523727,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-multimodal-3.5-20260727","change":-0.17183212364269856,"rankingMetricValue":952601935},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-lite-20260309","variant":"standard","total_completion_tokens":685038666,"total_prompt_tokens":5527546038,"total_native_tokens_reasoning":0,"count":873482,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-lite-20260309","change":-0.1727630050832917,"rankingMetricValue":6212584704},{"date":"2026-11-06 00:00:00","model_permaslug":"meta-llama/llama-3.1-70b-instruct","variant":"standard","total_completion_tokens":77918327,"total_prompt_tokens":991731638,"total_native_tokens_reasoning":0,"count":1195645,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-70b-instruct","change":-0.17527254737368145,"rankingMetricValue":1069649965},{"date":"2026-11-06 00:00:00","model_permaslug":"cloudflare/clef-omni-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2318952335,"total_native_tokens_reasoning":0,"count":1832446,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-omni-20261009","change":-0.17704333991317445,"rankingMetricValue":2318952335},{"date":"2026-11-06 00:00:00","model_permaslug":"upstage/solar-decide-20260928","variant":"standard","total_completion_tokens":1070342,"total_prompt_tokens":1544523778,"total_native_tokens_reasoning":0,"count":491974,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-20260928","change":-0.1779375556630167,"rankingMetricValue":1545594120},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"standard","total_completion_tokens":44002882,"total_prompt_tokens":4816242457,"total_native_tokens_reasoning":0,"count":50186,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922","change":-0.18075814619424133,"rankingMetricValue":4860245339},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"standard","total_completion_tokens":27736244658,"total_prompt_tokens":484899104455,"total_native_tokens_reasoning":0,"count":124705555,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507","change":-0.18142195947919937,"rankingMetricValue":512635349113},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"standard","total_completion_tokens":78956770,"total_prompt_tokens":2747759841,"total_native_tokens_reasoning":0,"count":43642,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709","change":-0.18308186530355688,"rankingMetricValue":2826716611},{"date":"2026-11-06 00:00:00","model_permaslug":"nousresearch/hermes-4-405b","variant":"standard","total_completion_tokens":50282322,"total_prompt_tokens":911062658,"total_native_tokens_reasoning":0,"count":279458,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-4-405b","change":-0.18339488731262038,"rankingMetricValue":961344980},{"date":"2026-11-06 00:00:00","model_permaslug":"meta-llama/llama-3.3-70b-instruct","variant":"standard","total_completion_tokens":1899092800,"total_prompt_tokens":25438921748,"total_native_tokens_reasoning":0,"count":18112843,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.3-70b-instruct","change":-0.1893669407995826,"rankingMetricValue":27338014548},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.5-122b-a10b-20260224","variant":"standard","total_completion_tokens":1135722376,"total_prompt_tokens":5192663849,"total_native_tokens_reasoning":0,"count":1076446,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-122b-a10b-20260224","change":-0.18945060319598075,"rankingMetricValue":6328386225},{"date":"2026-11-06 00:00:00","model_permaslug":"moonshotai/kimi-k2","variant":"standard","total_completion_tokens":108832704,"total_prompt_tokens":1454864265,"total_native_tokens_reasoning":0,"count":290474,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2","change":-0.19253269551158872,"rankingMetricValue":1563696969},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260216","variant":"standard","total_completion_tokens":644154417,"total_prompt_tokens":2273692046,"total_native_tokens_reasoning":0,"count":211851,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260216","change":-0.19527221792880486,"rankingMetricValue":2917846463},{"date":"2026-10-31 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"batch","total_completion_tokens":454886,"total_prompt_tokens":29538,"total_native_tokens_reasoning":0,"count":481,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416:batch","change":-0.1967406930835902,"rankingMetricValue":484424},{"date":"2026-11-05 00:00:00","model_permaslug":"minimax/minimax-m2-her-20260123","variant":"standard","total_completion_tokens":9429418,"total_prompt_tokens":826091990,"total_native_tokens_reasoning":0,"count":133195,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2-her-20260123","change":-0.19729193779546406,"rankingMetricValue":835521408},{"date":"2026-11-06 00:00:00","model_permaslug":"moonshotai/kimi-k2.5-0127","variant":"standard","total_completion_tokens":1669218625,"total_prompt_tokens":19873651074,"total_native_tokens_reasoning":0,"count":1588960,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.5-0127","change":-0.19800090203959933,"rankingMetricValue":21542869699},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.5-27b-20260224","variant":"standard","total_completion_tokens":568255724,"total_prompt_tokens":5058250984,"total_native_tokens_reasoning":0,"count":1040542,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-27b-20260224","change":-0.1988385548254063,"rankingMetricValue":5626506708},{"date":"2026-11-06 00:00:00","model_permaslug":"fish-audio/s1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":140815,"total_native_tokens_reasoning":0,"count":1653,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s1-20260729","change":-0.1998420310937358,"rankingMetricValue":140815},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"standard","total_completion_tokens":2734892188,"total_prompt_tokens":275654828360,"total_native_tokens_reasoning":0,"count":2332299,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831","change":-0.2001523544865759,"rankingMetricValue":278389720548},{"date":"2026-11-06 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-20260422","variant":"standard","total_completion_tokens":959961413,"total_prompt_tokens":23089843955,"total_native_tokens_reasoning":0,"count":2423686,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-20260422","change":-0.20206557600354272,"rankingMetricValue":24049805368},{"date":"2026-11-06 00:00:00","model_permaslug":"respan/span-01-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":144061078,"total_native_tokens_reasoning":0,"count":95536,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-20260925","change":-0.2027335773214498,"rankingMetricValue":144061078},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"standard","total_completion_tokens":17029081811,"total_prompt_tokens":344524570624,"total_native_tokens_reasoning":0,"count":26038829,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903","change":-0.20410369956028085,"rankingMetricValue":361553652435},{"date":"2026-11-06 00:00:00","model_permaslug":"moonshotai/kimi-k2-0905","variant":"standard","total_completion_tokens":152749449,"total_prompt_tokens":2236745837,"total_native_tokens_reasoning":0,"count":784076,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-0905","change":-0.2082462278624608,"rankingMetricValue":2389495286},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"batch","total_completion_tokens":1188237460,"total_prompt_tokens":16546821052,"total_native_tokens_reasoning":0,"count":2070274,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709:batch","change":-0.2085012888838078,"rankingMetricValue":17735058512},{"date":"2026-11-06 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","variant":"standard","total_completion_tokens":315357123,"total_prompt_tokens":34806028793,"total_native_tokens_reasoning":0,"count":245008,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","change":-0.20941846937035968,"rankingMetricValue":35121385916},{"date":"2026-11-06 00:00:00","model_permaslug":"inception/mercury-2.5-20260908","variant":"standard","total_completion_tokens":1319103321,"total_prompt_tokens":15535958785,"total_native_tokens_reasoning":0,"count":3144615,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2.5-20260908","change":-0.2107302773386364,"rankingMetricValue":16855062106},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","variant":"standard","total_completion_tokens":443563065,"total_prompt_tokens":87619080,"total_native_tokens_reasoning":0,"count":2105649,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","change":-0.21176984789875708,"rankingMetricValue":531182145},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"standard","total_completion_tokens":67245489852,"total_prompt_tokens":3560328493329,"total_native_tokens_reasoning":0,"count":70655814,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816","change":-0.21553653194382322,"rankingMetricValue":3627573983181},{"date":"2026-11-06 00:00:00","model_permaslug":"cloudflare/clef","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10869898065,"total_native_tokens_reasoning":0,"count":7859608,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef","change":-0.2180472568700649,"rankingMetricValue":10869898065},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-2.5-flash-image","variant":"standard","total_completion_tokens":578556374,"total_prompt_tokens":770082552,"total_native_tokens_reasoning":0,"count":766757,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-image","change":-0.21873669548906305,"rankingMetricValue":1348638926},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4o","variant":"standard","total_completion_tokens":632367371,"total_prompt_tokens":9101839751,"total_native_tokens_reasoning":0,"count":5906232,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o","change":-0.22037779057428242,"rankingMetricValue":9734207122},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-4.7-20260916","variant":"standard","total_completion_tokens":9159763906,"total_prompt_tokens":235867957464,"total_native_tokens_reasoning":0,"count":6194728,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.7-20260916","change":-0.22086643289785243,"rankingMetricValue":245027721370},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen2.5-vl-72b-instruct","variant":"standard","total_completion_tokens":88551244,"total_prompt_tokens":1412068347,"total_native_tokens_reasoning":0,"count":630994,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen2.5-vl-72b-instruct","change":-0.22236616643789023,"rankingMetricValue":1500619591},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4-styles-20260826","variant":"standard","total_completion_tokens":3874400,"total_prompt_tokens":594251,"total_native_tokens_reasoning":0,"count":882,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-20260826","change":-0.22445683875443143,"rankingMetricValue":4468651},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4o-2024-08-06","variant":"standard","total_completion_tokens":55889477,"total_prompt_tokens":1850780296,"total_native_tokens_reasoning":0,"count":1207960,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-08-06","change":-0.22558569375400722,"rankingMetricValue":1906669773},{"date":"2026-11-06 00:00:00","model_permaslug":"stepfun/step-3.5-flash","variant":"standard","total_completion_tokens":238289949,"total_prompt_tokens":889632398,"total_native_tokens_reasoning":0,"count":123239,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.5-flash","change":-0.23080814776844694,"rankingMetricValue":1127922347},{"date":"2026-11-06 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-flash-20260921","variant":"standard","total_completion_tokens":40643104730,"total_prompt_tokens":2352504292682,"total_native_tokens_reasoning":0,"count":51995439,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-flash-20260921","change":-0.23120238193232212,"rankingMetricValue":2393147397412},{"date":"2026-11-06 00:00:00","model_permaslug":"fish-audio/s2.1-pro-free-20260729","variant":"free","total_completion_tokens":0,"total_prompt_tokens":12567854,"total_native_tokens_reasoning":0,"count":209029,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-free-20260729:free","change":-0.2312881822029648,"rankingMetricValue":12567854},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"standard","total_completion_tokens":9344155121,"total_prompt_tokens":660657236553,"total_native_tokens_reasoning":0,"count":8217672,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3-20260531","change":-0.23232921357958305,"rankingMetricValue":670001391674},{"date":"2026-11-06 00:00:00","model_permaslug":"sourceful/riverflow-v2-pro-20260130","variant":"standard","total_completion_tokens":1494650,"total_prompt_tokens":356110,"total_native_tokens_reasoning":0,"count":358,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-pro-20260130","change":-0.23759164710622124,"rankingMetricValue":1850760},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.1-opus-20250805","variant":"standard","total_completion_tokens":17827955,"total_prompt_tokens":367366732,"total_native_tokens_reasoning":0,"count":41600,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.1-opus-20250805","change":-0.24212054652543002,"rankingMetricValue":385194687},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-4.6-20260810","variant":"standard","total_completion_tokens":2081297335,"total_prompt_tokens":51302146935,"total_native_tokens_reasoning":0,"count":1631093,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.6-20260810","change":-0.24307994725927734,"rankingMetricValue":53383444270},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-voice-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3097360,"total_native_tokens_reasoning":0,"count":59016,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2","change":-0.2446478534226254,"rankingMetricValue":3097360},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224","variant":"free","total_completion_tokens":0,"total_prompt_tokens":375823096,"total_native_tokens_reasoning":0,"count":216955,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224:free","change":-0.24654546890428028,"rankingMetricValue":375823096},{"date":"2026-11-06 00:00:00","model_permaslug":"inception/mercury-3-20261019","variant":"standard","total_completion_tokens":5287734516,"total_prompt_tokens":67088257823,"total_native_tokens_reasoning":0,"count":2282799,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-3-20261019","change":-0.24731458497319572,"rankingMetricValue":72375992339},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.1-codex-20251113","variant":"standard","total_completion_tokens":21967096,"total_prompt_tokens":655567952,"total_native_tokens_reasoning":0,"count":25277,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-20251113","change":-0.24942341667765064,"rankingMetricValue":677535048},{"date":"2026-11-06 00:00:00","model_permaslug":"ibm-granite/granite-4.2-8b-20260831","variant":"standard","total_completion_tokens":768709192,"total_prompt_tokens":6127819176,"total_native_tokens_reasoning":0,"count":776089,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ibm-granite/granite-4.2-8b-20260831","change":-0.2551611222298657,"rankingMetricValue":6896528368},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","variant":"standard","total_completion_tokens":329825,"total_prompt_tokens":15472,"total_native_tokens_reasoning":0,"count":78,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","change":-0.25921325318264316,"rankingMetricValue":345297},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.2-20251211","variant":"standard","total_completion_tokens":1607460631,"total_prompt_tokens":34682212451,"total_native_tokens_reasoning":0,"count":3237565,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-20251211","change":-0.25938010232668324,"rankingMetricValue":36289673082},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/voxtral-small-transcribe-3-0-20261020","variant":"standard","total_completion_tokens":28278409,"total_prompt_tokens":10684537,"total_native_tokens_reasoning":0,"count":696674,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-transcribe-3-0-20261020","change":-0.2599805941925518,"rankingMetricValue":38962946},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-2603","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":665660,"total_native_tokens_reasoning":0,"count":12953,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-tts-2603","change":-0.2616633040029194,"rankingMetricValue":665660},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.2-codex-20260114","variant":"standard","total_completion_tokens":12127668,"total_prompt_tokens":581768988,"total_native_tokens_reasoning":0,"count":47813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-codex-20260114","change":-0.26334151443143866,"rankingMetricValue":593896656},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"batch","total_completion_tokens":291314623,"total_prompt_tokens":382590472,"total_native_tokens_reasoning":0,"count":740144,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b:batch","change":-0.2671048987350704,"rankingMetricValue":673905095},{"date":"2026-11-06 00:00:00","model_permaslug":"krea/krea-2-medium-20260720","variant":"standard","total_completion_tokens":6997300,"total_prompt_tokens":359183,"total_native_tokens_reasoning":0,"count":1676,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-20260720","change":-0.2675566523562846,"rankingMetricValue":7356483},{"date":"2026-11-06 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":745768939,"total_native_tokens_reasoning":0,"count":785280,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","change":-0.2726889180106094,"rankingMetricValue":745768939},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"standard","total_completion_tokens":1769412,"total_prompt_tokens":7942432,"total_native_tokens_reasoning":0,"count":4790,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211","change":-0.27577982249310984,"rankingMetricValue":9711844},{"date":"2026-11-06 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-pro-20260422","variant":"standard","total_completion_tokens":581226534,"total_prompt_tokens":12585107311,"total_native_tokens_reasoning":0,"count":708116,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-pro-20260422","change":-0.2848580087347002,"rankingMetricValue":13166333845},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","variant":"standard","total_completion_tokens":1363418774,"total_prompt_tokens":55542904528,"total_native_tokens_reasoning":0,"count":1174797,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","change":-0.285552795831527,"rankingMetricValue":56906323302},{"date":"2026-11-06 00:00:00","model_permaslug":"thedrummer/unslopnemo-12b","variant":"standard","total_completion_tokens":15809038,"total_prompt_tokens":210769421,"total_native_tokens_reasoning":0,"count":71725,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/unslopnemo-12b","change":-0.28740324801028383,"rankingMetricValue":226578459},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","variant":"standard","total_completion_tokens":469150278,"total_prompt_tokens":5827154555,"total_native_tokens_reasoning":0,"count":1389641,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","change":-0.28850772303848776,"rankingMetricValue":6296304833},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"standard","total_completion_tokens":3262543908,"total_prompt_tokens":30669042704,"total_native_tokens_reasoning":0,"count":3653345,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","change":-0.2903093477892096,"rankingMetricValue":33931586612},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-image-3-20260805","variant":"standard","total_completion_tokens":82619075,"total_prompt_tokens":4807726,"total_native_tokens_reasoning":0,"count":19705,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-20260805","change":-0.29193812292723054,"rankingMetricValue":87426801},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4.1-nano-2025-04-14","variant":"standard","total_completion_tokens":810121490,"total_prompt_tokens":9726781977,"total_native_tokens_reasoning":0,"count":6029630,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-nano-2025-04-14","change":-0.29330082822705894,"rankingMetricValue":10536903467},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/sonar-deep-research","variant":"standard","total_completion_tokens":54127099,"total_prompt_tokens":19257372,"total_native_tokens_reasoning":0,"count":7372,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-deep-research","change":-0.30187402582969614,"rankingMetricValue":73384471},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-04-28","variant":"standard","total_completion_tokens":439879418,"total_prompt_tokens":1841537154,"total_native_tokens_reasoning":0,"count":816065,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-04-28","change":-0.3036682082116826,"rankingMetricValue":2281416572},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5-image-mini","variant":"standard","total_completion_tokens":171493583,"total_prompt_tokens":102256439,"total_native_tokens_reasoning":0,"count":79274,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image-mini","change":-0.30686506760193194,"rankingMetricValue":273750022},{"date":"2026-11-06 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"standard","total_completion_tokens":1865463,"total_prompt_tokens":325413685,"total_native_tokens_reasoning":0,"count":5139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813","change":-0.31214267681013097,"rankingMetricValue":327279148},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-image-1.0-eval-20260824","variant":"standard","total_completion_tokens":1021695545,"total_prompt_tokens":211573954,"total_native_tokens_reasoning":0,"count":647273,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-image-1.0-eval-20260824","change":-0.31471762441676737,"rankingMetricValue":1233269499},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"standard","total_completion_tokens":707139329,"total_prompt_tokens":18950017961,"total_native_tokens_reasoning":0,"count":973936,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416","change":-0.31589002364725244,"rankingMetricValue":19657157290},{"date":"2026-10-31 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"batch","total_completion_tokens":298882,"total_prompt_tokens":14042,"total_native_tokens_reasoning":0,"count":248,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609:batch","change":-0.3200866502549751,"rankingMetricValue":312924},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"standard","total_completion_tokens":376483448,"total_prompt_tokens":26201814502,"total_native_tokens_reasoning":0,"count":411678,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609","change":-0.3246499276220033,"rankingMetricValue":26578297950},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-4.7-flash-20260119","variant":"standard","total_completion_tokens":928219488,"total_prompt_tokens":9501296745,"total_native_tokens_reasoning":0,"count":6054814,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-flash-20260119","change":-0.32629457367133435,"rankingMetricValue":10429516233},{"date":"2026-11-06 00:00:00","model_permaslug":"liquid/lfm-2.5-embedding-350m-20260818","variant":"free","total_completion_tokens":0,"total_prompt_tokens":48925860,"total_native_tokens_reasoning":0,"count":71106,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-embedding-350m-20260818:free","change":-0.32762645619222885,"rankingMetricValue":48925860},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"standard","total_completion_tokens":4020852263,"total_prompt_tokens":72050646092,"total_native_tokens_reasoning":0,"count":17192149,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317","change":-0.33618357945983346,"rankingMetricValue":76071498355},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"standard","total_completion_tokens":228661333648,"total_prompt_tokens":6992348612349,"total_native_tokens_reasoning":0,"count":535030775,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922","change":-0.3391674601647631,"rankingMetricValue":7221009945997},{"date":"2026-11-06 00:00:00","model_permaslug":"krea/krea-2-large-20260720","variant":"standard","total_completion_tokens":7569275,"total_prompt_tokens":574804,"total_native_tokens_reasoning":0,"count":1813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-large-20260720","change":-0.34081996700408573,"rankingMetricValue":8144079},{"date":"2026-10-31 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"batch","total_completion_tokens":544407,"total_prompt_tokens":30432,"total_native_tokens_reasoning":0,"count":481,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124:batch","change":-0.34218033884340077,"rankingMetricValue":574839},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"batch","total_completion_tokens":53231248,"total_prompt_tokens":194803498,"total_native_tokens_reasoning":0,"count":1231968,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922:batch","change":-0.3443592864143334,"rankingMetricValue":248034746},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","variant":"standard","total_completion_tokens":1503000,"total_prompt_tokens":45089,"total_native_tokens_reasoning":0,"count":360,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","change":-0.351088101492705,"rankingMetricValue":1548089},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"standard","total_completion_tokens":4026747070,"total_prompt_tokens":66928828215,"total_native_tokens_reasoning":0,"count":6011404,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602","change":-0.3536944969347891,"rankingMetricValue":70955575285},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-4o-2024-05-13","variant":"standard","total_completion_tokens":3740975,"total_prompt_tokens":96878706,"total_native_tokens_reasoning":0,"count":63337,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-05-13","change":-0.36209576486859035,"rankingMetricValue":100619681},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4.1-flash-20260923","variant":"standard","total_completion_tokens":612727175,"total_prompt_tokens":30629032,"total_native_tokens_reasoning":0,"count":146341,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-flash-20260923","change":-0.3644273763544141,"rankingMetricValue":643356207},{"date":"2026-11-06 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-fast-20260605","variant":"standard","total_completion_tokens":8688175,"total_prompt_tokens":891411,"total_native_tokens_reasoning":0,"count":2081,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-fast-20260605","change":-0.3664636882030705,"rankingMetricValue":9579586},{"date":"2026-11-04 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"free","total_completion_tokens":704367678,"total_prompt_tokens":129620858984,"total_native_tokens_reasoning":0,"count":1938114,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:free","change":-0.37188201048910946,"rankingMetricValue":130325226662},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"batch","total_completion_tokens":1948853586,"total_prompt_tokens":8770904231,"total_native_tokens_reasoning":0,"count":2219399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826:batch","change":-0.3846644122636283,"rankingMetricValue":10719757817},{"date":"2026-11-06 00:00:00","model_permaslug":"voyageai/voyage-4","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1470522,"total_native_tokens_reasoning":0,"count":2946,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4","change":-0.3885504934142821,"rankingMetricValue":1470522},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"batch","total_completion_tokens":415697040,"total_prompt_tokens":4926120202,"total_native_tokens_reasoning":0,"count":5443553,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507:batch","change":-0.3897033618756326,"rankingMetricValue":5341817242},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-4.20-multi-agent-20260309","variant":"standard","total_completion_tokens":96276542,"total_prompt_tokens":871331694,"total_native_tokens_reasoning":0,"count":17796,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-multi-agent-20260309","change":-0.39467855612961594,"rankingMetricValue":967608236},{"date":"2026-11-06 00:00:00","model_permaslug":"perplexity/pplx-decider-flash-v1.2-20261016","variant":"standard","total_completion_tokens":33108657,"total_prompt_tokens":25198827211,"total_native_tokens_reasoning":0,"count":22368768,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-flash-v1.2-20261016","change":-0.39719101957415004,"rankingMetricValue":25231935868},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","variant":"standard","total_completion_tokens":23472047,"total_prompt_tokens":483856738,"total_native_tokens_reasoning":0,"count":14749,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","change":-0.39822040990311447,"rankingMetricValue":507328785},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"standard","total_completion_tokens":5011553929,"total_prompt_tokens":152165129372,"total_native_tokens_reasoning":0,"count":11069055,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929","change":-0.4134655784974496,"rankingMetricValue":157176683301},{"date":"2026-11-06 00:00:00","model_permaslug":"amazon/nova-pro-v1","variant":"standard","total_completion_tokens":7138319,"total_prompt_tokens":124554174,"total_native_tokens_reasoning":0,"count":37335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-pro-v1","change":-0.41348764751721157,"rankingMetricValue":131692493},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":16529534321,"total_native_tokens_reasoning":0,"count":46648710,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2","change":-0.414747564001996,"rankingMetricValue":16529534321},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260420","variant":"standard","total_completion_tokens":135090532,"total_prompt_tokens":688443506,"total_native_tokens_reasoning":0,"count":126213,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260420","change":-0.4165754110722635,"rankingMetricValue":823534038},{"date":"2026-11-06 00:00:00","model_permaslug":"relace/relace-apply-3","variant":"standard","total_completion_tokens":17162385,"total_prompt_tokens":20046017,"total_native_tokens_reasoning":0,"count":2556,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-apply-3","change":-0.4168156311408123,"rankingMetricValue":37208402},{"date":"2026-11-06 00:00:00","model_permaslug":"fish-audio/s2-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":62757,"total_native_tokens_reasoning":0,"count":5222,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2-pro-20260729","change":-0.4205263157894737,"rankingMetricValue":62757},{"date":"2026-11-06 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"free","total_completion_tokens":0,"total_prompt_tokens":2740261074,"total_native_tokens_reasoning":0,"count":36891,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925:free","change":-0.4266866585693733,"rankingMetricValue":2740261074},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"standard","total_completion_tokens":9761093,"total_prompt_tokens":56306860,"total_native_tokens_reasoning":0,"count":11940,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423","change":-0.42768885360879777,"rankingMetricValue":66067953},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"batch","total_completion_tokens":226355286,"total_prompt_tokens":854623940,"total_native_tokens_reasoning":0,"count":196135,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013:batch","change":-0.4330043079597518,"rankingMetricValue":1080979226},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","variant":"standard","total_completion_tokens":18931045,"total_prompt_tokens":228866014,"total_native_tokens_reasoning":0,"count":210148,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","change":-0.4386443293571618,"rankingMetricValue":247797059},{"date":"2026-11-04 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"free","total_completion_tokens":2492264762,"total_prompt_tokens":208790360781,"total_native_tokens_reasoning":0,"count":2955270,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715:free","change":-0.4387638934705012,"rankingMetricValue":211282625543},{"date":"2026-11-06 00:00:00","model_permaslug":"tencent/hy4-preview-20260827","variant":"standard","total_completion_tokens":46312152332,"total_prompt_tokens":5062677446118,"total_native_tokens_reasoning":0,"count":46501168,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy4-preview-20260827","change":-0.4523060936647071,"rankingMetricValue":5108989598450},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-luna-decisions-20261006","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":111573502562,"total_native_tokens_reasoning":0,"count":37363967,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-decisions-20261006","change":-0.4552904048667094,"rankingMetricValue":111573502562},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":926946,"total_native_tokens_reasoning":0,"count":40423,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","change":-0.45879098422870596,"rankingMetricValue":926946},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-image-2.5-pro-20260723","variant":"standard","total_completion_tokens":1817101,"total_prompt_tokens":1821727,"total_native_tokens_reasoning":0,"count":1824,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5-pro-20260723","change":-0.4594527305537878,"rankingMetricValue":3638828},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"batch","total_completion_tokens":8228347177,"total_prompt_tokens":67837669441,"total_native_tokens_reasoning":0,"count":13511198,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922:batch","change":-0.4625627386018376,"rankingMetricValue":76066016618},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-4.5-air","variant":"standard","total_completion_tokens":124218177,"total_prompt_tokens":4202334829,"total_native_tokens_reasoning":0,"count":708631,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5-air","change":-0.47020232806641427,"rankingMetricValue":4326553006},{"date":"2026-11-06 00:00:00","model_permaslug":"krea/k3-edit-20260914","variant":"standard","total_completion_tokens":208512025,"total_prompt_tokens":135156640,"total_native_tokens_reasoning":0,"count":49943,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/k3-edit-20260914","change":-0.4793688646928415,"rankingMetricValue":343668665},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1021722,"total_native_tokens_reasoning":0,"count":36076,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","change":-0.49475954741478423,"rankingMetricValue":1021722},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"standard","total_completion_tokens":308294534,"total_prompt_tokens":2003538625,"total_native_tokens_reasoning":0,"count":695759,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430","change":-0.4950425221971994,"rankingMetricValue":2311833159},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"batch","total_completion_tokens":4434180747,"total_prompt_tokens":23364712439,"total_native_tokens_reasoning":0,"count":4903695,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007:batch","change":-0.5000676694702177,"rankingMetricValue":27798893186},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-instruct","variant":"standard","total_completion_tokens":344377351,"total_prompt_tokens":3883338296,"total_native_tokens_reasoning":0,"count":2395670,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-8b-instruct","change":-0.5029876129641656,"rankingMetricValue":4227715647},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"batch","total_completion_tokens":42487028,"total_prompt_tokens":378380137,"total_native_tokens_reasoning":0,"count":32343,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831:batch","change":-0.5198348482244514,"rankingMetricValue":420867165},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-image-2.1-pro-20261016","variant":"standard","total_completion_tokens":47595000,"total_prompt_tokens":5837721,"total_native_tokens_reasoning":0,"count":11273,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-2.1-pro-20261016","change":-0.5248684086785075,"rankingMetricValue":53432721},{"date":"2026-11-06 00:00:00","model_permaslug":"elorian/glimpse-20261016","variant":"standard","total_completion_tokens":158139835,"total_prompt_tokens":503182617,"total_native_tokens_reasoning":0,"count":60604,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elorian/glimpse-20261016","change":-0.5427841602898267,"rankingMetricValue":661322452},{"date":"2026-11-04 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b","variant":"free","total_completion_tokens":0,"total_prompt_tokens":1086,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b:free","change":-0.5501242750621376,"rankingMetricValue":1086},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.3-codex-20260224","variant":"standard","total_completion_tokens":149214550,"total_prompt_tokens":11387948233,"total_native_tokens_reasoning":0,"count":225475,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.3-codex-20260224","change":-0.5537241974033018,"rankingMetricValue":11537162783},{"date":"2026-11-06 00:00:00","model_permaslug":"unbiased/pareto-26.10-20261015","variant":"standard","total_completion_tokens":79129403,"total_prompt_tokens":7680019542,"total_native_tokens_reasoning":0,"count":150961,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.10-20261015","change":-0.5557085151896949,"rankingMetricValue":7759148945},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-20250625","variant":"standard","total_completion_tokens":20192996,"total_prompt_tokens":55937822,"total_native_tokens_reasoning":0,"count":23674,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-20250625","change":-0.5649413841532873,"rankingMetricValue":76130818},{"date":"2026-11-06 00:00:00","model_permaslug":"recursive/flint-v1.0-20261021","variant":"standard","total_completion_tokens":254991,"total_prompt_tokens":2453052,"total_native_tokens_reasoning":0,"count":183,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recursive/flint-v1.0-20261021","change":-0.5649609218055377,"rankingMetricValue":2708043},{"date":"2026-11-06 00:00:00","model_permaslug":"mancer/weaver","variant":"standard","total_completion_tokens":1497893,"total_prompt_tokens":9901575,"total_native_tokens_reasoning":0,"count":6730,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mancer/weaver","change":-0.5665635141081035,"rankingMetricValue":11399468},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-voice-tts-1.0","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10626848,"total_native_tokens_reasoning":0,"count":307794,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-voice-tts-1.0","change":-0.5667952249201442,"rankingMetricValue":10626848},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-embedding-001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":14167882425,"total_native_tokens_reasoning":0,"count":32095037,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-001","change":-0.5700267236963836,"rankingMetricValue":14167882425},{"date":"2026-11-06 00:00:00","model_permaslug":"jaredpalmer/kev-4b-20260924","variant":"standard","total_completion_tokens":184181971,"total_prompt_tokens":1021051915,"total_native_tokens_reasoning":0,"count":1919522,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"jaredpalmer/kev-4b-20260924","change":-0.5781156232898085,"rankingMetricValue":1205233886},{"date":"2026-11-06 00:00:00","model_permaslug":"sakana/fugu-ultra-v2-20260911","variant":"standard","total_completion_tokens":7698364,"total_prompt_tokens":67281651,"total_native_tokens_reasoning":0,"count":5091,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-v2-20260911","change":-0.5928455881483315,"rankingMetricValue":74980015},{"date":"2026-11-02 00:00:00","model_permaslug":"openai/text-embedding-3-large","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":138704,"total_native_tokens_reasoning":0,"count":16,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-large:batch","change":-0.5936735596626446,"rankingMetricValue":138704},{"date":"2026-11-03 00:00:00","model_permaslug":"text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":11958,"total_native_tokens_reasoning":0,"count":145,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-large","change":-0.6097767915415742,"rankingMetricValue":11958},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"batch","total_completion_tokens":17477644,"total_prompt_tokens":52276536,"total_native_tokens_reasoning":0,"count":24769,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217:batch","change":-0.6131927901571311,"rankingMetricValue":69754180},{"date":"2026-11-06 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"batch","total_completion_tokens":14642626,"total_prompt_tokens":60244698,"total_native_tokens_reasoning":0,"count":34562,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816:batch","change":-0.6133750576905658,"rankingMetricValue":74887324},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4-styles-vector-20260826","variant":"standard","total_completion_tokens":2446550,"total_prompt_tokens":99966,"total_native_tokens_reasoning":0,"count":514,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-vector-20260826","change":-0.6218577190137624,"rankingMetricValue":2546516},{"date":"2026-11-06 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":28070676433,"total_native_tokens_reasoning":0,"count":2350552,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925","change":-0.6301213040918909,"rankingMetricValue":28070676433},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen-2.5-7b-instruct","variant":"standard","total_completion_tokens":185001786,"total_prompt_tokens":1535733131,"total_native_tokens_reasoning":0,"count":1295953,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-7b-instruct","change":-0.6307199843178306,"rankingMetricValue":1720734917},{"date":"2026-11-06 00:00:00","model_permaslug":"recursive/flint-v1.0-20261021","variant":"free","total_completion_tokens":2266058950,"total_prompt_tokens":61504585404,"total_native_tokens_reasoning":0,"count":1509787,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recursive/flint-v1.0-20261021:free","change":-0.6385676042114661,"rankingMetricValue":63770644354},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-0613","variant":"standard","total_completion_tokens":11071837,"total_prompt_tokens":90465195,"total_native_tokens_reasoning":0,"count":268956,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-0613","change":-0.6407159519618445,"rankingMetricValue":101537032},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"standard","total_completion_tokens":218758470,"total_prompt_tokens":2665906409,"total_native_tokens_reasoning":0,"count":1812483,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-8b-2512","change":-0.640843653034679,"rankingMetricValue":2884664879},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"batch","total_completion_tokens":6444590,"total_prompt_tokens":13308535,"total_native_tokens_reasoning":0,"count":14445,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709:batch","change":-0.6434440519820733,"rankingMetricValue":19753125},{"date":"2026-11-06 00:00:00","model_permaslug":"recraft/recraft-v4-pro-20260413","variant":"standard","total_completion_tokens":1866225,"total_prompt_tokens":48178,"total_native_tokens_reasoning":0,"count":447,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-20260413","change":-0.6437651935469945,"rankingMetricValue":1914403},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"batch","total_completion_tokens":120659601,"total_prompt_tokens":199762857,"total_native_tokens_reasoning":0,"count":143458,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07:batch","change":-0.644354962502168,"rankingMetricValue":320422458},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.1-codex-max-20251204","variant":"standard","total_completion_tokens":4825247,"total_prompt_tokens":105366903,"total_native_tokens_reasoning":0,"count":12627,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-max-20251204","change":-0.646768216798007,"rankingMetricValue":110192150},{"date":"2026-11-06 00:00:00","model_permaslug":"scaledown/extract-20260928","variant":"standard","total_completion_tokens":210256013,"total_prompt_tokens":572341457,"total_native_tokens_reasoning":0,"count":299459,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/extract-20260928","change":-0.6485983735954014,"rankingMetricValue":782597470},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"batch","total_completion_tokens":14677583,"total_prompt_tokens":246628991,"total_native_tokens_reasoning":0,"count":85922,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709:batch","change":-0.6495424768080477,"rankingMetricValue":261306574},{"date":"2026-11-02 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-405b","variant":"standard","total_completion_tokens":7838677,"total_prompt_tokens":163238875,"total_native_tokens_reasoning":0,"count":45694,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-405b","change":-0.652307247775388,"rankingMetricValue":171077552},{"date":"2026-11-06 00:00:00","model_permaslug":"tencent/hy-mt2-1.8b-20260521","variant":"standard","total_completion_tokens":7121094,"total_prompt_tokens":29112320,"total_native_tokens_reasoning":0,"count":118453,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-1.8b-20260521","change":-0.6809061299316582,"rankingMetricValue":36233414},{"date":"2026-11-06 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"batch","total_completion_tokens":1178082372,"total_prompt_tokens":3286838385,"total_native_tokens_reasoning":0,"count":1381257,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910:batch","change":-0.6809500443239853,"rankingMetricValue":4464920757},{"date":"2026-11-06 00:00:00","model_permaslug":"intfloat/multilingual-e5-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1873639650,"total_native_tokens_reasoning":0,"count":604345,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/multilingual-e5-large-20251117","change":-0.6826566828290079,"rankingMetricValue":1873639650},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-image-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1086,"total_native_tokens_reasoning":0,"count":16,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1","change":-0.6969020373988278,"rankingMetricValue":1086},{"date":"2026-11-06 00:00:00","model_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":702929,"total_native_tokens_reasoning":0,"count":2644,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","change":-0.6982741081017507,"rankingMetricValue":702929},{"date":"2026-11-02 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-70b","variant":"standard","total_completion_tokens":20058201,"total_prompt_tokens":329207675,"total_native_tokens_reasoning":0,"count":130342,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-70b","change":-0.7109622503378615,"rankingMetricValue":349265876},{"date":"2026-11-06 00:00:00","model_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","variant":"standard","total_completion_tokens":13399883,"total_prompt_tokens":48171433,"total_native_tokens_reasoning":0,"count":38016,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","change":-0.7167183926353472,"rankingMetricValue":61571316},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-1b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":133809085,"total_native_tokens_reasoning":0,"count":71561,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-1b-20261021:free","change":-0.7191750705306466,"rankingMetricValue":133809085},{"date":"2026-11-06 00:00:00","model_permaslug":"moonshotai/kimi-k2-thinking-20251106","variant":"standard","total_completion_tokens":239028117,"total_prompt_tokens":786135136,"total_native_tokens_reasoning":0,"count":94281,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-thinking-20251106","change":-0.7220365066667762,"rankingMetricValue":1025163253},{"date":"2026-11-02 00:00:00","model_permaslug":"x-ai/grok-imagine-image-quality-20260512","variant":"standard","total_completion_tokens":67522275,"total_prompt_tokens":19347851,"total_native_tokens_reasoning":0,"count":16173,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-quality-20260512","change":-0.7290537038577871,"rankingMetricValue":86870126},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"batch","total_completion_tokens":1375356,"total_prompt_tokens":652717,"total_native_tokens_reasoning":0,"count":767,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430:batch","change":-0.7379538706877327,"rankingMetricValue":2028073},{"date":"2026-11-06 00:00:00","model_permaslug":"Qwen/Qwen3-Embedding-8B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":264787,"total_native_tokens_reasoning":0,"count":4915,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"Qwen/Qwen3-Embedding-8B","change":-0.7380110420706851,"rankingMetricValue":264787},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-2602","variant":"standard","total_completion_tokens":17025308,"total_prompt_tokens":2238380,"total_native_tokens_reasoning":0,"count":457911,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-2602","change":-0.7746354185689618,"rankingMetricValue":19263688},{"date":"2026-11-06 00:00:00","model_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":877050,"total_native_tokens_reasoning":0,"count":2720,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","change":-0.7863977981474414,"rankingMetricValue":877050},{"date":"2026-11-04 00:00:00","model_permaslug":"baai/bge-m3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":255,"total_native_tokens_reasoning":0,"count":35,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3","change":-0.7867892976588629,"rankingMetricValue":255},{"date":"2026-11-06 00:00:00","model_permaslug":"black-forest-labs/flux-3-image-20261001","variant":"standard","total_completion_tokens":134497625,"total_prompt_tokens":11203115,"total_native_tokens_reasoning":0,"count":32215,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-image-20261001","change":-0.8136364080264179,"rankingMetricValue":145700740},{"date":"2026-11-06 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"batch","total_completion_tokens":88406511,"total_prompt_tokens":242993707,"total_native_tokens_reasoning":0,"count":122308,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721:batch","change":-0.827030314394019,"rankingMetricValue":331400218},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"batch","total_completion_tokens":102251,"total_prompt_tokens":383281,"total_native_tokens_reasoning":0,"count":140,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317:batch","change":-0.8549398899169403,"rankingMetricValue":485532},{"date":"2026-11-06 00:00:00","model_permaslug":"inference-net/schematron-v2-turbo-20260902","variant":"standard","total_completion_tokens":7076555,"total_prompt_tokens":41999873,"total_native_tokens_reasoning":0,"count":23243,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-turbo-20260902","change":-0.8669200428092003,"rankingMetricValue":49076428},{"date":"2026-11-03 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"batch","total_completion_tokens":30,"total_prompt_tokens":1526,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709:batch","change":-0.8841658601950421,"rankingMetricValue":1556},{"date":"2026-11-03 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"batch","total_completion_tokens":60,"total_prompt_tokens":1526,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709:batch","change":-0.8968790637191157,"rankingMetricValue":1586},{"date":"2026-11-06 00:00:00","model_permaslug":"intfloat/e5-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6139250,"total_native_tokens_reasoning":0,"count":56895,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-base-v2-20251117","change":-0.9102361494382238,"rankingMetricValue":6139250},{"date":"2026-11-04 00:00:00","model_permaslug":"text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":337,"total_native_tokens_reasoning":0,"count":33,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-small","change":-0.9182832201745877,"rankingMetricValue":337},{"date":"2026-10-31 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"free","total_completion_tokens":829135361,"total_prompt_tokens":67053800601,"total_native_tokens_reasoning":0,"count":1044010,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720:free","change":-0.9238064439021177,"rankingMetricValue":67882935962},{"date":"2026-10-31 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"free","total_completion_tokens":65851086,"total_prompt_tokens":6372674046,"total_native_tokens_reasoning":0,"count":154339,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625:free","change":-0.9239083401104226,"rankingMetricValue":6438525132},{"date":"2026-10-31 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"standard","total_completion_tokens":48528247,"total_prompt_tokens":2822873823,"total_native_tokens_reasoning":0,"count":36119,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720","change":-0.9240437343953066,"rankingMetricValue":2871402070},{"date":"2026-11-06 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":29288673,"total_native_tokens_reasoning":0,"count":90062,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","change":-0.932694699885708,"rankingMetricValue":29288673},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-8b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":16062053,"total_native_tokens_reasoning":0,"count":67094,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-8b-20261021:free","change":-0.9533179838301958,"rankingMetricValue":16062053},{"date":"2026-11-06 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"standard","total_completion_tokens":313717589,"total_prompt_tokens":764803784,"total_native_tokens_reasoning":0,"count":453848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908","change":-0.9551826678529514,"rankingMetricValue":1078521373},{"date":"2026-11-03 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"batch","total_completion_tokens":12940,"total_prompt_tokens":130055,"total_native_tokens_reasoning":0,"count":3,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922:batch","change":-0.9675832612243482,"rankingMetricValue":142995},{"date":"2026-10-31 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"standard","total_completion_tokens":1988885,"total_prompt_tokens":63869853,"total_native_tokens_reasoning":0,"count":7048,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625","change":-0.9702359414070616,"rankingMetricValue":65858738},{"date":"2026-11-06 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"batch","total_completion_tokens":406944,"total_prompt_tokens":420460,"total_native_tokens_reasoning":0,"count":432,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630:batch","change":-0.97750425395655,"rankingMetricValue":827404},{"date":"2026-11-05 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"free","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604:free","change":-1,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"google/veo-3.1-lite-20260331","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":49942,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-lite-20260331","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"deepgram/nova-3-20260714","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":489582,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/nova-3-20260714","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/whisper-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":604854,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-1","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"black-forest-labs/flux-video-upscale-20260819","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-upscale-20260819","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/whisper-large-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":10027761,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/hailuo-03-20260730","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8427,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-03-20260730","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"alibaba/wan-3.0-20260824","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":31184,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-20260824","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/scribe-v2-medical-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":40861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-medical-20260929","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"black-forest-labs/flux-3-video-20260804","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":963,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-video-20260804","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"alibaba/happyhorse-1.1-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2360,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.1-20260624","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":59773,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-stt-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":733263,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-stt-20260723","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"alibaba/wan-3.0-prime-20260827","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6721,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-prime-20260827","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"alibaba/happyhorse-1.0-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":151,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.0-20260624","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"assemblyai/universal-3-5-pro-20260914","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":109326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/universal-3-5-pro-20260914","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance/seedance-1-5-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":13773,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-1-5-pro-20260320","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"alibaba/wan-2.7-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":4050,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.7-20260414","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/hailuo-2.3-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":229,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-2.3-20260420","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":15981,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"google/veo-3.1-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":11263,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-20260320","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"runway/gen-4.5-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":500,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/gen-4.5-20260729","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"fish-audio/transcribe-1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":38406,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-20260729","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/rerank-4-fast","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":478254,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-fast","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"alibaba/wan-2.6-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":778,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.6-20260327","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"google/veo-3.1-fast-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":28498,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-fast-20260320","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":27630,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/whisper-large-v3-turbo","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":19672848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3-turbo","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"black-forest-labs/flux-video-edit-20260910","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2368,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-edit-20260910","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"minimax/hailuo-3-max-20260901","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9367,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-3-max-20260901","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance/seedance-2.0-fast-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":28375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-fast-20260414","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-transcribe-2-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7856468,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-2-20260903","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":21518,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance/seedance-2.0-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":20326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-20260414","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance/seedance-2.5-20260807","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":34597,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.5-20260807","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"heygen/heygen-video-1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":64888,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-video-1-20260930","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"heygen/avatar-iv-20260625","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":13694,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/avatar-iv-20260625","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"microsoft/mai-transcribe-1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":138075,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-1.5","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"runway/aleph-2-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":864,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/aleph-2-20260729","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"moondream/parakeet-ultra-20261102","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":14940,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moondream/parakeet-ultra-20261102","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"elevenlabs/scribe-v2-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1894980,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-20260929","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"bytedance/seedance-2.0-mini-20260811","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9806,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-mini-20260811","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-std-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":11555,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-std-20260429","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/rerank-4-pro","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":560516,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-pro","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-asr-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":64666,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"tbc/mischief-1-20261023","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":14933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tbc/mischief-1-20261023","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"qwen/qwen3-asr-1.7b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":671516,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-1.7b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/parakeet-tdt-0.6b-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":555688,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/parakeet-tdt-0.6b-v3","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-imagine-video-20260512","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":14285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-20260512","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"assemblyai/universal-3-6-pro-20261014","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":162730,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/universal-3-6-pro-20261014","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"fish-audio/transcribe-1-pro-20260924","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":62013,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-pro-20260924","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"cohere/rerank-v3.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1342462,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-v3.5","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"meta/muse-voice-transcribe-1.0-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":66323,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-voice-transcribe-1.0-20260903","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":0,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-pro-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":14473,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-pro-20260429","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"openai/gpt-transcribe-20260805","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":707805,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-transcribe-20260805","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"kwaivgi/kling-video-o1-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":820,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-video-o1-20260420","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"google/chirp-3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":80751,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/chirp-3","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"nvidia/nemotron-3.5-transcribe-20261028","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":268000,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-transcribe-20261028","change":null,"rankingMetricValue":0},{"date":"2026-11-06 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-20260719","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8610,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-20260719","change":null,"rankingMetricValue":0}]}