{"data":[{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20261017","variant":"standard","total_completion_tokens":469596128712,"total_prompt_tokens":31043034376530,"total_native_tokens_reasoning":0,"count":532615680,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20261017","change":null,"rankingMetricValue":31512630505242},{"date":"2026-10-24 00:00:00","model_permaslug":"stepfun/step-5-preview-20261008","variant":"standard","total_completion_tokens":123732808885,"total_prompt_tokens":23009701649765,"total_native_tokens_reasoning":0,"count":116100139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-5-preview-20261008","change":null,"rankingMetricValue":23133434458650},{"date":"2026-10-22 00:00:00","model_permaslug":"minimax/minimax-m3.1-flash-20261019","variant":"free","total_completion_tokens":144871886424,"total_prompt_tokens":13533511134679,"total_native_tokens_reasoning":0,"count":108323783,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3.1-flash-20261019:free","change":null,"rankingMetricValue":13678383021103},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"standard","total_completion_tokens":113593689545,"total_prompt_tokens":7776233879127,"total_native_tokens_reasoning":0,"count":129013993,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928","change":null,"rankingMetricValue":7889827568672},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"standard","total_completion_tokens":105212650607,"total_prompt_tokens":7208477628297,"total_native_tokens_reasoning":0,"count":155677930,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929","change":null,"rankingMetricValue":7313690278904},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"standard","total_completion_tokens":287561523460,"total_prompt_tokens":5289586209060,"total_native_tokens_reasoning":0,"count":313129467,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007","change":null,"rankingMetricValue":5577147732520},{"date":"2026-10-24 00:00:00","model_permaslug":"typesafe/jev-1.14-20261014","variant":"standard","total_completion_tokens":215396147145,"total_prompt_tokens":1806118548464,"total_native_tokens_reasoning":0,"count":485978589,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"typesafe/jev-1.14-20261014","change":null,"rankingMetricValue":2021514695609},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","variant":"free","total_completion_tokens":36587874647,"total_prompt_tokens":1868461421257,"total_native_tokens_reasoning":0,"count":19376519,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-super-vl-20261015:free","change":null,"rankingMetricValue":1905049295904},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"standard","total_completion_tokens":29795878168,"total_prompt_tokens":1597873541403,"total_native_tokens_reasoning":0,"count":29727913,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013","change":null,"rankingMetricValue":1627669419571},{"date":"2026-10-24 00:00:00","model_permaslug":"inclusionai/ling-3.1-flash-20261002","variant":"standard","total_completion_tokens":78210252348,"total_prompt_tokens":1040366599468,"total_native_tokens_reasoning":0,"count":28970613,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.1-flash-20261002","change":null,"rankingMetricValue":1118576851816},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-large-4-0-20261006","variant":"standard","total_completion_tokens":11249698721,"total_prompt_tokens":498679687407,"total_native_tokens_reasoning":0,"count":7943451,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-4-0-20261006","change":null,"rankingMetricValue":509929386128},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/minimax-m3.1-flash-20261019","variant":"standard","total_completion_tokens":5003983248,"total_prompt_tokens":446036591576,"total_native_tokens_reasoning":0,"count":4610434,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3.1-flash-20261019","change":null,"rankingMetricValue":451040574824},{"date":"2026-10-13 00:00:00","model_permaslug":"apodex/apodex-1.1-mini-20261001","variant":"free","total_completion_tokens":13665506237,"total_prompt_tokens":427576222541,"total_native_tokens_reasoning":0,"count":8521847,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"apodex/apodex-1.1-mini-20261001:free","change":null,"rankingMetricValue":441241728778},{"date":"2026-10-24 00:00:00","model_permaslug":"moonshotai/kimi-k3.1-pro-20261023","variant":"standard","total_completion_tokens":4336991831,"total_prompt_tokens":370849768760,"total_native_tokens_reasoning":0,"count":3684980,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3.1-pro-20261023","change":null,"rankingMetricValue":375186760591},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-wonder-20261012","variant":"standard","total_completion_tokens":4035662436,"total_prompt_tokens":349656177218,"total_native_tokens_reasoning":0,"count":4460381,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-wonder-20261012","change":null,"rankingMetricValue":353691839654},{"date":"2026-10-17 00:00:00","model_permaslug":"perplexity/pplx-decider-v1.1-27b-20261006","variant":"standard","total_completion_tokens":225213204,"total_prompt_tokens":256979593989,"total_native_tokens_reasoning":0,"count":67087437,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-v1.1-27b-20261006","change":null,"rankingMetricValue":257204807193},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-luna-decisions-20261006","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":238715571894,"total_native_tokens_reasoning":0,"count":79385150,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-decisions-20261006","change":null,"rankingMetricValue":238715571894},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","variant":"standard","total_completion_tokens":8526453159,"total_prompt_tokens":191886225114,"total_native_tokens_reasoning":0,"count":5363989,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-super-vl-20261015","change":null,"rankingMetricValue":200412678273},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/pplx-decider-v1.2-20261016","variant":"standard","total_completion_tokens":313642144,"total_prompt_tokens":162483071880,"total_native_tokens_reasoning":0,"count":82466790,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-v1.2-20261016","change":null,"rankingMetricValue":162796714024},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"standard","total_completion_tokens":2732172582,"total_prompt_tokens":152340395154,"total_native_tokens_reasoning":0,"count":1606615,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929","change":null,"rankingMetricValue":155072567736},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-spark-open-20261015","variant":"standard","total_completion_tokens":3601002029,"total_prompt_tokens":149047636482,"total_native_tokens_reasoning":0,"count":2836810,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-open-20261015","change":null,"rankingMetricValue":152648638511},{"date":"2026-10-24 00:00:00","model_permaslug":"reflection/beam-1.0-501b-a23b-20261016","variant":"standard","total_completion_tokens":1739701226,"total_prompt_tokens":146752130760,"total_native_tokens_reasoning":0,"count":2832594,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"reflection/beam-1.0-501b-a23b-20261016","change":null,"rankingMetricValue":148491831986},{"date":"2026-10-24 00:00:00","model_permaslug":"inception/mercury-3-20261019","variant":"standard","total_completion_tokens":3500985884,"total_prompt_tokens":129917811780,"total_native_tokens_reasoning":0,"count":3288870,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-3-20261019","change":null,"rankingMetricValue":133418797664},{"date":"2026-10-24 00:00:00","model_permaslug":"inception/mercury-decide-20260930","variant":"free","total_completion_tokens":314317246,"total_prompt_tokens":114899073694,"total_native_tokens_reasoning":0,"count":25676830,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-decide-20260930:free","change":null,"rankingMetricValue":115213390940},{"date":"2026-10-24 00:00:00","model_permaslug":"recursive/flint-v1.0-20261021","variant":"free","total_completion_tokens":3078738859,"total_prompt_tokens":98095449645,"total_native_tokens_reasoning":0,"count":2255541,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recursive/flint-v1.0-20261021:free","change":null,"rankingMetricValue":101174188504},{"date":"2026-10-24 00:00:00","model_permaslug":"cloudflare/clef-flash","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":79380673835,"total_native_tokens_reasoning":0,"count":47359910,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-flash","change":null,"rankingMetricValue":79380673835},{"date":"2026-10-24 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":75008512175,"total_native_tokens_reasoning":0,"count":24454271,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925","change":null,"rankingMetricValue":75008512175},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-haiku-5.5-20261007","variant":"batch","total_completion_tokens":15637236632,"total_prompt_tokens":56836596670,"total_native_tokens_reasoning":0,"count":9704259,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-haiku-5.5-20261007:batch","change":null,"rankingMetricValue":72473833302},{"date":"2026-10-24 00:00:00","model_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","variant":"free","total_completion_tokens":3210083323,"total_prompt_tokens":66519288374,"total_native_tokens_reasoning":0,"count":2519062,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015:free","change":null,"rankingMetricValue":69729371697},{"date":"2026-10-24 00:00:00","model_permaslug":"liquid/d1-ultra-20261015","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":67686825646,"total_native_tokens_reasoning":0,"count":32707069,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1-ultra-20261015","change":null,"rankingMetricValue":67686825646},{"date":"2026-10-24 00:00:00","model_permaslug":"cloudflare/clef","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":59574060610,"total_native_tokens_reasoning":0,"count":45575142,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef","change":null,"rankingMetricValue":59574060610},{"date":"2026-10-24 00:00:00","model_permaslug":"nace-ai/drex-v1.5-20261009","variant":"standard","total_completion_tokens":10430042622,"total_prompt_tokens":39636823806,"total_native_tokens_reasoning":0,"count":68638054,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v1.5-20261009","change":null,"rankingMetricValue":50066866428},{"date":"2026-10-24 00:00:00","model_permaslug":"liquid/d1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":47071490049,"total_native_tokens_reasoning":0,"count":34342211,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/d1-20260930","change":null,"rankingMetricValue":47071490049},{"date":"2026-10-24 00:00:00","model_permaslug":"inception/mercury-decide-20260930","variant":"standard","total_completion_tokens":132524019,"total_prompt_tokens":46121775127,"total_native_tokens_reasoning":0,"count":36665480,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-decide-20260930","change":null,"rankingMetricValue":46254299146},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/rerank-3-lite-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":38888613550,"total_native_tokens_reasoning":0,"count":4393431,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-lite-20260930","change":null,"rankingMetricValue":38888613550},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/microsoft-decision-1-20261009","variant":"standard","total_completion_tokens":109507136,"total_prompt_tokens":37645065128,"total_native_tokens_reasoning":0,"count":31422251,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/microsoft-decision-1-20261009","change":null,"rankingMetricValue":37754572264},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/pplx-decider-flash-v1.2-20261016","variant":"standard","total_completion_tokens":26075588,"total_prompt_tokens":27633167051,"total_native_tokens_reasoning":0,"count":9983626,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-flash-v1.2-20261016","change":null,"rankingMetricValue":27659242639},{"date":"2026-10-24 00:00:00","model_permaslug":"upstage/solar-decide-20260928","variant":"standard","total_completion_tokens":10187802,"total_prompt_tokens":22002382407,"total_native_tokens_reasoning":0,"count":4449560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-20260928","change":null,"rankingMetricValue":22012570209},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/rerank-3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21824720577,"total_native_tokens_reasoning":0,"count":1952927,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-3-20260930","change":null,"rankingMetricValue":21824720577},{"date":"2026-10-24 00:00:00","model_permaslug":"nace-ai/drex-v2.0-20261009","variant":"standard","total_completion_tokens":4294173784,"total_prompt_tokens":17489408704,"total_native_tokens_reasoning":0,"count":35918321,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-v2.0-20261009","change":null,"rankingMetricValue":21783582488},{"date":"2026-10-24 00:00:00","model_permaslug":"respan/span-02-20261015","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":16343468324,"total_native_tokens_reasoning":0,"count":6487518,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-02-20261015","change":null,"rankingMetricValue":16343468324},{"date":"2026-10-24 00:00:00","model_permaslug":"scaledown/summarize-20260928","variant":"standard","total_completion_tokens":299252499,"total_prompt_tokens":11915482209,"total_native_tokens_reasoning":0,"count":3863209,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/summarize-20260928","change":null,"rankingMetricValue":12214734708},{"date":"2026-10-24 00:00:00","model_permaslug":"scaledown/classify-1-20260928","variant":"standard","total_completion_tokens":5512224,"total_prompt_tokens":11773461103,"total_native_tokens_reasoning":0,"count":1614508,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/classify-1-20260928","change":null,"rankingMetricValue":11778973327},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-sonnet-5.5-20260928","variant":"batch","total_completion_tokens":1381103660,"total_prompt_tokens":10303584784,"total_native_tokens_reasoning":0,"count":2701978,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5.5-20260928:batch","change":null,"rankingMetricValue":11684688444},{"date":"2026-10-24 00:00:00","model_permaslug":"jaredpalmer/kev-4b-20260924","variant":"standard","total_completion_tokens":1824921145,"total_prompt_tokens":8965256002,"total_native_tokens_reasoning":0,"count":20302175,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"jaredpalmer/kev-4b-20260924","change":null,"rankingMetricValue":10790177147},{"date":"2026-10-07 00:00:00","model_permaslug":"perplexity/pplx-decider-v1-27b-20261001","variant":"standard","total_completion_tokens":7863817,"total_prompt_tokens":9087805822,"total_native_tokens_reasoning":0,"count":1954042,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-decider-v1-27b-20261001","change":null,"rankingMetricValue":9095669639},{"date":"2026-10-15 00:00:00","model_permaslug":"unbiased/pareto-26.10-preview-20260929","variant":"standard","total_completion_tokens":163213927,"total_prompt_tokens":8709820347,"total_native_tokens_reasoning":0,"count":175297,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.10-preview-20260929","change":null,"rankingMetricValue":8873034274},{"date":"2026-10-24 00:00:00","model_permaslug":"upstage/solar-decide-flash-20261008","variant":"standard","total_completion_tokens":5926055,"total_prompt_tokens":8785391117,"total_native_tokens_reasoning":0,"count":2518131,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-decide-flash-20261008","change":null,"rankingMetricValue":8791317172},{"date":"2026-10-24 00:00:00","model_permaslug":"respan/span-01-20260925","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8779975272,"total_native_tokens_reasoning":0,"count":3867981,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-20260925","change":null,"rankingMetricValue":8779975272},{"date":"2026-10-24 00:00:00","model_permaslug":"unbiased/pareto-26.10-20261015","variant":"standard","total_completion_tokens":95541612,"total_prompt_tokens":8068282322,"total_native_tokens_reasoning":0,"count":180342,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.10-20261015","change":null,"rankingMetricValue":8163823934},{"date":"2026-10-24 00:00:00","model_permaslug":"cloudflare/clef-omni-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":7936166555,"total_native_tokens_reasoning":0,"count":4341866,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cloudflare/clef-omni-20261009","change":null,"rankingMetricValue":7936166555},{"date":"2026-10-24 00:00:00","model_permaslug":"togethercomputer/tev1-4b-experimental-20260923","variant":"standard","total_completion_tokens":15042094,"total_prompt_tokens":7425351481,"total_native_tokens_reasoning":0,"count":3039062,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"togethercomputer/tev1-4b-experimental-20260923","change":null,"rankingMetricValue":7440393575},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6.1-sol-20260929","variant":"batch","total_completion_tokens":480522732,"total_prompt_tokens":5379938348,"total_native_tokens_reasoning":0,"count":753684,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-20260929:batch","change":null,"rankingMetricValue":5860461080},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","variant":"standard","total_completion_tokens":5192049052,"total_prompt_tokens":254233734,"total_native_tokens_reasoning":0,"count":464680,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-flash-20261001","change":null,"rankingMetricValue":5446282786},{"date":"2026-10-24 00:00:00","model_permaslug":"elorian/glimpse-20261016","variant":"standard","total_completion_tokens":823475088,"total_prompt_tokens":3000701027,"total_native_tokens_reasoning":0,"count":274032,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elorian/glimpse-20261016","change":null,"rankingMetricValue":3824176115},{"date":"2026-10-24 00:00:00","model_permaslug":"tencent/hy-image-v3.5-preview-20260922","variant":"standard","total_completion_tokens":3646290000,"total_prompt_tokens":78686456,"total_native_tokens_reasoning":0,"count":231011,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-image-v3.5-preview-20260922","change":null,"rankingMetricValue":3724976456},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-nano-banana-2.1-20261006","variant":"standard","total_completion_tokens":1455983419,"total_prompt_tokens":2192994020,"total_native_tokens_reasoning":0,"count":1060947,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-nano-banana-2.1-20261006","change":null,"rankingMetricValue":3648977439},{"date":"2026-10-24 00:00:00","model_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","variant":"standard","total_completion_tokens":309729696,"total_prompt_tokens":2146722601,"total_native_tokens_reasoning":0,"count":241039,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-24b-a2b-20261012","change":null,"rankingMetricValue":2456452297},{"date":"2026-10-24 00:00:00","model_permaslug":"perceptron/perceptron-mk1.5-20260925","variant":"standard","total_completion_tokens":154100215,"total_prompt_tokens":2206464193,"total_native_tokens_reasoning":0,"count":574963,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1.5-20260925","change":null,"rankingMetricValue":2360564408},{"date":"2026-10-24 00:00:00","model_permaslug":"nace-ai/drex-max-20261016","variant":"standard","total_completion_tokens":741385977,"total_prompt_tokens":1498756188,"total_native_tokens_reasoning":0,"count":2670022,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nace-ai/drex-max-20261016","change":null,"rankingMetricValue":2240142165},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-4-argon-20261013","variant":"batch","total_completion_tokens":339924140,"total_prompt_tokens":1756150348,"total_native_tokens_reasoning":0,"count":348757,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-4-argon-20261013:batch","change":null,"rankingMetricValue":2096074488},{"date":"2026-10-24 00:00:00","model_permaslug":"scaledown/extract-20260928","variant":"standard","total_completion_tokens":493854312,"total_prompt_tokens":1274801792,"total_native_tokens_reasoning":0,"count":619987,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"scaledown/extract-20260928","change":null,"rankingMetricValue":1768656104},{"date":"2026-10-24 00:00:00","model_permaslug":"unbiased/pareto-26.9-20260917","variant":"standard","total_completion_tokens":69042490,"total_prompt_tokens":1495761647,"total_native_tokens_reasoning":0,"count":98858,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-26.9-20260917","change":null,"rankingMetricValue":1564804137},{"date":"2026-10-24 00:00:00","model_permaslug":"black-forest-labs/flux-3-image-20261001","variant":"standard","total_completion_tokens":840832475,"total_prompt_tokens":78295108,"total_native_tokens_reasoning":0,"count":201397,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-image-20261001","change":null,"rankingMetricValue":919127583},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.5-transcribe-20260827","variant":"standard","total_completion_tokens":55144878,"total_prompt_tokens":759788644,"total_native_tokens_reasoning":0,"count":1169091,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-transcribe-20260827","change":null,"rankingMetricValue":814933522},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6.1-sol-pro-20260929","variant":"batch","total_completion_tokens":345977479,"total_prompt_tokens":418149464,"total_native_tokens_reasoning":0,"count":31971,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6.1-sol-pro-20260929:batch","change":null,"rankingMetricValue":764126943},{"date":"2026-10-24 00:00:00","model_permaslug":"black-forest-labs/flux-3-image-klein-20261015","variant":"standard","total_completion_tokens":526697125,"total_prompt_tokens":42447370,"total_native_tokens_reasoning":0,"count":126155,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-image-klein-20261015","change":null,"rankingMetricValue":569144495},{"date":"2026-10-24 00:00:00","model_permaslug":"respan/span-01-lite-20260925","variant":"free","total_completion_tokens":0,"total_prompt_tokens":448899870,"total_native_tokens_reasoning":0,"count":166126,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"respan/span-01-lite-20260925:free","change":null,"rankingMetricValue":448899870},{"date":"2026-10-24 00:00:00","model_permaslug":"baseten/mammoth-1-20261021","variant":"free","total_completion_tokens":1114659,"total_prompt_tokens":422785209,"total_native_tokens_reasoning":0,"count":170620,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baseten/mammoth-1-20261021:free","change":null,"rankingMetricValue":423899868},{"date":"2026-10-24 00:00:00","model_permaslug":"baseten/elephant-1-20261021","variant":"free","total_completion_tokens":773216,"total_prompt_tokens":306431520,"total_native_tokens_reasoning":0,"count":94742,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baseten/elephant-1-20261021:free","change":null,"rankingMetricValue":307204736},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-rerank-8b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":260063849,"total_native_tokens_reasoning":0,"count":18173,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-rerank-8b-20261021:free","change":null,"rankingMetricValue":260063849},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-8b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":197612070,"total_native_tokens_reasoning":0,"count":31102,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-8b-20261021:free","change":null,"rankingMetricValue":197612070},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-image-2.1-turbo-20261016","variant":"standard","total_completion_tokens":130385250,"total_prompt_tokens":9390905,"total_native_tokens_reasoning":0,"count":30513,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-2.1-turbo-20261016","change":null,"rankingMetricValue":139776155},{"date":"2026-10-13 00:00:00","model_permaslug":"apodex/apodex-1.1-mini-20261001","variant":"standard","total_completion_tokens":1878770,"total_prompt_tokens":125937222,"total_native_tokens_reasoning":0,"count":5458,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"apodex/apodex-1.1-mini-20261001","change":null,"rankingMetricValue":127815992},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-1b-20261021","variant":"free","total_completion_tokens":0,"total_prompt_tokens":103177790,"total_native_tokens_reasoning":0,"count":26459,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-1b-20261021:free","change":null,"rankingMetricValue":103177790},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-image-2.1-pro-20261016","variant":"standard","total_completion_tokens":63660400,"total_prompt_tokens":4946517,"total_native_tokens_reasoning":0,"count":15056,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-2.1-pro-20261016","change":null,"rankingMetricValue":68606917},{"date":"2026-10-24 00:00:00","model_permaslug":"moondream/moondream3.1-9b-a2b-20261013","variant":"standard","total_completion_tokens":16803050,"total_prompt_tokens":51719166,"total_native_tokens_reasoning":0,"count":44328,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moondream/moondream3.1-9b-a2b-20261013","change":null,"rankingMetricValue":68522216},{"date":"2026-10-24 00:00:00","model_permaslug":"krea/k3-edit-20260914","variant":"standard","total_completion_tokens":59806875,"total_prompt_tokens":4021954,"total_native_tokens_reasoning":0,"count":14325,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/k3-edit-20260914","change":null,"rankingMetricValue":63828829},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/eleven-v4-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":46167930,"total_native_tokens_reasoning":0,"count":1375266,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-20260930","change":null,"rankingMetricValue":46167930},{"date":"2026-10-24 00:00:00","model_permaslug":"fish-audio/drama-3-20261013","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":43556213,"total_native_tokens_reasoning":0,"count":921248,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/drama-3-20261013","change":null,"rankingMetricValue":43556213},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/eleven-v4-turbo-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":40498454,"total_native_tokens_reasoning":0,"count":2399335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v4-turbo-20260930","change":null,"rankingMetricValue":40498454},{"date":"2026-10-24 00:00:00","model_permaslug":"moondream/moondream3-preview-20261013","variant":"standard","total_completion_tokens":8280509,"total_prompt_tokens":28296907,"total_native_tokens_reasoning":0,"count":53690,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moondream/moondream3-preview-20261013","change":null,"rankingMetricValue":36577416},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"batch","total_completion_tokens":4074962,"total_prompt_tokens":13228530,"total_native_tokens_reasoning":0,"count":12709,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602:batch","change":null,"rankingMetricValue":17303492},{"date":"2026-10-24 00:00:00","model_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","variant":"standard","total_completion_tokens":446742,"total_prompt_tokens":14742358,"total_native_tokens_reasoning":0,"count":1172,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xingchen-agi/xing4.0-29b-a4b-20261015","change":null,"rankingMetricValue":15189100},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/voxtral-small-transcribe-3-0-20261020","variant":"standard","total_completion_tokens":11641707,"total_prompt_tokens":350564,"total_native_tokens_reasoning":0,"count":62501,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-transcribe-3-0-20261020","change":null,"rankingMetricValue":11992271},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/eleven-v3-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8324469,"total_native_tokens_reasoning":0,"count":388414,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-20260930","change":null,"rankingMetricValue":8324469},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-flash-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8245282,"total_native_tokens_reasoning":0,"count":483308,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-flash-20261001","change":null,"rankingMetricValue":8245282},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seed-audio-1-0-20260630","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":7263083,"total_native_tokens_reasoning":0,"count":116028,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-audio-1-0-20260630","change":null,"rankingMetricValue":7263083},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-voice-2.1-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6953943,"total_native_tokens_reasoning":0,"count":216165,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2.1-20261001","change":null,"rankingMetricValue":6953943},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6535583,"total_native_tokens_reasoning":0,"count":49780,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2.5-20260930","change":null,"rankingMetricValue":6535583},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5875771,"total_native_tokens_reasoning":0,"count":488465,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2.5-20260930","change":null,"rankingMetricValue":5875771},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4057652,"total_native_tokens_reasoning":0,"count":106296,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-multilingual-v2-20260930","change":null,"rankingMetricValue":4057652},{"date":"2026-10-24 00:00:00","model_permaslug":"recursive/flint-v1.0-20261021","variant":"standard","total_completion_tokens":133419,"total_prompt_tokens":3240879,"total_native_tokens_reasoning":0,"count":285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recursive/flint-v1.0-20261021","change":null,"rankingMetricValue":3374298},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-3-0-20261020","variant":"standard","total_completion_tokens":3005122,"total_prompt_tokens":348279,"total_native_tokens_reasoning":0,"count":57748,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-3-0-20261020","change":null,"rankingMetricValue":3353401},{"date":"2026-10-24 00:00:00","model_permaslug":"heygen/heygen-voice-1-turbo-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2957650,"total_native_tokens_reasoning":0,"count":58450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-turbo-20261009","change":null,"rankingMetricValue":2957650},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/voyage-4","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2305067,"total_native_tokens_reasoning":0,"count":4279,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4","change":null,"rankingMetricValue":2305067},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-3-0-20261020","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1629238,"total_native_tokens_reasoning":0,"count":65868,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-tts-3-0-20261020","change":null,"rankingMetricValue":1629238},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/voyage-code-4","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1286086,"total_native_tokens_reasoning":0,"count":306,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4","change":null,"rankingMetricValue":1286086},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/eleven-v3-conversational-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":714576,"total_native_tokens_reasoning":0,"count":24085,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-v3-conversational-20260930","change":null,"rankingMetricValue":714576},{"date":"2026-10-24 00:00:00","model_permaslug":"heygen/heygen-voice-1-20261009","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":622114,"total_native_tokens_reasoning":0,"count":15376,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-voice-1-20261009","change":null,"rankingMetricValue":622114},{"date":"2026-10-24 00:00:00","model_permaslug":"deepgram/flux-tts-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":572546,"total_native_tokens_reasoning":0,"count":17489,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/flux-tts-20260812","change":null,"rankingMetricValue":572546},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/eleven-flash-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":198114,"total_native_tokens_reasoning":0,"count":6507,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-flash-v2-20260930","change":null,"rankingMetricValue":198114},{"date":"2026-09-30 00:00:00","model_permaslug":"cosine/lumen-outpost-20260828","variant":"standard","total_completion_tokens":8043,"total_prompt_tokens":136965,"total_native_tokens_reasoning":0,"count":3,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cosine/lumen-outpost-20260828","change":null,"rankingMetricValue":145008},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/eleven-turbo-v2-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":120762,"total_native_tokens_reasoning":0,"count":5933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/eleven-turbo-v2-20260930","change":null,"rankingMetricValue":120762},{"date":"2026-10-14 00:00:00","model_permaslug":"qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2499,"total_native_tokens_reasoning":0,"count":12,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen3-embedding-8b","change":null,"rankingMetricValue":2499},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-embed-1b","variant":"free","total_completion_tokens":0,"total_prompt_tokens":1378,"total_native_tokens_reasoning":0,"count":55,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-embed-1b:free","change":null,"rankingMetricValue":1378},{"date":"2026-09-25 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"batch","total_completion_tokens":320,"total_prompt_tokens":330,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814:batch","change":null,"rankingMetricValue":650},{"date":"2026-09-25 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"batch","total_completion_tokens":320,"total_prompt_tokens":130,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-20260706:batch","change":null,"rankingMetricValue":450},{"date":"2026-10-12 00:00:00","model_permaslug":"baai/bge-base-en-v1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":246,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-base-en-v1.5","change":null,"rankingMetricValue":246},{"date":"2026-10-23 00:00:00","model_permaslug":"voyageai/voyage-4-lite","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":14,"total_native_tokens_reasoning":0,"count":2,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-lite","change":null,"rankingMetricValue":14},{"date":"2026-10-13 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"batch","total_completion_tokens":70261,"total_prompt_tokens":99372,"total_native_tokens_reasoning":0,"count":118,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929:batch","change":1971.4767441860465,"rankingMetricValue":169633},{"date":"2026-10-16 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"batch","total_completion_tokens":9293407,"total_prompt_tokens":15510210,"total_native_tokens_reasoning":0,"count":6150,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-20260423:batch","change":801.4723219774176,"rankingMetricValue":24803617},{"date":"2026-10-24 00:00:00","model_permaslug":"text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":35295,"total_native_tokens_reasoning":0,"count":817,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-small","change":618.2105263157895,"rankingMetricValue":35295},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"batch","total_completion_tokens":1060091,"total_prompt_tokens":4353900,"total_native_tokens_reasoning":0,"count":7186,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-2508:batch","change":379.5701532405455,"rankingMetricValue":5413991},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","variant":"standard","total_completion_tokens":1371524070,"total_prompt_tokens":262067014,"total_native_tokens_reasoning":0,"count":5108996,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-lite-tts-20260922","change":184.41653786979796,"rankingMetricValue":1633591084},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/command-a-plus-05-2026","variant":"standard","total_completion_tokens":1149888596,"total_prompt_tokens":4264569087,"total_native_tokens_reasoning":0,"count":699241,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-plus-05-2026","change":149.056314389683,"rankingMetricValue":5414457683},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"batch","total_completion_tokens":600617481,"total_prompt_tokens":1910090905,"total_native_tokens_reasoning":0,"count":1122906,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b:batch","change":139.17436042137365,"rankingMetricValue":2510708386},{"date":"2026-10-22 00:00:00","model_permaslug":"baai/bge-m3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":16782782,"total_native_tokens_reasoning":0,"count":2470,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3","change":103.9612683323431,"rankingMetricValue":16782782},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.8-flash-tts-20260922","variant":"standard","total_completion_tokens":2775690468,"total_prompt_tokens":644992057,"total_native_tokens_reasoning":0,"count":11606589,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-tts-20260922","change":94.9881756342002,"rankingMetricValue":3420682525},{"date":"2026-10-24 00:00:00","model_permaslug":"upstage/solar-mini4-20260922","variant":"standard","total_completion_tokens":30952756205,"total_prompt_tokens":3399103076218,"total_native_tokens_reasoning":0,"count":41421216,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-mini4-20260922","change":92.71291971143553,"rankingMetricValue":3430055832423},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5.3-prime-20260921","variant":"standard","total_completion_tokens":2747697644,"total_prompt_tokens":253586400860,"total_native_tokens_reasoning":0,"count":2752518,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-prime-20260921","change":88.69193961997237,"rankingMetricValue":256334098504},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b","variant":"free","total_completion_tokens":0,"total_prompt_tokens":4222546,"total_native_tokens_reasoning":0,"count":654,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b:free","change":75.36673720000724,"rankingMetricValue":4222546},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"batch","total_completion_tokens":1211862703,"total_prompt_tokens":5695869041,"total_native_tokens_reasoning":0,"count":1601966,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922:batch","change":65.94371740358575,"rankingMetricValue":6907731744},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"batch","total_completion_tokens":29010280149,"total_prompt_tokens":307599985003,"total_native_tokens_reasoning":0,"count":41767143,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922:batch","change":64.08667844759175,"rankingMetricValue":336610265152},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"batch","total_completion_tokens":1044220956,"total_prompt_tokens":1419362723,"total_native_tokens_reasoning":0,"count":996636,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b:batch","change":57.35627640525893,"rankingMetricValue":2463583679},{"date":"2026-10-24 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"standard","total_completion_tokens":3022637928,"total_prompt_tokens":8027865797,"total_native_tokens_reasoning":0,"count":9270466,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908","change":57.08150982525106,"rankingMetricValue":11050503725},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ming-image-0.1-design-layer-20260922","variant":"standard","total_completion_tokens":1183673344,"total_prompt_tokens":322372608,"total_native_tokens_reasoning":0,"count":73791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ming-image-0.1-design-layer-20260922","change":55.38506364054593,"rankingMetricValue":1506045952},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.8-max-prime-20260923","variant":"standard","total_completion_tokens":2801856545,"total_prompt_tokens":121361326907,"total_native_tokens_reasoning":0,"count":1746043,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-prime-20260923","change":52.44741719699331,"rankingMetricValue":124163183452},{"date":"2026-10-24 00:00:00","model_permaslug":"aion-labs/aion-3.5-20260923","variant":"standard","total_completion_tokens":822417526,"total_prompt_tokens":10422661431,"total_native_tokens_reasoning":0,"count":619691,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-20260923","change":48.24587255810341,"rankingMetricValue":11245078957},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"standard","total_completion_tokens":219501013556,"total_prompt_tokens":21516495721609,"total_native_tokens_reasoning":0,"count":179961224,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921","change":47.65100664378734,"rankingMetricValue":21735996735165},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-opus-5.5-20260921","variant":"batch","total_completion_tokens":1607035543,"total_prompt_tokens":12804962842,"total_native_tokens_reasoning":0,"count":1019938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5.5-20260921:batch","change":38.5312429695026,"rankingMetricValue":14411998385},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"batch","total_completion_tokens":8181818282,"total_prompt_tokens":15142645059,"total_native_tokens_reasoning":0,"count":4669978,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910:batch","change":35.56970825044002,"rankingMetricValue":23324463341},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4.1-flash-20260923","variant":"standard","total_completion_tokens":1731844275,"total_prompt_tokens":89572421,"total_native_tokens_reasoning":0,"count":411284,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-flash-20260923","change":33.43266747357921,"rankingMetricValue":1821416696},{"date":"2026-10-24 00:00:00","model_permaslug":"fireworks/ember-1-20260923","variant":"standard","total_completion_tokens":239417578,"total_prompt_tokens":15534296238,"total_native_tokens_reasoning":0,"count":364219,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fireworks/ember-1-20260923","change":32.0592942865329,"rankingMetricValue":15773713816},{"date":"2026-10-24 00:00:00","model_permaslug":"aion-labs/aion-3.5-mini-20260923","variant":"standard","total_completion_tokens":552296258,"total_prompt_tokens":4280218843,"total_native_tokens_reasoning":0,"count":358875,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.5-mini-20260923","change":28.166656462643953,"rankingMetricValue":4832515101},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-luna-20260922","variant":"standard","total_completion_tokens":848797547710,"total_prompt_tokens":27349687926201,"total_native_tokens_reasoning":0,"count":1498342525,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-20260922","change":26.5744860698249,"rankingMetricValue":28198485473911},{"date":"2026-10-24 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-flash-20260921","variant":"standard","total_completion_tokens":472387075396,"total_prompt_tokens":39953355516754,"total_native_tokens_reasoning":0,"count":508497662,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-flash-20260921","change":21.150428077340347,"rankingMetricValue":40425742592150},{"date":"2026-10-24 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"standard","total_completion_tokens":445666893,"total_prompt_tokens":13067230017,"total_native_tokens_reasoning":0,"count":397293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907","change":17.998632133041504,"rankingMetricValue":13512896910},{"date":"2026-10-05 00:00:00","model_permaslug":"stealth/space-bunny-alpha","variant":"standard","total_completion_tokens":1566620852999,"total_prompt_tokens":52206286542038,"total_native_tokens_reasoning":0,"count":896447987,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stealth/space-bunny-alpha","change":17.26764000637636,"rankingMetricValue":53772907395037},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.8-omni-flash-20260918","variant":"standard","total_completion_tokens":14578271230,"total_prompt_tokens":115785942330,"total_native_tokens_reasoning":0,"count":9034376,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-omni-flash-20260918","change":15.496882161700842,"rankingMetricValue":130364213560},{"date":"2026-10-24 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","variant":"standard","total_completion_tokens":5917315052,"total_prompt_tokens":116714539415,"total_native_tokens_reasoning":0,"count":14294060,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","change":15.274152721439567,"rankingMetricValue":122631854467},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"standard","total_completion_tokens":71028132958,"total_prompt_tokens":1770612864536,"total_native_tokens_reasoning":0,"count":40641797,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922","change":14.640880212075217,"rankingMetricValue":1841640997494},{"date":"2026-10-24 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","variant":"standard","total_completion_tokens":4032424452,"total_prompt_tokens":434250348488,"total_native_tokens_reasoning":0,"count":2910231,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-ultraspeed-20260921","change":13.905596533031712,"rankingMetricValue":438282772940},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-4.7-20260916","variant":"standard","total_completion_tokens":44618847593,"total_prompt_tokens":1992834725508,"total_native_tokens_reasoning":0,"count":31013884,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.7-20260916","change":12.638455880925338,"rankingMetricValue":2037453573101},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-luna-pro-20260922","variant":"batch","total_completion_tokens":3287982515,"total_prompt_tokens":19727177633,"total_native_tokens_reasoning":0,"count":1551308,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-luna-pro-20260922:batch","change":11.530147322229649,"rankingMetricValue":23015160148},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"batch","total_completion_tokens":97637152,"total_prompt_tokens":580620873,"total_native_tokens_reasoning":0,"count":112662,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-2603:batch","change":10.193371678106105,"rankingMetricValue":678258025},{"date":"2026-10-24 00:00:00","model_permaslug":"xiaomi/mimo-v2.6-pro-20260921","variant":"standard","total_completion_tokens":142944049075,"total_prompt_tokens":5942912304516,"total_native_tokens_reasoning":0,"count":96086389,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.6-pro-20260921","change":10.141058340024733,"rankingMetricValue":6085856353591},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","variant":"standard","total_completion_tokens":129646354,"total_prompt_tokens":1223240291,"total_native_tokens_reasoning":0,"count":90021,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","change":9.867754763323124,"rankingMetricValue":1352886645},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"batch","total_completion_tokens":68636037,"total_prompt_tokens":537876119,"total_native_tokens_reasoning":0,"count":20348,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922:batch","change":9.30547545868599,"rankingMetricValue":606512156},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ming-image-0.1-design-20260922","variant":"standard","total_completion_tokens":2509721350,"total_prompt_tokens":54279879,"total_native_tokens_reasoning":0,"count":232893,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ming-image-0.1-design-20260922","change":8.931014915773027,"rankingMetricValue":2564001229},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-sol-20260922","variant":"standard","total_completion_tokens":30995838973,"total_prompt_tokens":3135767814355,"total_native_tokens_reasoning":0,"count":67636194,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-20260922","change":8.098623961086066,"rankingMetricValue":3166763653328},{"date":"2026-10-05 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"free","total_completion_tokens":6581302867,"total_prompt_tokens":255728275808,"total_native_tokens_reasoning":0,"count":5099089,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814:free","change":7.81142798420263,"rankingMetricValue":262309578675},{"date":"2026-10-24 00:00:00","model_permaslug":"typesafe/jev-1.13-20260917","variant":"standard","total_completion_tokens":1117676705590,"total_prompt_tokens":12207954537897,"total_native_tokens_reasoning":0,"count":4196840450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"typesafe/jev-1.13-20260917","change":6.191509396528307,"rankingMetricValue":13325631243487},{"date":"2026-10-20 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"batch","total_completion_tokens":1535610508,"total_prompt_tokens":4783810383,"total_native_tokens_reasoning":0,"count":4660974,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash:batch","change":6.175707829361859,"rankingMetricValue":6319420891},{"date":"2026-10-24 00:00:00","model_permaslug":"perceptron/perceptron-mk1-20260512","variant":"standard","total_completion_tokens":191528006,"total_prompt_tokens":6811278205,"total_native_tokens_reasoning":0,"count":1662148,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perceptron/perceptron-mk1-20260512","change":5.239842659550387,"rankingMetricValue":7002806211},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-sol-pro-20260922","variant":"standard","total_completion_tokens":719226457,"total_prompt_tokens":68655290354,"total_native_tokens_reasoning":0,"count":562246,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-sol-pro-20260922","change":4.532128998832225,"rankingMetricValue":69374516811},{"date":"2026-10-24 00:00:00","model_permaslug":"intfloat/multilingual-e5-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":19463180019,"total_native_tokens_reasoning":0,"count":4606615,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/multilingual-e5-large-20251117","change":3.859633013172554,"rankingMetricValue":19463180019},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.6-35b-a3b-20260415","variant":"standard","total_completion_tokens":39721958949,"total_prompt_tokens":1218080528757,"total_native_tokens_reasoning":0,"count":102956514,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-35b-a3b-20260415","change":3.7206116630918085,"rankingMetricValue":1257802487706},{"date":"2026-10-24 00:00:00","model_permaslug":"ibm-granite/granite-4.2-8b-20260831","variant":"standard","total_completion_tokens":5356003652,"total_prompt_tokens":39225628665,"total_native_tokens_reasoning":0,"count":11212479,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ibm-granite/granite-4.2-8b-20260831","change":3.695404641133068,"rankingMetricValue":44581632317},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"batch","total_completion_tokens":894864754,"total_prompt_tokens":9875038860,"total_native_tokens_reasoning":0,"count":1334595,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07:batch","change":3.6877928298218525,"rankingMetricValue":10769903614},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"standard","total_completion_tokens":55275577,"total_prompt_tokens":303535381,"total_native_tokens_reasoning":0,"count":359486,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","change":3.4587923675013323,"rankingMetricValue":358810958},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"batch","total_completion_tokens":8884272,"total_prompt_tokens":34447844,"total_native_tokens_reasoning":0,"count":12611,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430:batch","change":3.290051111784778,"rankingMetricValue":43332116},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"batch","total_completion_tokens":198586960,"total_prompt_tokens":1062713978,"total_native_tokens_reasoning":0,"count":127788,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816:batch","change":3.0740342725027796,"rankingMetricValue":1261300938},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/voyage-code-4-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6093620174,"total_native_tokens_reasoning":0,"count":680518,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-code-4-20260812","change":2.9788883466385134,"rankingMetricValue":6093620174},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5.3-flashx-20260918","variant":"standard","total_completion_tokens":9977748494,"total_prompt_tokens":838425818139,"total_native_tokens_reasoning":0,"count":12607341,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flashx-20260918","change":2.971313992768759,"rankingMetricValue":848403566633},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"standard","total_completion_tokens":2366049735660,"total_prompt_tokens":121989970645042,"total_native_tokens_reasoning":0,"count":2512962371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910","change":2.957099810202235,"rankingMetricValue":124356020380702},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-image-2.5-flare-20260908","variant":"standard","total_completion_tokens":1449123012,"total_prompt_tokens":4733182950,"total_native_tokens_reasoning":0,"count":2937568,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-flare-20260908","change":2.8773160886809688,"rankingMetricValue":6182305962},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-image-2.5-sunburst-20260908","variant":"standard","total_completion_tokens":5714739779,"total_prompt_tokens":10573027889,"total_native_tokens_reasoning":0,"count":4707069,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2.5-sunburst-20260908","change":2.7677347417335945,"rankingMetricValue":16287767668},{"date":"2026-10-24 00:00:00","model_permaslug":"sakana/namazu-20260811","variant":"standard","total_completion_tokens":48569958,"total_prompt_tokens":664391833,"total_native_tokens_reasoning":0,"count":54016,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/namazu-20260811","change":2.5084248832795697,"rankingMetricValue":712961791},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":1686924707,"total_native_tokens_reasoning":0,"count":4003557,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2:batch","change":2.3768449050562386,"rankingMetricValue":1686924707},{"date":"2026-10-24 00:00:00","model_permaslug":"mancer/weaver","variant":"standard","total_completion_tokens":10506334,"total_prompt_tokens":96009559,"total_native_tokens_reasoning":0,"count":57635,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mancer/weaver","change":2.3078223792377015,"rankingMetricValue":106515893},{"date":"2026-10-24 00:00:00","model_permaslug":"amazon/nova-pro-v1","variant":"standard","total_completion_tokens":63797333,"total_prompt_tokens":1065274917,"total_native_tokens_reasoning":0,"count":367316,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-pro-v1","change":2.2838364619602824,"rankingMetricValue":1129072250},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"batch","total_completion_tokens":2886145807,"total_prompt_tokens":14092703372,"total_native_tokens_reasoning":0,"count":4717706,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826:batch","change":2.1874026674918103,"rankingMetricValue":16978849179},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/voyage-multimodal-3.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4738197525,"total_native_tokens_reasoning":0,"count":11408139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-multimodal-3.5-20260727","change":2.1331859998940077,"rankingMetricValue":4738197525},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-image-1.0-eval-20260824","variant":"standard","total_completion_tokens":4511938562,"total_prompt_tokens":1537005104,"total_native_tokens_reasoning":0,"count":2529977,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-image-1.0-eval-20260824","change":1.9533807408592019,"rankingMetricValue":6048943666},{"date":"2026-10-24 00:00:00","model_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","variant":"standard","total_completion_tokens":133023862,"total_prompt_tokens":674880817,"total_native_tokens_reasoning":0,"count":227569,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"prism-ml/ternary-bonsai-2-27b-20260918","change":1.8774363016614803,"rankingMetricValue":807904679},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-lite-20260309","variant":"standard","total_completion_tokens":2065273296,"total_prompt_tokens":14852172764,"total_native_tokens_reasoning":0,"count":2396485,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-lite-20260309","change":1.7923535012867116,"rankingMetricValue":16917446060},{"date":"2026-10-23 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"batch","total_completion_tokens":606672637,"total_prompt_tokens":2063469244,"total_native_tokens_reasoning":0,"count":391328,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-8b-2512:batch","change":1.739696380386354,"rankingMetricValue":2670141881},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/rerank-2.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":126826941998,"total_native_tokens_reasoning":0,"count":19572444,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-20260727","change":1.6308434107245733,"rankingMetricValue":126826941998},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/voyage-4-large-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":28835292891,"total_native_tokens_reasoning":0,"count":15253805,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-large-20260727","change":1.6060235351632026,"rankingMetricValue":28835292891},{"date":"2026-10-24 00:00:00","model_permaslug":"intfloat/e5-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":157561883,"total_native_tokens_reasoning":0,"count":90206,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-base-v2-20251117","change":1.5859515478957276,"rankingMetricValue":157561883},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemma-2-27b-it","variant":"standard","total_completion_tokens":218174122,"total_prompt_tokens":538397959,"total_native_tokens_reasoning":0,"count":2173460,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-2-27b-it","change":1.550290041139894,"rankingMetricValue":756572081},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/phi-4","variant":"standard","total_completion_tokens":906957062,"total_prompt_tokens":6175879273,"total_native_tokens_reasoning":0,"count":7358082,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/phi-4","change":1.5316170180572177,"rankingMetricValue":7082836335},{"date":"2026-10-24 00:00:00","model_permaslug":"baai/bge-base-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5924677460,"total_native_tokens_reasoning":0,"count":2721891,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-base-en-v1.5-20251117","change":1.5191754041117218,"rankingMetricValue":5924677460},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-4.1-opus-20250805","variant":"standard","total_completion_tokens":178480522,"total_prompt_tokens":6392075565,"total_native_tokens_reasoning":0,"count":384945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.1-opus-20250805","change":1.4783791954239827,"rankingMetricValue":6570556087},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-audio","variant":"standard","total_completion_tokens":147639383,"total_prompt_tokens":425939033,"total_native_tokens_reasoning":0,"count":888181,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio","change":1.4249933549045792,"rankingMetricValue":573578416},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/speech-2.8-hd-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5540604,"total_native_tokens_reasoning":0,"count":241205,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-hd-20260716","change":1.3562339408692279,"rankingMetricValue":5540604},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"batch","total_completion_tokens":1126958108,"total_prompt_tokens":18756925744,"total_native_tokens_reasoning":0,"count":19734933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507:batch","change":1.3141859575440056,"rankingMetricValue":19883883852},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"batch","total_completion_tokens":477230,"total_prompt_tokens":78246809,"total_native_tokens_reasoning":0,"count":4962,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-20260305:batch","change":1.2105856403545965,"rankingMetricValue":78724039},{"date":"2026-10-19 00:00:00","model_permaslug":"intfloat/multilingual-e5-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":17487,"total_native_tokens_reasoning":0,"count":136,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/multilingual-e5-large","change":1.180423940149626,"rankingMetricValue":17487},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"batch","total_completion_tokens":22627354,"total_prompt_tokens":53483492,"total_native_tokens_reasoning":0,"count":94224,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2512:batch","change":1.1495166973736395,"rankingMetricValue":76110846},{"date":"2026-10-24 00:00:00","model_permaslug":"inference-net/schematron-v2-small-20260902","variant":"standard","total_completion_tokens":29868744,"total_prompt_tokens":210764489,"total_native_tokens_reasoning":0,"count":78563,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-small-20260902","change":1.12350529315169,"rankingMetricValue":240633233},{"date":"2026-10-24 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1398278783,"total_native_tokens_reasoning":0,"count":58794354,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","change":1.1013449662437997,"rankingMetricValue":1398278783},{"date":"2026-10-24 00:00:00","model_permaslug":"fish-audio/s2.1-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":33158113,"total_native_tokens_reasoning":0,"count":885450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-20260729","change":1.090844612461399,"rankingMetricValue":33158113},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-4B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":15670071780,"total_native_tokens_reasoning":0,"count":14490873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-4B","change":1.066722250346442,"rankingMetricValue":15670071780},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2725457,"total_native_tokens_reasoning":0,"count":251844,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6b","change":1.036575241639299,"rankingMetricValue":2725457},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-2602","variant":"standard","total_completion_tokens":207287735,"total_prompt_tokens":6187243,"total_native_tokens_reasoning":0,"count":1564717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-2602","change":0.916351876083769,"rankingMetricValue":213474978},{"date":"2026-10-24 00:00:00","model_permaslug":"inference-net/schematron-v2-turbo-20260902","variant":"standard","total_completion_tokens":82734082,"total_prompt_tokens":698276495,"total_native_tokens_reasoning":0,"count":407259,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inference-net/schematron-v2-turbo-20260902","change":0.9077733188841858,"rankingMetricValue":781010577},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/rerank-2.5-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":385538623205,"total_native_tokens_reasoning":0,"count":11325965,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/rerank-2.5-lite-20260727","change":0.8903502111437138,"rankingMetricValue":385538623205},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4-styles-20260826","variant":"standard","total_completion_tokens":36698250,"total_prompt_tokens":8922048,"total_native_tokens_reasoning":0,"count":8730,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-20260826","change":0.882760346354656,"rankingMetricValue":45620298},{"date":"2026-10-24 00:00:00","model_permaslug":"anthracite-org/magnum-v4-72b","variant":"standard","total_completion_tokens":38244218,"total_prompt_tokens":934666051,"total_native_tokens_reasoning":0,"count":291809,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthracite-org/magnum-v4-72b","change":0.857476822784778,"rankingMetricValue":972910269},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.8-flash-20260826","variant":"standard","total_completion_tokens":129187041131,"total_prompt_tokens":2303461519256,"total_native_tokens_reasoning":0,"count":101573062,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-flash-20260826","change":0.8484557846039336,"rankingMetricValue":2432648560387},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-4.5-air","variant":"standard","total_completion_tokens":2018099966,"total_prompt_tokens":47921044676,"total_native_tokens_reasoning":0,"count":6826908,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5-air","change":0.8423918678980604,"rankingMetricValue":49939144642},{"date":"2026-10-24 00:00:00","model_permaslug":"rekaai/reka-edge-2603","variant":"standard","total_completion_tokens":21468574,"total_prompt_tokens":141463549,"total_native_tokens_reasoning":0,"count":349539,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-edge-2603","change":0.8340276368931042,"rankingMetricValue":162932123},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","variant":"standard","total_completion_tokens":2722515377,"total_prompt_tokens":84783575979,"total_native_tokens_reasoning":0,"count":16415820,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","change":0.8297392833519555,"rankingMetricValue":87506091356},{"date":"2026-10-21 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"batch","total_completion_tokens":3487127430,"total_prompt_tokens":13810822541,"total_native_tokens_reasoning":0,"count":10657423,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-lite:batch","change":0.8194868805293944,"rankingMetricValue":17297949971},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"standard","total_completion_tokens":20152517589,"total_prompt_tokens":660660943249,"total_native_tokens_reasoning":0,"count":51412413,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929","change":0.8087790185961057,"rankingMetricValue":680813460838},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/command-r-plus-08-2024","variant":"standard","total_completion_tokens":9312772,"total_prompt_tokens":154886586,"total_native_tokens_reasoning":0,"count":89386,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-plus-08-2024","change":0.8043035885617913,"rankingMetricValue":164199358},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/devstral-2512","variant":"standard","total_completion_tokens":148211217,"total_prompt_tokens":10816866241,"total_native_tokens_reasoning":0,"count":396389,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/devstral-2512","change":0.8015121830473667,"rankingMetricValue":10965077458},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/voyage-4-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":24207956965,"total_native_tokens_reasoning":0,"count":5173675,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-lite-20260727","change":0.7934763181634763,"rankingMetricValue":24207956965},{"date":"2026-10-24 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"batch","total_completion_tokens":41495051,"total_prompt_tokens":202055131,"total_native_tokens_reasoning":0,"count":69879,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715:batch","change":0.7769100477370121,"rankingMetricValue":243550182},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-image-2.6-20260904","variant":"standard","total_completion_tokens":105711796,"total_prompt_tokens":77239296,"total_native_tokens_reasoning":0,"count":96270,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-20260904","change":0.7695157024503066,"rankingMetricValue":182951092},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.3-codex-20260224","variant":"standard","total_completion_tokens":2615980125,"total_prompt_tokens":236193179822,"total_native_tokens_reasoning":0,"count":4748276,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.3-codex-20260224","change":0.7414391432289303,"rankingMetricValue":238809159947},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"batch","total_completion_tokens":226188693,"total_prompt_tokens":1100479963,"total_native_tokens_reasoning":0,"count":145946,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903:batch","change":0.7112603429650811,"rankingMetricValue":1326668656},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"standard","total_completion_tokens":78804818663,"total_prompt_tokens":1840173713912,"total_native_tokens_reasoning":0,"count":106135338,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814","change":0.7109396621510622,"rankingMetricValue":1918978532575},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","variant":"standard","total_completion_tokens":8749526505,"total_prompt_tokens":128048472910,"total_native_tokens_reasoning":0,"count":60358791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","change":0.6970207828446346,"rankingMetricValue":136797999415},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","variant":"standard","total_completion_tokens":757801585,"total_prompt_tokens":9976947204,"total_native_tokens_reasoning":0,"count":583031,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","change":0.6967522261040425,"rankingMetricValue":10734748789},{"date":"2026-10-23 00:00:00","model_permaslug":"openai/o3-mini-2025-01-31","variant":"standard","total_completion_tokens":754999877,"total_prompt_tokens":3743264964,"total_native_tokens_reasoning":0,"count":649573,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-mini-2025-01-31","change":0.6872308408706996,"rankingMetricValue":4498264841},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"batch","total_completion_tokens":180649896,"total_prompt_tokens":397253289,"total_native_tokens_reasoning":0,"count":93140,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219:batch","change":0.6846559224243748,"rankingMetricValue":577903185},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-image-1-mini","variant":"standard","total_completion_tokens":235117580,"total_prompt_tokens":67495567,"total_native_tokens_reasoning":0,"count":190473,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1-mini","change":0.6588404719887901,"rankingMetricValue":302613147},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-spark-1.3-contributor-20260902","variant":"standard","total_completion_tokens":158847415246,"total_prompt_tokens":9835083565177,"total_native_tokens_reasoning":0,"count":175036780,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-contributor-20260902","change":0.6466966307824252,"rankingMetricValue":9993930980423},{"date":"2026-10-24 00:00:00","model_permaslug":"voyageai/voyage-4-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21920319861,"total_native_tokens_reasoning":0,"count":17146575,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"voyageai/voyage-4-20260727","change":0.6347329032600713,"rankingMetricValue":21920319861},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4o-mini-2024-07-18","variant":"standard","total_completion_tokens":2107595168,"total_prompt_tokens":55741823076,"total_native_tokens_reasoning":0,"count":24354137,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-2024-07-18","change":0.583876793148513,"rankingMetricValue":57849418244},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4.1-vector-20260514","variant":"standard","total_completion_tokens":69776775,"total_prompt_tokens":3851430,"total_native_tokens_reasoning":0,"count":15695,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-vector-20260514","change":0.5731177890778566,"rankingMetricValue":73628205},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4","variant":"standard","total_completion_tokens":42921618,"total_prompt_tokens":246096754,"total_native_tokens_reasoning":0,"count":263540,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4","change":0.5619512920726045,"rankingMetricValue":289018372},{"date":"2026-10-24 00:00:00","model_permaslug":"inception/mercury-2.5-20260908","variant":"standard","total_completion_tokens":17868169147,"total_prompt_tokens":152341319011,"total_native_tokens_reasoning":0,"count":29724654,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2.5-20260908","change":0.5433224242816189,"rankingMetricValue":170209488158},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"free","total_completion_tokens":497563415,"total_prompt_tokens":10882979323,"total_native_tokens_reasoning":0,"count":3812728,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604:free","change":0.5402165655185234,"rankingMetricValue":11380542738},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-20260514","variant":"standard","total_completion_tokens":24198300,"total_prompt_tokens":3093892,"total_native_tokens_reasoning":0,"count":5696,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-20260514","change":0.5267731368808052,"rankingMetricValue":27292192},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"standard","total_completion_tokens":271109633365,"total_prompt_tokens":16992340095336,"total_native_tokens_reasoning":0,"count":254200047,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-20260816","change":0.5023203173505596,"rankingMetricValue":17263449728701},{"date":"2026-10-24 00:00:00","model_permaslug":"upstage/solar-pro-3","variant":"standard","total_completion_tokens":69979387,"total_prompt_tokens":488503565,"total_native_tokens_reasoning":0,"count":139595,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-pro-3","change":0.49473998192275603,"rankingMetricValue":558482952},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-2.5-coder-32b-instruct","variant":"standard","total_completion_tokens":87430743,"total_prompt_tokens":396250097,"total_native_tokens_reasoning":0,"count":581650,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-coder-32b-instruct","change":0.49170880062839173,"rankingMetricValue":483680840},{"date":"2026-10-24 00:00:00","model_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3176921885,"total_native_tokens_reasoning":0,"count":413754,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","change":0.4841078984257989,"rankingMetricValue":3176921885},{"date":"2026-10-24 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"standard","total_completion_tokens":1215469,"total_prompt_tokens":8475239,"total_native_tokens_reasoning":0,"count":817,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811","change":0.46771623681423735,"rankingMetricValue":9690708},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-4.6","variant":"standard","total_completion_tokens":3554427172,"total_prompt_tokens":79399629725,"total_native_tokens_reasoning":0,"count":7015136,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6","change":0.43860043550525457,"rankingMetricValue":82954056897},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"free","total_completion_tokens":135343674635,"total_prompt_tokens":25619763428541,"total_native_tokens_reasoning":0,"count":191672649,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604:free","change":0.4358910524868117,"rankingMetricValue":25755107103176},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-2603","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3281134,"total_native_tokens_reasoning":0,"count":88755,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-tts-2603","change":0.429684279692515,"rankingMetricValue":3281134},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4o-2024-05-13","variant":"standard","total_completion_tokens":42754842,"total_prompt_tokens":866173828,"total_native_tokens_reasoning":0,"count":566584,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-05-13","change":0.4267967044594444,"rankingMetricValue":908928670},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":844685006119,"total_native_tokens_reasoning":0,"count":235031455,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-8b","change":0.4252124745855192,"rankingMetricValue":844685006119},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/speech-2.8-turbo-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2485269,"total_native_tokens_reasoning":0,"count":170339,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/speech-2.8-turbo-20260716","change":0.4236632475714418,"rankingMetricValue":2485269},{"date":"2026-10-20 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"batch","total_completion_tokens":26369513,"total_prompt_tokens":61505203,"total_native_tokens_reasoning":0,"count":15434,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-pro:batch","change":0.41950141004800895,"rankingMetricValue":87874716},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/sonar-reasoning-pro","variant":"standard","total_completion_tokens":171389602,"total_prompt_tokens":532698850,"total_native_tokens_reasoning":0,"count":207356,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-reasoning-pro","change":0.4158948932591497,"rankingMetricValue":704088452},{"date":"2026-10-24 00:00:00","model_permaslug":"fish-audio/s1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":303560,"total_native_tokens_reasoning":0,"count":5709,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s1-20260729","change":0.4096646265011006,"rankingMetricValue":303560},{"date":"2026-10-24 00:00:00","model_permaslug":"sao10k/l3.1-euryale-70b","variant":"standard","total_completion_tokens":66451780,"total_prompt_tokens":1362976548,"total_native_tokens_reasoning":0,"count":401430,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3.1-euryale-70b","change":0.4093782077810359,"rankingMetricValue":1429428328},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","variant":"standard","total_completion_tokens":3369113940,"total_prompt_tokens":224526402,"total_native_tokens_reasoning":0,"count":333090,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","change":0.40678595053272265,"rankingMetricValue":3593640342},{"date":"2026-10-24 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"free","total_completion_tokens":9081497509,"total_prompt_tokens":74189888720,"total_native_tokens_reasoning":0,"count":8453059,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811:free","change":0.39020411961136037,"rankingMetricValue":83271386229},{"date":"2026-10-24 00:00:00","model_permaslug":"baai/bge-large-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":840780485,"total_native_tokens_reasoning":0,"count":768195,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-large-en-v1.5-20251117","change":0.3894165450684143,"rankingMetricValue":840780485},{"date":"2026-10-24 00:00:00","model_permaslug":"writer/palmyra-x5-20250428","variant":"standard","total_completion_tokens":21176805,"total_prompt_tokens":169384616,"total_native_tokens_reasoning":0,"count":78389,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"writer/palmyra-x5-20250428","change":0.38679802288148735,"rankingMetricValue":190561421},{"date":"2026-10-24 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-pro-20260605","variant":"standard","total_completion_tokens":127525375,"total_prompt_tokens":30808262,"total_native_tokens_reasoning":0,"count":30545,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-pro-20260605","change":0.3771052829904616,"rankingMetricValue":158333637},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-medium-3.1","variant":"standard","total_completion_tokens":1518077184,"total_prompt_tokens":16831442262,"total_native_tokens_reasoning":0,"count":3520298,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.1","change":0.3743585712178312,"rankingMetricValue":18349519446},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"free","total_completion_tokens":25010081333,"total_prompt_tokens":636721961808,"total_native_tokens_reasoning":0,"count":23825310,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617:free","change":0.36767362031441186,"rankingMetricValue":661732043141},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/o3-2025-04-16","variant":"standard","total_completion_tokens":444942877,"total_prompt_tokens":2448734137,"total_native_tokens_reasoning":0,"count":702748,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-2025-04-16","change":0.36085755800479913,"rankingMetricValue":2893677014},{"date":"2026-10-24 00:00:00","model_permaslug":"venice/uncensored","variant":"standard","total_completion_tokens":464320427,"total_prompt_tokens":6381833514,"total_native_tokens_reasoning":0,"count":2427946,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"venice/uncensored","change":0.3592461911240605,"rankingMetricValue":6846153941},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b-20260716","variant":"free","total_completion_tokens":0,"total_prompt_tokens":4606431521,"total_native_tokens_reasoning":0,"count":1240934,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b-20260716:free","change":0.34976610664054497,"rankingMetricValue":4606431521},{"date":"2026-10-24 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"free","total_completion_tokens":73574612194,"total_prompt_tokens":2579749914150,"total_native_tokens_reasoning":0,"count":55419320,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813:free","change":0.3482246913300302,"rankingMetricValue":2653324526344},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3-pro-image-20260528","variant":"standard","total_completion_tokens":2374565657,"total_prompt_tokens":2493470601,"total_native_tokens_reasoning":0,"count":1845061,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-20260528","change":0.3471804308899054,"rankingMetricValue":4868036258},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-reranker-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":39908117484,"total_native_tokens_reasoning":0,"count":4035576,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-reranker-8b","change":0.3368895219318248,"rankingMetricValue":39908117484},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","variant":"standard","total_completion_tokens":8272789998,"total_prompt_tokens":185751310406,"total_native_tokens_reasoning":0,"count":3945621,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","change":0.3357387660333431,"rankingMetricValue":194024100404},{"date":"2026-10-24 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-70b","variant":"standard","total_completion_tokens":321806588,"total_prompt_tokens":5251447962,"total_native_tokens_reasoning":0,"count":2021988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-70b","change":0.3305465029638709,"rankingMetricValue":5573254550},{"date":"2026-10-24 00:00:00","model_permaslug":"thedrummer/skyfall-36b-v2","variant":"standard","total_completion_tokens":77051450,"total_prompt_tokens":887413045,"total_native_tokens_reasoning":0,"count":278264,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/skyfall-36b-v2","change":0.32764595624935117,"rankingMetricValue":964464495},{"date":"2026-10-24 00:00:00","model_permaslug":"rekaai/reka-flash-3","variant":"standard","total_completion_tokens":195469594,"total_prompt_tokens":41188257,"total_native_tokens_reasoning":0,"count":45651,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"rekaai/reka-flash-3","change":0.3231337483550971,"rankingMetricValue":236657851},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"standard","total_completion_tokens":185153994587,"total_prompt_tokens":1884450456058,"total_native_tokens_reasoning":0,"count":726358501,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402","change":0.3229680193885742,"rankingMetricValue":2069604450645},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"batch","total_completion_tokens":32979850,"total_prompt_tokens":85448383,"total_native_tokens_reasoning":0,"count":29628,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430:batch","change":0.3223043377689306,"rankingMetricValue":118428233},{"date":"2026-10-24 00:00:00","model_permaslug":"aion-labs/aion-rp-llama-3.1-8b","variant":"standard","total_completion_tokens":8225150,"total_prompt_tokens":58021126,"total_native_tokens_reasoning":0,"count":55758,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-rp-llama-3.1-8b","change":0.3217573469448141,"rankingMetricValue":66246276},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"free","total_completion_tokens":61657219366,"total_prompt_tokens":1946177679070,"total_native_tokens_reasoning":0,"count":55803462,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311:free","change":0.3194767742949714,"rankingMetricValue":2007834898436},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/o3-pro-2025-06-10","variant":"standard","total_completion_tokens":4110725,"total_prompt_tokens":24180558,"total_native_tokens_reasoning":0,"count":14218,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-pro-2025-06-10","change":0.312162222832795,"rankingMetricValue":28291283},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-image-2.6-flash-20260904","variant":"standard","total_completion_tokens":142725842,"total_prompt_tokens":123939040,"total_native_tokens_reasoning":0,"count":140994,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.6-flash-20260904","change":0.3090662216623352,"rankingMetricValue":266664882},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.7-flash-20260727","variant":"standard","total_completion_tokens":149400738114,"total_prompt_tokens":1467202835211,"total_native_tokens_reasoning":0,"count":479533475,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-flash-20260727","change":0.30679207772326034,"rankingMetricValue":1616603573325},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"standard","total_completion_tokens":4727581261,"total_prompt_tokens":122302044613,"total_native_tokens_reasoning":0,"count":22619215,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-20251113","change":0.3040528531002591,"rankingMetricValue":127029625874},{"date":"2026-10-24 00:00:00","model_permaslug":"baai/bge-m3-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":141551126814,"total_native_tokens_reasoning":0,"count":99466172,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baai/bge-m3-20251117","change":0.3018207409220975,"rankingMetricValue":141551126814},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-nemo","variant":"standard","total_completion_tokens":52377679305,"total_prompt_tokens":1074806356851,"total_native_tokens_reasoning":0,"count":438330401,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-nemo","change":0.2974726446846371,"rankingMetricValue":1127184036156},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-spark-1.3-20260902","variant":"standard","total_completion_tokens":29927165327,"total_prompt_tokens":1242545502971,"total_native_tokens_reasoning":0,"count":24947225,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.3-20260902","change":0.28227367071081116,"rankingMetricValue":1272472668298},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/ministral-3b-2512","variant":"standard","total_completion_tokens":2015824840,"total_prompt_tokens":15928477901,"total_native_tokens_reasoning":0,"count":16959254,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-3b-2512","change":0.27361060636035683,"rankingMetricValue":17944302741},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260216","variant":"standard","total_completion_tokens":3043062351,"total_prompt_tokens":13267734193,"total_native_tokens_reasoning":0,"count":1500717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260216","change":0.26975334817000907,"rankingMetricValue":16310796544},{"date":"2026-10-24 00:00:00","model_permaslug":"moonshotai/kimi-k2-0905","variant":"standard","total_completion_tokens":1246839227,"total_prompt_tokens":22139181824,"total_native_tokens_reasoning":0,"count":5399447,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-0905","change":0.2672586030355328,"rankingMetricValue":23386021051},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"standard","total_completion_tokens":21007280470,"total_prompt_tokens":554307348676,"total_native_tokens_reasoning":0,"count":78150079,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317","change":0.2620286800459221,"rankingMetricValue":575314629146},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-flash-20250625","variant":"standard","total_completion_tokens":1374724674,"total_prompt_tokens":13952647742,"total_native_tokens_reasoning":0,"count":10279812,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-flash-20250625","change":0.26140955860486015,"rankingMetricValue":15327372416},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","variant":"standard","total_completion_tokens":4200365892,"total_prompt_tokens":39828655183,"total_native_tokens_reasoning":0,"count":22989858,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","change":0.2589816107657765,"rankingMetricValue":44029021075},{"date":"2026-10-24 00:00:00","model_permaslug":"meituan/longcat-2.0-20260720","variant":"standard","total_completion_tokens":953330780,"total_prompt_tokens":37094738922,"total_native_tokens_reasoning":0,"count":1351161,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meituan/longcat-2.0-20260720","change":0.25856600430554166,"rankingMetricValue":38048069702},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-coder-plus","variant":"standard","total_completion_tokens":95820055,"total_prompt_tokens":12610614940,"total_native_tokens_reasoning":0,"count":397335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-plus","change":0.24088010263672083,"rankingMetricValue":12706434995},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"standard","total_completion_tokens":4659313817,"total_prompt_tokens":76323115691,"total_native_tokens_reasoning":0,"count":9589506,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810","change":0.23987780329222885,"rankingMetricValue":80982429508},{"date":"2026-10-24 00:00:00","model_permaslug":"google/lyria-3-pro-preview-20260330","variant":"standard","total_completion_tokens":19285274,"total_prompt_tokens":805947597,"total_native_tokens_reasoning":0,"count":268531,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-pro-preview-20260330","change":0.23667072590809998,"rankingMetricValue":825232871},{"date":"2026-10-24 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"standard","total_completion_tokens":140984648226,"total_prompt_tokens":8232393635937,"total_native_tokens_reasoning":0,"count":132844829,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k3-20260715","change":0.22946874321719643,"rankingMetricValue":8373378284163},{"date":"2026-10-24 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-20260723","variant":"standard","total_completion_tokens":49202099508,"total_prompt_tokens":479305710935,"total_native_tokens_reasoning":0,"count":92293391,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-20260723","change":0.2168373496190586,"rankingMetricValue":528507810443},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","variant":"standard","total_completion_tokens":23914400,"total_prompt_tokens":1528084,"total_native_tokens_reasoning":0,"count":5367,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","change":0.21300610348535,"rankingMetricValue":25442484},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/text-embedding-ada-002","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6619323040,"total_native_tokens_reasoning":0,"count":13229735,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-ada-002","change":0.20895896267018865,"rankingMetricValue":6619323040},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3.1","variant":"standard","total_completion_tokens":8516706857,"total_prompt_tokens":213101319695,"total_native_tokens_reasoning":0,"count":83393305,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3.1","change":0.20478434043267607,"rankingMetricValue":221618026552},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.2-20251211","variant":"standard","total_completion_tokens":8207769154,"total_prompt_tokens":176582889177,"total_native_tokens_reasoning":0,"count":21974852,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-20251211","change":0.20091284059911266,"rankingMetricValue":184790658331},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"standard","total_completion_tokens":47545789470,"total_prompt_tokens":992396474483,"total_native_tokens_reasoning":0,"count":416529560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721","change":0.20053497104041806,"rankingMetricValue":1039942263953},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9404800,"total_native_tokens_reasoning":0,"count":319099,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","change":0.19357236508379488,"rankingMetricValue":9404800},{"date":"2026-10-24 00:00:00","model_permaslug":"meta-llama/llama-3.2-3b-instruct","variant":"standard","total_completion_tokens":524508549,"total_prompt_tokens":2875302098,"total_native_tokens_reasoning":0,"count":3828871,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-3b-instruct","change":0.1927672553961647,"rankingMetricValue":3399810647},{"date":"2026-10-24 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"free","total_completion_tokens":4070690599,"total_prompt_tokens":565694166635,"total_native_tokens_reasoning":0,"count":9388424,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:free","change":0.1861122912569314,"rankingMetricValue":569764857234},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4.1-2025-04-14","variant":"standard","total_completion_tokens":10111289239,"total_prompt_tokens":253570737221,"total_native_tokens_reasoning":0,"count":64168141,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-2025-04-14","change":0.17572494251680051,"rankingMetricValue":263682026460},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"standard","total_completion_tokens":4673946255,"total_prompt_tokens":42999729155,"total_native_tokens_reasoning":0,"count":6127627,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","change":0.17540577145883887,"rankingMetricValue":47673675410},{"date":"2026-10-24 00:00:00","model_permaslug":"nousresearch/hermes-4-405b","variant":"standard","total_completion_tokens":172278344,"total_prompt_tokens":2956128947,"total_native_tokens_reasoning":0,"count":880423,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-4-405b","change":0.17521646536008856,"rankingMetricValue":3128407291},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-0613","variant":"standard","total_completion_tokens":47875592,"total_prompt_tokens":122694708,"total_native_tokens_reasoning":0,"count":271163,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-0613","change":0.17295968021284522,"rankingMetricValue":170570300},{"date":"2026-10-24 00:00:00","model_permaslug":"deepgram/aura-2-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4828112,"total_native_tokens_reasoning":0,"count":274267,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/aura-2-20260716","change":0.16998793689966205,"rankingMetricValue":4828112},{"date":"2026-10-09 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"batch","total_completion_tokens":4,"total_prompt_tokens":10,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124:batch","change":0.16666666666666666,"rankingMetricValue":14},{"date":"2026-10-24 00:00:00","model_permaslug":"thedrummer/cydonia-24b-v4.1","variant":"standard","total_completion_tokens":354152375,"total_prompt_tokens":6890511657,"total_native_tokens_reasoning":0,"count":1836375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/cydonia-24b-v4.1","change":0.16550490871205814,"rankingMetricValue":7244664032},{"date":"2026-10-24 00:00:00","model_permaslug":"sakana/fugu-ultra-v2-20260911","variant":"standard","total_completion_tokens":177480190,"total_prompt_tokens":5465459758,"total_native_tokens_reasoning":0,"count":68380,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-v2-20260911","change":0.1623889854589972,"rankingMetricValue":5642939948},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"standard","total_completion_tokens":49198098530,"total_prompt_tokens":589328666397,"total_native_tokens_reasoning":0,"count":373191990,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07","change":0.16089060743619524,"rankingMetricValue":638526764927},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-image-3-pro-20260805","variant":"standard","total_completion_tokens":287319325,"total_prompt_tokens":20317802,"total_native_tokens_reasoning":0,"count":68394,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-pro-20260805","change":0.15814937987399552,"rankingMetricValue":307637127},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4-20260413","variant":"standard","total_completion_tokens":29863775,"total_prompt_tokens":1680948,"total_native_tokens_reasoning":0,"count":7145,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-20260413","change":0.155037828965315,"rankingMetricValue":31544723},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4o-2024-08-06","variant":"standard","total_completion_tokens":448596557,"total_prompt_tokens":9302564299,"total_native_tokens_reasoning":0,"count":6921601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-08-06","change":0.1449468951738306,"rankingMetricValue":9751160856},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"standard","total_completion_tokens":313092274114,"total_prompt_tokens":7856691046613,"total_native_tokens_reasoning":0,"count":339665429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902","change":0.13820341066843936,"rankingMetricValue":8169783320727},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4-styles-vector-20260826","variant":"standard","total_completion_tokens":21050350,"total_prompt_tokens":814189,"total_native_tokens_reasoning":0,"count":4049,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-vector-20260826","change":0.12923777812553422,"rankingMetricValue":21864539},{"date":"2026-10-24 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"standard","total_completion_tokens":17931375,"total_prompt_tokens":2065172696,"total_native_tokens_reasoning":0,"count":24000,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813","change":0.12818428641079813,"rankingMetricValue":2083104071},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5-image-mini","variant":"standard","total_completion_tokens":615601736,"total_prompt_tokens":401757464,"total_native_tokens_reasoning":0,"count":160262,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image-mini","change":0.12699664063324093,"rankingMetricValue":1017359200},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"standard","total_completion_tokens":95437635808,"total_prompt_tokens":1443148770114,"total_native_tokens_reasoning":0,"count":516958330,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403","change":0.12546513465147643,"rankingMetricValue":1538586405922},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-plus-2025-01-25","variant":"standard","total_completion_tokens":382787084,"total_prompt_tokens":6644604071,"total_native_tokens_reasoning":0,"count":1071669,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-plus-2025-01-25","change":0.12256562432788037,"rankingMetricValue":7027391155},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-20260528","variant":"standard","total_completion_tokens":7155382901,"total_prompt_tokens":9750781003,"total_native_tokens_reasoning":0,"count":6518793,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-20260528","change":0.12073492489553032,"rankingMetricValue":16906163904},{"date":"2026-10-24 00:00:00","model_permaslug":"undi95/remm-slerp-l2-13b","variant":"standard","total_completion_tokens":28789000,"total_prompt_tokens":477810950,"total_native_tokens_reasoning":0,"count":256006,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"undi95/remm-slerp-l2-13b","change":0.12037238527899276,"rankingMetricValue":506599950},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-4.5","variant":"standard","total_completion_tokens":576251857,"total_prompt_tokens":5910993935,"total_native_tokens_reasoning":0,"count":486075,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5","change":0.12020557496270272,"rankingMetricValue":6487245792},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-image-3-20260805","variant":"standard","total_completion_tokens":451998025,"total_prompt_tokens":46146167,"total_native_tokens_reasoning":0,"count":107337,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-image-3-20260805","change":0.11963198055496971,"rankingMetricValue":498144192},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"standard","total_completion_tokens":27702462943,"total_prompt_tokens":162727859102,"total_native_tokens_reasoning":0,"count":52558226,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310","change":0.11902526763476952,"rankingMetricValue":190430322045},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-embedding-001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":43003308400,"total_native_tokens_reasoning":0,"count":114798295,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-001","change":0.11866211281623983,"rankingMetricValue":43003308400},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-imagine-image-2.0-20260811","variant":"standard","total_completion_tokens":1796105875,"total_prompt_tokens":331636854,"total_native_tokens_reasoning":0,"count":430205,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-2.0-20260811","change":0.11827754942655842,"rankingMetricValue":2127742729},{"date":"2026-10-13 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","variant":"standard","total_completion_tokens":747569930,"total_prompt_tokens":8845811337,"total_native_tokens_reasoning":0,"count":885291,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","change":0.1155817506341402,"rankingMetricValue":9593381267},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4o-transcribe","variant":"standard","total_completion_tokens":47770893,"total_prompt_tokens":178069465,"total_native_tokens_reasoning":0,"count":663009,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-transcribe","change":0.10693805558188707,"rankingMetricValue":225840358},{"date":"2026-10-23 00:00:00","model_permaslug":"openai/o1-pro","variant":"standard","total_completion_tokens":948640,"total_prompt_tokens":1635017,"total_native_tokens_reasoning":0,"count":6779,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o1-pro","change":0.10507568249835007,"rankingMetricValue":2583657},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-voice-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":12471795,"total_native_tokens_reasoning":0,"count":246567,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2","change":0.10293891358377556,"rankingMetricValue":12471795},{"date":"2026-10-24 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"standard","total_completion_tokens":2942074957,"total_prompt_tokens":37863609265,"total_native_tokens_reasoning":0,"count":2657920,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730","change":0.10142988681522912,"rankingMetricValue":40805684222},{"date":"2026-10-24 00:00:00","model_permaslug":"canopylabs/orpheus-3b-0.1-ft","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":505963,"total_native_tokens_reasoning":0,"count":20534,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"canopylabs/orpheus-3b-0.1-ft","change":0.10037406754964007,"rankingMetricValue":505963},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/command-r7b-12-2024","variant":"standard","total_completion_tokens":87581593,"total_prompt_tokens":1075895339,"total_native_tokens_reasoning":0,"count":455940,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r7b-12-2024","change":0.09644134889883955,"rankingMetricValue":1163476932},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","variant":"standard","total_completion_tokens":170391248,"total_prompt_tokens":2073116956,"total_native_tokens_reasoning":0,"count":1583870,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","change":0.09558711094583436,"rankingMetricValue":2243508204},{"date":"2026-10-23 00:00:00","model_permaslug":"openai/gpt-3.5-turbo","variant":"standard","total_completion_tokens":253837144,"total_prompt_tokens":2684720203,"total_native_tokens_reasoning":0,"count":3168997,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo","change":0.08904670045941475,"rankingMetricValue":2938557347},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-voice-tts-1.0","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":50053359,"total_native_tokens_reasoning":0,"count":1554182,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-voice-tts-1.0","change":0.0881443186460593,"rankingMetricValue":50053359},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4-vector-20260514","variant":"standard","total_completion_tokens":12437325,"total_prompt_tokens":3908105,"total_native_tokens_reasoning":0,"count":2927,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-vector-20260514","change":0.08489748270581514,"rankingMetricValue":16345430},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"standard","total_completion_tokens":18921864512,"total_prompt_tokens":1592108420295,"total_native_tokens_reasoning":0,"count":14335335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831","change":0.08274457945494915,"rankingMetricValue":1611030284807},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"free","total_completion_tokens":42762088189,"total_prompt_tokens":3567648005200,"total_native_tokens_reasoning":0,"count":59407744,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807:free","change":0.07758073770389366,"rankingMetricValue":3610410093389},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","variant":"standard","total_completion_tokens":4726100,"total_prompt_tokens":362672,"total_native_tokens_reasoning":0,"count":1027,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","change":0.07191460024051227,"rankingMetricValue":5088772},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-embed-2312","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":30934964818,"total_native_tokens_reasoning":0,"count":5134929,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-embed-2312","change":0.06820965682256702,"rankingMetricValue":30934964818},{"date":"2026-10-24 00:00:00","model_permaslug":"gryphe/mythomax-l2-13b","variant":"standard","total_completion_tokens":401797796,"total_prompt_tokens":2545127600,"total_native_tokens_reasoning":0,"count":2145753,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"gryphe/mythomax-l2-13b","change":0.06692658027832238,"rankingMetricValue":2946925396},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/command-r-08-2024","variant":"standard","total_completion_tokens":72408197,"total_prompt_tokens":542542653,"total_native_tokens_reasoning":0,"count":1316949,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-r-08-2024","change":0.06579291860953425,"rankingMetricValue":614950850},{"date":"2026-10-24 00:00:00","model_permaslug":"thenlper/gte-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":66145641,"total_native_tokens_reasoning":0,"count":41590,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-large-20251117","change":0.06256641076110953,"rankingMetricValue":66145641},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"batch","total_completion_tokens":1512360315,"total_prompt_tokens":3926652677,"total_native_tokens_reasoning":0,"count":176587,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709:batch","change":0.053226465223644694,"rankingMetricValue":5439012992},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/command-a-03-2025","variant":"standard","total_completion_tokens":37960503,"total_prompt_tokens":304937582,"total_native_tokens_reasoning":0,"count":225698,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/command-a-03-2025","change":0.05144226733454996,"rankingMetricValue":342898085},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/sonar","variant":"standard","total_completion_tokens":4419972942,"total_prompt_tokens":6536479445,"total_native_tokens_reasoning":0,"count":12651362,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar","change":0.04920111486690268,"rankingMetricValue":10956452387},{"date":"2026-10-24 00:00:00","model_permaslug":"sesame/csm-1b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":83185,"total_native_tokens_reasoning":0,"count":4542,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sesame/csm-1b","change":0.04495892269426928,"rankingMetricValue":83185},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5-20260211","variant":"standard","total_completion_tokens":9353507979,"total_prompt_tokens":167219254508,"total_native_tokens_reasoning":0,"count":9811126,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-20260211","change":0.04381728646828673,"rankingMetricValue":176572762487},{"date":"2026-10-24 00:00:00","model_permaslug":"meta-llama/llama-3.3-70b-instruct","variant":"standard","total_completion_tokens":11660712666,"total_prompt_tokens":154383125141,"total_native_tokens_reasoning":0,"count":100333562,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.3-70b-instruct","change":0.04015494872750133,"rankingMetricValue":166043837807},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"standard","total_completion_tokens":23982606478,"total_prompt_tokens":364102609670,"total_native_tokens_reasoning":0,"count":160224582,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14","change":0.037235394927484615,"rankingMetricValue":388085216148},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"standard","total_completion_tokens":119805663665,"total_prompt_tokens":1989093891529,"total_native_tokens_reasoning":0,"count":553505361,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507","change":0.03207263288613831,"rankingMetricValue":2108899555194},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-chat-latest-20260505","variant":"standard","total_completion_tokens":172801440,"total_prompt_tokens":7700361108,"total_native_tokens_reasoning":0,"count":700481,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-chat-latest-20260505","change":0.027760341860907263,"rankingMetricValue":7873162548},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":692445040503,"total_native_tokens_reasoning":0,"count":690651208,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-small","change":0.027683229453398635,"rankingMetricValue":692445040503},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","variant":"standard","total_completion_tokens":22080720100,"total_prompt_tokens":421290644086,"total_native_tokens_reasoning":0,"count":105416539,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","change":0.02145520939228395,"rankingMetricValue":443371364186},{"date":"2026-10-24 00:00:00","model_permaslug":"morph/morph-v3-fast","variant":"standard","total_completion_tokens":201603977,"total_prompt_tokens":172460604,"total_native_tokens_reasoning":0,"count":50694,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-fast","change":0.01697880871958795,"rankingMetricValue":374064581},{"date":"2026-10-24 00:00:00","model_permaslug":"fish-audio/s2-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":497722,"total_native_tokens_reasoning":0,"count":22947,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2-pro-20260729","change":0.01679049975178906,"rankingMetricValue":497722},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-embedding-2-preview","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":14190289564,"total_native_tokens_reasoning":0,"count":21121219,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2-preview","change":0.015103296571951405,"rankingMetricValue":14190289564},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"standard","total_completion_tokens":136578605275,"total_prompt_tokens":3395559489853,"total_native_tokens_reasoning":0,"count":349212842,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217","change":0.014417332626400506,"rankingMetricValue":3532138095128},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-coder-next-2025-02-03","variant":"standard","total_completion_tokens":1397161896,"total_prompt_tokens":112460987348,"total_native_tokens_reasoning":0,"count":4096937,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-next-2025-02-03","change":0.014344967479743943,"rankingMetricValue":113858149244},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","variant":"standard","total_completion_tokens":3835033054,"total_prompt_tokens":92575621608,"total_native_tokens_reasoning":0,"count":25772308,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","change":0.01044451757849641,"rankingMetricValue":96410654662},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-r1-0528","variant":"standard","total_completion_tokens":10292517213,"total_prompt_tokens":40381465535,"total_native_tokens_reasoning":0,"count":5772228,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-r1-0528","change":0.009627171574313528,"rankingMetricValue":50673982748},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.8-max-20260902","variant":"standard","total_completion_tokens":31478553215,"total_prompt_tokens":1041063811898,"total_native_tokens_reasoning":0,"count":18460502,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.8-max-20260902","change":0.009113269755757616,"rankingMetricValue":1072542365113},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2","variant":"free","total_completion_tokens":0,"total_prompt_tokens":8373680371,"total_native_tokens_reasoning":0,"count":369855,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2:free","change":0.0059022933272942744,"rankingMetricValue":8373680371},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-2.5-72b-instruct","variant":"standard","total_completion_tokens":1060767990,"total_prompt_tokens":10434471205,"total_native_tokens_reasoning":0,"count":7903368,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-72b-instruct","change":0.004618793878641127,"rankingMetricValue":11495239195},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-04-28","variant":"standard","total_completion_tokens":1905805945,"total_prompt_tokens":7214457614,"total_native_tokens_reasoning":0,"count":3301671,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-04-28","change":0.004163859487706973,"rankingMetricValue":9120263559},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4o-mini-transcribe","variant":"standard","total_completion_tokens":343319856,"total_prompt_tokens":1222526535,"total_native_tokens_reasoning":0,"count":3998406,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini-transcribe","change":0.0008607716498438427,"rankingMetricValue":1565846391},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"standard","total_completion_tokens":28975566372,"total_prompt_tokens":3201203791289,"total_native_tokens_reasoning":0,"count":51505945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-20260903","change":-0.0006112204083372113,"rankingMetricValue":3230179357661},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-20260514","variant":"standard","total_completion_tokens":18023475,"total_prompt_tokens":1309334,"total_native_tokens_reasoning":0,"count":4305,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-20260514","change":-0.0011531827041814085,"rankingMetricValue":19332809},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.4-image-2-20260421","variant":"standard","total_completion_tokens":3384435588,"total_prompt_tokens":3017107731,"total_native_tokens_reasoning":0,"count":970118,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-image-2-20260421","change":-0.0021399159931823186,"rankingMetricValue":6401543319},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"batch","total_completion_tokens":2696998010,"total_prompt_tokens":9624118448,"total_native_tokens_reasoning":0,"count":5881953,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721:batch","change":-0.0035534362268320775,"rankingMetricValue":12321116458},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"standard","total_completion_tokens":2887323046,"total_prompt_tokens":18791704432,"total_native_tokens_reasoning":0,"count":3574655,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430","change":-0.004425074697222862,"rankingMetricValue":21679027478},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"standard","total_completion_tokens":15748640242,"total_prompt_tokens":309410874422,"total_native_tokens_reasoning":0,"count":65965602,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602","change":-0.007365798869830202,"rankingMetricValue":325159514664},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemma-3-12b-it","variant":"standard","total_completion_tokens":3979947147,"total_prompt_tokens":48953808524,"total_native_tokens_reasoning":0,"count":62178813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-12b-it","change":-0.008747280579575557,"rankingMetricValue":52933755671},{"date":"2026-10-24 00:00:00","model_permaslug":"inception/mercury-2-20260304","variant":"standard","total_completion_tokens":1464658130,"total_prompt_tokens":10470322980,"total_native_tokens_reasoning":0,"count":4209886,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inception/mercury-2-20260304","change":-0.012024997711716723,"rankingMetricValue":11934981110},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-14b-04-28","variant":"standard","total_completion_tokens":4002408117,"total_prompt_tokens":12702382693,"total_native_tokens_reasoning":0,"count":6720332,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-14b-04-28","change":-0.014414963814916793,"rankingMetricValue":16704790810},{"date":"2026-10-24 00:00:00","model_permaslug":"amazon/nova-2-lite-v1","variant":"standard","total_completion_tokens":1291892057,"total_prompt_tokens":4299090022,"total_native_tokens_reasoning":0,"count":1431148,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-2-lite-v1","change":-0.01508069376111157,"rankingMetricValue":5590982079},{"date":"2026-10-23 00:00:00","model_permaslug":"openai/o4-mini-2025-04-16","variant":"standard","total_completion_tokens":1528708240,"total_prompt_tokens":8142551282,"total_native_tokens_reasoning":0,"count":2217658,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o4-mini-2025-04-16","change":-0.016785049096931674,"rankingMetricValue":9671259522},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-4.20-20260309","variant":"standard","total_completion_tokens":7049691179,"total_prompt_tokens":123492903377,"total_native_tokens_reasoning":0,"count":17436583,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-20260309","change":-0.017502533893637637,"rankingMetricValue":130542594556},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/sonar-deep-research","variant":"standard","total_completion_tokens":303880234,"total_prompt_tokens":125055037,"total_native_tokens_reasoning":0,"count":30597,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-deep-research","change":-0.018008582782942525,"rankingMetricValue":428935271},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"batch","total_completion_tokens":590825202,"total_prompt_tokens":5120954204,"total_native_tokens_reasoning":0,"count":899440,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709:batch","change":-0.021430201785294388,"rankingMetricValue":5711779406},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/sonar-pro","variant":"standard","total_completion_tokens":1854485354,"total_prompt_tokens":3026009836,"total_native_tokens_reasoning":0,"count":3759667,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro","change":-0.023659981170748554,"rankingMetricValue":4880495190},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.5-flash-20260224","variant":"standard","total_completion_tokens":24740644624,"total_prompt_tokens":254903491328,"total_native_tokens_reasoning":0,"count":138710056,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-flash-20260224","change":-0.02518368968709575,"rankingMetricValue":279644135952},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-2.5-flash-image","variant":"standard","total_completion_tokens":2808841582,"total_prompt_tokens":4480282980,"total_native_tokens_reasoning":0,"count":8375906,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-image","change":-0.0373022963492316,"rankingMetricValue":7289124562},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.6-plus-04-02","variant":"standard","total_completion_tokens":3294538086,"total_prompt_tokens":71996510275,"total_native_tokens_reasoning":0,"count":11391622,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-plus-04-02","change":-0.037858657579037565,"rankingMetricValue":75291048361},{"date":"2026-10-24 00:00:00","model_permaslug":"krea/krea-2-medium-turbo-20260720","variant":"standard","total_completion_tokens":297656625,"total_prompt_tokens":23341240,"total_native_tokens_reasoning":0,"count":71295,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-turbo-20260720","change":-0.03970208512548379,"rankingMetricValue":320997865},{"date":"2026-10-24 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6254133910,"total_native_tokens_reasoning":0,"count":3218401,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","change":-0.039946215113128916,"rankingMetricValue":6254133910},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-small-24b-instruct-2501","variant":"standard","total_completion_tokens":6461352971,"total_prompt_tokens":44675654578,"total_native_tokens_reasoning":0,"count":16038613,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-24b-instruct-2501","change":-0.04104743378289914,"rankingMetricValue":51137007549},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-07-25","variant":"standard","total_completion_tokens":18294787254,"total_prompt_tokens":261764144011,"total_native_tokens_reasoning":0,"count":102142979,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-07-25","change":-0.0450877074658103,"rankingMetricValue":280058931265},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"standard","total_completion_tokens":51545757207,"total_prompt_tokens":884841405493,"total_native_tokens_reasoning":0,"count":404175214,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini","change":-0.05119408909797805,"rankingMetricValue":936387162700},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-4.7-20251222","variant":"standard","total_completion_tokens":8622583174,"total_prompt_tokens":175935724223,"total_native_tokens_reasoning":0,"count":15789634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-20251222","change":-0.054834522548007913,"rankingMetricValue":184558307397},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","variant":"standard","total_completion_tokens":722662017,"total_prompt_tokens":59659790443,"total_native_tokens_reasoning":0,"count":3136332,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","change":-0.057443111158730284,"rankingMetricValue":60382452460},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"standard","total_completion_tokens":289317220723,"total_prompt_tokens":1943310253527,"total_native_tokens_reasoning":0,"count":539939467,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-120b","change":-0.06454154980778934,"rankingMetricValue":2232627474250},{"date":"2026-10-08 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","variant":"free","total_completion_tokens":18367126335,"total_prompt_tokens":808960423442,"total_native_tokens_reasoning":0,"count":19425180,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-sante-20260904:free","change":-0.06663774797903459,"rankingMetricValue":827327549777},{"date":"2026-10-24 00:00:00","model_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","variant":"standard","total_completion_tokens":4341816261,"total_prompt_tokens":64202538719,"total_native_tokens_reasoning":0,"count":32333865,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","change":-0.06882041978208261,"rankingMetricValue":68544354980},{"date":"2026-10-24 00:00:00","model_permaslug":"black-forest-labs/flux.2-klein-4b","variant":"standard","total_completion_tokens":1561628220,"total_prompt_tokens":478401051,"total_native_tokens_reasoning":0,"count":266263,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-klein-4b","change":-0.06916887453827868,"rankingMetricValue":2040029271},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v3-20260413","variant":"standard","total_completion_tokens":9886400,"total_prompt_tokens":365999,"total_native_tokens_reasoning":0,"count":2365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v3-20260413","change":-0.07083072131707066,"rankingMetricValue":10252399},{"date":"2026-10-24 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-405b","variant":"standard","total_completion_tokens":106031533,"total_prompt_tokens":2281737023,"total_native_tokens_reasoning":0,"count":714549,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-405b","change":-0.07498990128484385,"rankingMetricValue":2387768556},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-image-2","variant":"standard","total_completion_tokens":2672932529,"total_prompt_tokens":3535148826,"total_native_tokens_reasoning":0,"count":2226691,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-2","change":-0.07952164033760403,"rankingMetricValue":6208081355},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4o","variant":"standard","total_completion_tokens":2877627197,"total_prompt_tokens":47546968604,"total_native_tokens_reasoning":0,"count":26791976,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o","change":-0.0806900189592634,"rankingMetricValue":50424595801},{"date":"2026-10-24 00:00:00","model_permaslug":"stepfun/step-3.5-flash","variant":"standard","total_completion_tokens":1144958441,"total_prompt_tokens":6382725493,"total_native_tokens_reasoning":0,"count":514937,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.5-flash","change":-0.0845312076667786,"rankingMetricValue":7527683934},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3","variant":"standard","total_completion_tokens":6054457510,"total_prompt_tokens":75935824659,"total_native_tokens_reasoning":0,"count":34893944,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3","change":-0.08596116534858052,"rankingMetricValue":81990282169},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","variant":"standard","total_completion_tokens":959883885,"total_prompt_tokens":28580737283,"total_native_tokens_reasoning":0,"count":3699228,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","change":-0.08786593792672404,"rankingMetricValue":29540621168},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"batch","total_completion_tokens":2505359904,"total_prompt_tokens":8578208986,"total_native_tokens_reasoning":0,"count":3048491,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.8-flash-20260902:batch","change":-0.0926926072646944,"rankingMetricValue":11083568890},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"free","total_completion_tokens":13874389039,"total_prompt_tokens":114823293426,"total_native_tokens_reasoning":0,"count":7167523,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428:free","change":-0.09273617577178069,"rankingMetricValue":128697682465},{"date":"2026-10-24 00:00:00","model_permaslug":"moonshotai/kimi-k2.7-code-20260612","variant":"standard","total_completion_tokens":5719006994,"total_prompt_tokens":227445135587,"total_native_tokens_reasoning":0,"count":5683102,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.7-code-20260612","change":-0.09281693250345402,"rankingMetricValue":233164142581},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.5-122b-a10b-20260224","variant":"standard","total_completion_tokens":5540433605,"total_prompt_tokens":38132479221,"total_native_tokens_reasoning":0,"count":6056328,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-122b-a10b-20260224","change":-0.0931289743709167,"rankingMetricValue":43672912826},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260813","variant":"standard","total_completion_tokens":97307836019,"total_prompt_tokens":4120738764819,"total_native_tokens_reasoning":0,"count":172309460,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260813","change":-0.09448352619454892,"rankingMetricValue":4218046600838},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5-image","variant":"standard","total_completion_tokens":302397127,"total_prompt_tokens":91176459,"total_native_tokens_reasoning":0,"count":136583,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-image","change":-0.0969421922552929,"rankingMetricValue":393573586},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"standard","total_completion_tokens":2382541116,"total_prompt_tokens":19208489487,"total_native_tokens_reasoning":0,"count":10906597,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-8b-2512","change":-0.09698361111567566,"rankingMetricValue":21591030603},{"date":"2026-10-24 00:00:00","model_permaslug":"black-forest-labs/flux.2-flex","variant":"standard","total_completion_tokens":74479252,"total_prompt_tokens":30215313,"total_native_tokens_reasoning":0,"count":15934,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-flex","change":-0.09781760745922796,"rankingMetricValue":104694565},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-medium-3","variant":"standard","total_completion_tokens":146041543,"total_prompt_tokens":2790185399,"total_native_tokens_reasoning":0,"count":499234,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-medium-3","change":-0.09845929808781502,"rankingMetricValue":2936226942},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemma-3-27b-it","variant":"standard","total_completion_tokens":45531510989,"total_prompt_tokens":152529380040,"total_native_tokens_reasoning":0,"count":109865666,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-27b-it","change":-0.09878344062405053,"rankingMetricValue":198060891029},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"standard","total_completion_tokens":19474194586,"total_prompt_tokens":153703989770,"total_native_tokens_reasoning":0,"count":15120538,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807","change":-0.09965731397358693,"rankingMetricValue":173178184356},{"date":"2026-10-21 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","variant":"standard","total_completion_tokens":308472794,"total_prompt_tokens":304801782,"total_native_tokens_reasoning":0,"count":92392,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","change":-0.09969127760943336,"rankingMetricValue":613274576},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-embedding-4b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":52317236885,"total_native_tokens_reasoning":0,"count":29603939,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-embedding-4b","change":-0.10445377956914605,"rankingMetricValue":52317236885},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"standard","total_completion_tokens":6128634137,"total_prompt_tokens":136011006519,"total_native_tokens_reasoning":0,"count":13662780,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","change":-0.11423173365489346,"rankingMetricValue":142139640656},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-code-20260730","variant":"standard","total_completion_tokens":71642858,"total_prompt_tokens":1437786233,"total_native_tokens_reasoning":0,"count":90699,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-code-20260730","change":-0.11534413324711885,"rankingMetricValue":1509429091},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"standard","total_completion_tokens":25423602757,"total_prompt_tokens":185015450645,"total_native_tokens_reasoning":0,"count":18692986,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-pro","change":-0.11610220470087516,"rankingMetricValue":210439053402},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"standard","total_completion_tokens":98099983841,"total_prompt_tokens":5475509084639,"total_native_tokens_reasoning":0,"count":102366887,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3-20260531","change":-0.11732150708543485,"rankingMetricValue":5573609068480},{"date":"2026-10-19 00:00:00","model_permaslug":"microsoft/wizardlm-2-8x22b","variant":"standard","total_completion_tokens":123966314,"total_prompt_tokens":4047476348,"total_native_tokens_reasoning":0,"count":625879,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/wizardlm-2-8x22b","change":-0.1179289409181297,"rankingMetricValue":4171442662},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"standard","total_completion_tokens":1823116215577,"total_prompt_tokens":47917902917053,"total_native_tokens_reasoning":0,"count":2411184112,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826","change":-0.11810703185633947,"rankingMetricValue":49741019132630},{"date":"2026-10-23 00:00:00","model_permaslug":"openai/o3-mini-high-2025-01-31","variant":"standard","total_completion_tokens":15579602,"total_prompt_tokens":34261965,"total_native_tokens_reasoning":0,"count":23257,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-mini-high-2025-01-31","change":-0.11963179510194358,"rankingMetricValue":49841567},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"standard","total_completion_tokens":58077161457,"total_prompt_tokens":469639090127,"total_native_tokens_reasoning":0,"count":76203647,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07","change":-0.12172929867200648,"rankingMetricValue":527716251584},{"date":"2026-10-24 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"free","total_completion_tokens":45601534713,"total_prompt_tokens":1114850511993,"total_native_tokens_reasoning":0,"count":17186603,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715:free","change":-0.1241986740160064,"rankingMetricValue":1160452046706},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen2.5-vl-72b-instruct","variant":"standard","total_completion_tokens":438781682,"total_prompt_tokens":8858901657,"total_native_tokens_reasoning":0,"count":5246281,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen2.5-vl-72b-instruct","change":-0.12887874740753968,"rankingMetricValue":9297683339},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.5-397b-a17b-20260216","variant":"standard","total_completion_tokens":20607100584,"total_prompt_tokens":130936289801,"total_native_tokens_reasoning":0,"count":14032287,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-397b-a17b-20260216","change":-0.13312548683273717,"rankingMetricValue":151543390385},{"date":"2026-10-24 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-fast-20260605","variant":"standard","total_completion_tokens":85967425,"total_prompt_tokens":6284783,"total_native_tokens_reasoning":0,"count":20591,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2.5-fast-20260605","change":-0.1332484911180438,"rankingMetricValue":92252208},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5-2025-08-07","variant":"standard","total_completion_tokens":6456485158,"total_prompt_tokens":37002325093,"total_native_tokens_reasoning":0,"count":7532569,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-2025-08-07","change":-0.1374611359064028,"rankingMetricValue":43458810251},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","variant":"standard","total_completion_tokens":265241483,"total_prompt_tokens":572296448,"total_native_tokens_reasoning":0,"count":126403,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","change":-0.13755416408833643,"rankingMetricValue":837537931},{"date":"2026-10-24 00:00:00","model_permaslug":"krea/krea-2-large-20260720","variant":"standard","total_completion_tokens":39637450,"total_prompt_tokens":3034962,"total_native_tokens_reasoning":0,"count":9494,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-large-20260720","change":-0.14158885597079515,"rankingMetricValue":42672412},{"date":"2026-10-24 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"free","total_completion_tokens":3895098739,"total_prompt_tokens":334888644992,"total_native_tokens_reasoning":0,"count":8355884,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625:free","change":-0.14568205908406454,"rankingMetricValue":338783743731},{"date":"2026-10-24 00:00:00","model_permaslug":"sao10k/l3-lunaris-8b","variant":"standard","total_completion_tokens":1422457502,"total_prompt_tokens":19353986088,"total_native_tokens_reasoning":0,"count":8917044,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3-lunaris-8b","change":-0.14625494026144972,"rankingMetricValue":20776443590},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-image-1","variant":"standard","total_completion_tokens":117360460,"total_prompt_tokens":12483535,"total_native_tokens_reasoning":0,"count":37608,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-image-1","change":-0.151056526486617,"rankingMetricValue":129843995},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v3.1-terminus","variant":"standard","total_completion_tokens":969224537,"total_prompt_tokens":25711581393,"total_native_tokens_reasoning":0,"count":3272028,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.1-terminus","change":-0.15395890408414437,"rankingMetricValue":26680805930},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"standard","total_completion_tokens":35937898757,"total_prompt_tokens":840034084368,"total_native_tokens_reasoning":0,"count":156915439,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001","change":-0.1552309278242777,"rankingMetricValue":875971983125},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-4.7-flash-20260119","variant":"standard","total_completion_tokens":4233226159,"total_prompt_tokens":55391637258,"total_native_tokens_reasoning":0,"count":23515077,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.7-flash-20260119","change":-0.15652531026188435,"rankingMetricValue":59624863417},{"date":"2026-10-24 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"standard","total_completion_tokens":346173711,"total_prompt_tokens":16064745856,"total_native_tokens_reasoning":0,"count":651290,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625","change":-0.16017003512627767,"rankingMetricValue":16410919567},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/minimax-01","variant":"standard","total_completion_tokens":58006417,"total_prompt_tokens":766776942,"total_native_tokens_reasoning":0,"count":333612,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-01","change":-0.1612958146739877,"rankingMetricValue":824783359},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"free","total_completion_tokens":529975080,"total_prompt_tokens":3821110421,"total_native_tokens_reasoning":0,"count":1796969,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403:free","change":-0.16753258489612244,"rankingMetricValue":4351085501},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-30b-a3b","variant":"standard","total_completion_tokens":4270766826,"total_prompt_tokens":16151432873,"total_native_tokens_reasoning":0,"count":3530471,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-30b-a3b","change":-0.168772034651059,"rankingMetricValue":20422199699},{"date":"2026-10-24 00:00:00","model_permaslug":"moonshotai/kimi-k2.6-20260420","variant":"standard","total_completion_tokens":30915127524,"total_prompt_tokens":590983993943,"total_native_tokens_reasoning":0,"count":33208720,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.6-20260420","change":-0.16907839790742807,"rankingMetricValue":621899121467},{"date":"2026-10-23 00:00:00","model_permaslug":"openai/gpt-4-turbo","variant":"standard","total_completion_tokens":14759732,"total_prompt_tokens":284022798,"total_native_tokens_reasoning":0,"count":271862,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4-turbo","change":-0.17352140689641612,"rankingMetricValue":298782530},{"date":"2026-10-24 00:00:00","model_permaslug":"aion-labs/aion-2.0-20260223","variant":"standard","total_completion_tokens":417948103,"total_prompt_tokens":4454881542,"total_native_tokens_reasoning":0,"count":532569,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-2.0-20260223","change":-0.18247757930719005,"rankingMetricValue":4872829645},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"standard","total_completion_tokens":115526765548,"total_prompt_tokens":1562231352572,"total_native_tokens_reasoning":0,"count":451778270,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash","change":-0.18450806338874484,"rankingMetricValue":1677758118120},{"date":"2026-10-24 00:00:00","model_permaslug":"google/lyria-3-clip-preview-20260330","variant":"standard","total_completion_tokens":3036682,"total_prompt_tokens":50073386,"total_native_tokens_reasoning":0,"count":95683,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/lyria-3-clip-preview-20260330","change":-0.18709444984586573,"rankingMetricValue":53110068},{"date":"2026-10-23 00:00:00","model_permaslug":"openai/o4-mini-high-2025-04-16","variant":"standard","total_completion_tokens":79179428,"total_prompt_tokens":339844455,"total_native_tokens_reasoning":0,"count":72707,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o4-mini-high-2025-04-16","change":-0.18820254727947414,"rankingMetricValue":419023883},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"standard","total_completion_tokens":77710144,"total_prompt_tokens":1088891607,"total_native_tokens_reasoning":0,"count":324249,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423","change":-0.18906033058779784,"rankingMetricValue":1166601751},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3-pro-image-preview-20251120","variant":"standard","total_completion_tokens":1964066704,"total_prompt_tokens":1067133328,"total_native_tokens_reasoning":0,"count":1207100,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-pro-image-preview-20251120","change":-0.19310493050429284,"rankingMetricValue":3031200032},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/ministral-14b-2512","variant":"standard","total_completion_tokens":2113168944,"total_prompt_tokens":9218624321,"total_native_tokens_reasoning":0,"count":4063109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/ministral-14b-2512","change":-0.19503926831087454,"rankingMetricValue":11331793265},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance/ui-tars-1.5-7b","variant":"standard","total_completion_tokens":14567834,"total_prompt_tokens":894945544,"total_native_tokens_reasoning":0,"count":379393,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/ui-tars-1.5-7b","change":-0.19519343174094295,"rankingMetricValue":909513378},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"standard","total_completion_tokens":92804065654,"total_prompt_tokens":680916644380,"total_native_tokens_reasoning":0,"count":73079095,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219","change":-0.19695566285873845,"rankingMetricValue":773720710034},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"standard","total_completion_tokens":4525117599,"total_prompt_tokens":177380570300,"total_native_tokens_reasoning":0,"count":2427257,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903","change":-0.2050053521919503,"rankingMetricValue":181905687899},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/minimax-m2-her-20260123","variant":"standard","total_completion_tokens":36163074,"total_prompt_tokens":2797456910,"total_native_tokens_reasoning":0,"count":600430,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2-her-20260123","change":-0.21518727065064977,"rankingMetricValue":2833619984},{"date":"2026-10-24 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"free","total_completion_tokens":46937712483,"total_prompt_tokens":4097975382003,"total_native_tokens_reasoning":0,"count":56097721,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720:free","change":-0.21520383169694576,"rankingMetricValue":4144913094486},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4.1-20260514","variant":"standard","total_completion_tokens":158520575,"total_prompt_tokens":12217208,"total_native_tokens_reasoning":0,"count":37675,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-20260514","change":-0.2207480128462595,"rankingMetricValue":170737783},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seedream-4.5-20251203","variant":"standard","total_completion_tokens":7653572484,"total_prompt_tokens":244700489,"total_native_tokens_reasoning":0,"count":370605,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-4.5-20251203","change":-0.22093163333779736,"rankingMetricValue":7898272973},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"standard","total_completion_tokens":217880612296,"total_prompt_tokens":2323520254893,"total_native_tokens_reasoning":0,"count":1458723867,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-2.5-flash-lite","change":-0.22159340697774266,"rankingMetricValue":2541400867189},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260420","variant":"standard","total_completion_tokens":395026412,"total_prompt_tokens":4756012241,"total_native_tokens_reasoning":0,"count":403240,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-plus-20260420","change":-0.2234744895145581,"rankingMetricValue":5151038653},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.5-27b-20260224","variant":"standard","total_completion_tokens":3780254621,"total_prompt_tokens":43684660871,"total_native_tokens_reasoning":0,"count":10204996,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-27b-20260224","change":-0.22374431281489202,"rankingMetricValue":47464915492},{"date":"2026-10-24 00:00:00","model_permaslug":"amazon/nova-micro-v1","variant":"standard","total_completion_tokens":4039953465,"total_prompt_tokens":67889984887,"total_native_tokens_reasoning":0,"count":34718942,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-micro-v1","change":-0.22514890699718748,"rankingMetricValue":71929938352},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3-0324","variant":"standard","total_completion_tokens":4738477967,"total_prompt_tokens":103956549207,"total_native_tokens_reasoning":0,"count":21821745,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-chat-v3-0324","change":-0.23065494123393532,"rankingMetricValue":108695027174},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"batch","total_completion_tokens":2100593929,"total_prompt_tokens":44815159431,"total_native_tokens_reasoning":0,"count":3597486,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709:batch","change":-0.2309264194728386,"rankingMetricValue":46915753360},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4-pro-vector-20260514","variant":"standard","total_completion_tokens":5106025,"total_prompt_tokens":426934,"total_native_tokens_reasoning":0,"count":1202,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-vector-20260514","change":-0.23342372156213692,"rankingMetricValue":5532959},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-20251201","variant":"standard","total_completion_tokens":83097685567,"total_prompt_tokens":1301816266612,"total_native_tokens_reasoning":0,"count":206421490,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-20251201","change":-0.23689896233111674,"rankingMetricValue":1384913952179},{"date":"2026-10-24 00:00:00","model_permaslug":"thedrummer/unslopnemo-12b","variant":"standard","total_completion_tokens":98256857,"total_prompt_tokens":1837205064,"total_native_tokens_reasoning":0,"count":493977,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thedrummer/unslopnemo-12b","change":-0.23690274414020776,"rankingMetricValue":1935461921},{"date":"2026-10-19 00:00:00","model_permaslug":"sao10k/l3.3-euryale-70b-v2.3","variant":"standard","total_completion_tokens":43746180,"total_prompt_tokens":1045499693,"total_native_tokens_reasoning":0,"count":377873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sao10k/l3.3-euryale-70b-v2.3","change":-0.23793936742506805,"rankingMetricValue":1089245873},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"standard","total_completion_tokens":13813320236,"total_prompt_tokens":399647789210,"total_native_tokens_reasoning":0,"count":68778915,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317","change":-0.24066099877671748,"rankingMetricValue":413461109446},{"date":"2026-10-24 00:00:00","model_permaslug":"arcee-ai/trinity-large-thinking","variant":"standard","total_completion_tokens":192742850,"total_prompt_tokens":3972272957,"total_native_tokens_reasoning":0,"count":409829,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"arcee-ai/trinity-large-thinking","change":-0.24424614580111656,"rankingMetricValue":4165015807},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"standard","total_completion_tokens":35647161841,"total_prompt_tokens":325525776788,"total_native_tokens_reasoning":0,"count":51244366,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519","change":-0.2447681661192341,"rankingMetricValue":361172938629},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-exp","variant":"standard","total_completion_tokens":5040944141,"total_prompt_tokens":55269240510,"total_native_tokens_reasoning":0,"count":8146240,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v3.2-exp","change":-0.24825059467828725,"rankingMetricValue":60310184651},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-build-0.1-20260520","variant":"standard","total_completion_tokens":368234366,"total_prompt_tokens":10696745267,"total_native_tokens_reasoning":0,"count":279873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-build-0.1-20260520","change":-0.2492074652153906,"rankingMetricValue":11064979633},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"standard","total_completion_tokens":8142946807,"total_prompt_tokens":398896455714,"total_native_tokens_reasoning":0,"count":11497816,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205","change":-0.2516547660372539,"rankingMetricValue":407039402521},{"date":"2026-10-24 00:00:00","model_permaslug":"tencent/hy-mt2-30b-a3b-20260521","variant":"standard","total_completion_tokens":1103782221,"total_prompt_tokens":2851145625,"total_native_tokens_reasoning":0,"count":7129073,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-30b-a3b-20260521","change":-0.2558545296174862,"rankingMetricValue":3954927846},{"date":"2026-10-24 00:00:00","model_permaslug":"tencent/hy3-preview-20260421","variant":"standard","total_completion_tokens":5572935363,"total_prompt_tokens":16074236315,"total_native_tokens_reasoning":0,"count":3724594,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-preview-20260421","change":-0.25778589645198025,"rankingMetricValue":21647171678},{"date":"2026-10-24 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"standard","total_completion_tokens":2164301839,"total_prompt_tokens":180783560969,"total_native_tokens_reasoning":0,"count":2270861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720","change":-0.25901721214141765,"rankingMetricValue":182947862808},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.1-codex-20251113","variant":"standard","total_completion_tokens":127469034,"total_prompt_tokens":3740474702,"total_native_tokens_reasoning":0,"count":169240,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-20251113","change":-0.2590335268925233,"rankingMetricValue":3867943736},{"date":"2026-10-24 00:00:00","model_permaslug":"meta-llama/llama-guard-4-12b","variant":"standard","total_completion_tokens":27716888,"total_prompt_tokens":6727972453,"total_native_tokens_reasoning":0,"count":7662779,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-guard-4-12b","change":-0.2603276867801964,"rankingMetricValue":6755689341},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5-turbo-20260315","variant":"standard","total_completion_tokens":273595052,"total_prompt_tokens":9172640150,"total_native_tokens_reasoning":0,"count":467454,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5-turbo-20260315","change":-0.2612487978074729,"rankingMetricValue":9446235202},{"date":"2026-10-24 00:00:00","model_permaslug":"sourceful/riverflow-v2-pro-20260130","variant":"standard","total_completion_tokens":13543700,"total_prompt_tokens":3680270,"total_native_tokens_reasoning":0,"count":3244,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-pro-20260130","change":-0.26282408629766746,"rankingMetricValue":17223970},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-flash-tts-preview","variant":"standard","total_completion_tokens":750331189,"total_prompt_tokens":198281897,"total_native_tokens_reasoning":0,"count":2387458,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-tts-preview","change":-0.264067726793333,"rankingMetricValue":948613086},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/codestral-embed-2505","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1758068904,"total_native_tokens_reasoning":0,"count":378657,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-embed-2505","change":-0.2640992683577414,"rankingMetricValue":1758068904},{"date":"2026-10-24 00:00:00","model_permaslug":"sourceful/riverflow-v2-fast-20260130","variant":"standard","total_completion_tokens":39357725,"total_prompt_tokens":3874056,"total_native_tokens_reasoning":0,"count":9427,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sourceful/riverflow-v2-fast-20260130","change":-0.2680960536020778,"rankingMetricValue":43231781},{"date":"2026-10-24 00:00:00","model_permaslug":"Qwen/Qwen3-Embedding-8B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3583374,"total_native_tokens_reasoning":0,"count":68440,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"Qwen/Qwen3-Embedding-8B","change":-0.26836412430508993,"rankingMetricValue":3583374},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-preview-20260226","variant":"standard","total_completion_tokens":2282860121,"total_prompt_tokens":1513389160,"total_native_tokens_reasoning":0,"count":1597777,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-image-preview-20260226","change":-0.2782000747827264,"rankingMetricValue":3796249281},{"date":"2026-10-24 00:00:00","model_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","variant":"standard","total_completion_tokens":3945917597,"total_prompt_tokens":61141335512,"total_native_tokens_reasoning":0,"count":25122556,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","change":-0.27824292438144693,"rankingMetricValue":65087253109},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"standard","total_completion_tokens":2669252059,"total_prompt_tokens":43874233557,"total_native_tokens_reasoning":0,"count":4840832,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124","change":-0.28014155788280165,"rankingMetricValue":46543485616},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"standard","total_completion_tokens":129177077,"total_prompt_tokens":2595056906,"total_native_tokens_reasoning":0,"count":638528,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/codestral-2508","change":-0.2820853191809935,"rankingMetricValue":2724233983},{"date":"2026-10-24 00:00:00","model_permaslug":"moonshotai/kimi-k2","variant":"standard","total_completion_tokens":798547795,"total_prompt_tokens":8160593044,"total_native_tokens_reasoning":0,"count":1931134,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2","change":-0.28388551375092164,"rankingMetricValue":8959140839},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","variant":"standard","total_completion_tokens":12121320445,"total_prompt_tokens":118591481748,"total_native_tokens_reasoning":0,"count":70303813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","change":-0.2858431858354425,"rankingMetricValue":130712802193},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","variant":"standard","total_completion_tokens":1522275843,"total_prompt_tokens":3743694134,"total_native_tokens_reasoning":0,"count":509608,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","change":-0.2864493732800334,"rankingMetricValue":5265969977},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"standard","total_completion_tokens":8571852520,"total_prompt_tokens":230284950045,"total_native_tokens_reasoning":0,"count":33318632,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-20260305","change":-0.2866324934794998,"rankingMetricValue":238856802565},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-2.5-7b-instruct","variant":"standard","total_completion_tokens":1755785871,"total_prompt_tokens":16236919377,"total_native_tokens_reasoning":0,"count":19138683,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-2.5-7b-instruct","change":-0.28734048515801835,"rankingMetricValue":17992705248},{"date":"2026-10-24 00:00:00","model_permaslug":"sakana/fugu-max-20260911","variant":"standard","total_completion_tokens":175583814,"total_prompt_tokens":7406278682,"total_native_tokens_reasoning":0,"count":103502,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-max-20260911","change":-0.28821820808762405,"rankingMetricValue":7581862496},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.1-codex-mini-20251113","variant":"standard","total_completion_tokens":363661291,"total_prompt_tokens":4380840432,"total_native_tokens_reasoning":0,"count":253067,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-mini-20251113","change":-0.2946800588658486,"rankingMetricValue":4744501723},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"standard","total_completion_tokens":14971785,"total_prompt_tokens":83864786,"total_native_tokens_reasoning":0,"count":50953,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211","change":-0.3015594688615024,"rankingMetricValue":98836571},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-instruct","variant":"standard","total_completion_tokens":2162672668,"total_prompt_tokens":32948161173,"total_native_tokens_reasoning":0,"count":23252349,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-8b-instruct","change":-0.3022995055629815,"rankingMetricValue":35110833841},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.6-flash","variant":"standard","total_completion_tokens":3364418297,"total_prompt_tokens":44640008136,"total_native_tokens_reasoning":0,"count":7566070,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-flash","change":-0.30794417234280064,"rankingMetricValue":48004426433},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-20250625","variant":"standard","total_completion_tokens":99765169,"total_prompt_tokens":640875665,"total_native_tokens_reasoning":0,"count":183745,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-1.6-20250625","change":-0.3084253190554124,"rankingMetricValue":740640834},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-20260826","variant":"standard","total_completion_tokens":12671125,"total_prompt_tokens":2433408,"total_native_tokens_reasoning":0,"count":2992,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-20260826","change":-0.30926831441029745,"rankingMetricValue":15104533},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/minimax-m2.7-20260318","variant":"standard","total_completion_tokens":6078465008,"total_prompt_tokens":199407247041,"total_native_tokens_reasoning":0,"count":9934409,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.7-20260318","change":-0.3117994870787877,"rankingMetricValue":205485712049},{"date":"2026-10-24 00:00:00","model_permaslug":"morph/morph-v3-large","variant":"standard","total_completion_tokens":73749563,"total_prompt_tokens":78443686,"total_native_tokens_reasoning":0,"count":36892,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"morph/morph-v3-large","change":-0.3123497615819455,"rankingMetricValue":152193249},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260423","variant":"standard","total_completion_tokens":827622729561,"total_prompt_tokens":12221357387057,"total_native_tokens_reasoning":0,"count":1490405507,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260423","change":-0.31341540680203056,"rankingMetricValue":13048980116618},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-16k","variant":"standard","total_completion_tokens":2361812,"total_prompt_tokens":29622967,"total_native_tokens_reasoning":0,"count":101016,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-16k","change":-0.3175520010405457,"rankingMetricValue":31984779},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"standard","total_completion_tokens":8312378657,"total_prompt_tokens":224714976837,"total_native_tokens_reasoning":0,"count":14668494,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-20260423","change":-0.31797997626031343,"rankingMetricValue":233027355494},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-audio-mini","variant":"standard","total_completion_tokens":513714877,"total_prompt_tokens":1200284191,"total_native_tokens_reasoning":0,"count":2158710,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-audio-mini","change":-0.3182289088136179,"rankingMetricValue":1713999068},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","variant":"standard","total_completion_tokens":5335650,"total_prompt_tokens":381887,"total_native_tokens_reasoning":0,"count":1274,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","change":-0.3204473715300253,"rankingMetricValue":5717537},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"batch","total_completion_tokens":51924152,"total_prompt_tokens":143055689,"total_native_tokens_reasoning":0,"count":11465,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-20260519:batch","change":-0.323673859868266,"rankingMetricValue":194979841},{"date":"2026-10-24 00:00:00","model_permaslug":"liquid/lfm-2.5-embedding-350m-20260818","variant":"free","total_completion_tokens":0,"total_prompt_tokens":410770730,"total_native_tokens_reasoning":0,"count":326115,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"liquid/lfm-2.5-embedding-350m-20260818:free","change":-0.32491033223746707,"rankingMetricValue":410770730},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"standard","total_completion_tokens":19054885469,"total_prompt_tokens":157044675610,"total_native_tokens_reasoning":0,"count":31384078,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.3-20260430","change":-0.3253998049416823,"rankingMetricValue":176099561079},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/sonar-pro-search","variant":"standard","total_completion_tokens":368220193,"total_prompt_tokens":567862048,"total_native_tokens_reasoning":0,"count":445920,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/sonar-pro-search","change":-0.32648649170579647,"rankingMetricValue":936082241},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"standard","total_completion_tokens":147679657223,"total_prompt_tokens":753834938453,"total_native_tokens_reasoning":0,"count":244051418,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-20b","change":-0.330818394865025,"rankingMetricValue":901514595676},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-voice-2-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3305160,"total_native_tokens_reasoning":0,"count":108741,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-voice-2-flash-20260723","change":-0.33310438701236755,"rankingMetricValue":3305160},{"date":"2026-10-08 00:00:00","model_permaslug":"baidu/ernie-4.5-vl-424b-a47b","variant":"standard","total_completion_tokens":23538574,"total_prompt_tokens":187230951,"total_native_tokens_reasoning":0,"count":62972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"baidu/ernie-4.5-vl-424b-a47b","change":-0.33540881934443784,"rankingMetricValue":210769525},{"date":"2026-10-24 00:00:00","model_permaslug":"meta-llama/llama-3.1-8b-instruct","variant":"standard","total_completion_tokens":27326850774,"total_prompt_tokens":181292510356,"total_native_tokens_reasoning":0,"count":266099594,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-8b-instruct","change":-0.33818066139785397,"rankingMetricValue":208619361130},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","variant":"standard","total_completion_tokens":126232148,"total_prompt_tokens":664788040,"total_native_tokens_reasoning":0,"count":130905,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","change":-0.3438861577476314,"rankingMetricValue":791020188},{"date":"2026-10-19 00:00:00","model_permaslug":"deepseek/deepseek-r1","variant":"standard","total_completion_tokens":1669115049,"total_prompt_tokens":5186274614,"total_native_tokens_reasoning":0,"count":1092612,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-r1","change":-0.34488521904576136,"rankingMetricValue":6855389663},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"batch","total_completion_tokens":224437437,"total_prompt_tokens":1457529643,"total_native_tokens_reasoning":0,"count":717739,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721:batch","change":-0.356831628491764,"rankingMetricValue":1681967080},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-coder-flash","variant":"standard","total_completion_tokens":185803479,"total_prompt_tokens":7191494207,"total_native_tokens_reasoning":0,"count":804562,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-coder-flash","change":-0.3577149230938727,"rankingMetricValue":7377297686},{"date":"2026-10-23 00:00:00","model_permaslug":"openai/o1-2024-12-17","variant":"standard","total_completion_tokens":16201552,"total_prompt_tokens":45523033,"total_native_tokens_reasoning":0,"count":46072,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o1-2024-12-17","change":-0.35834464341883177,"rankingMetricValue":61724585},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemma-3-4b-it","variant":"standard","total_completion_tokens":669706625,"total_prompt_tokens":3712092645,"total_native_tokens_reasoning":0,"count":18895976,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-3-4b-it","change":-0.35842833307785743,"rankingMetricValue":4381799270},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.6-27b-20260422","variant":"standard","total_completion_tokens":6732738264,"total_prompt_tokens":53361018114,"total_native_tokens_reasoning":0,"count":8877638,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-27b-20260422","change":-0.36472810905065334,"rankingMetricValue":60093756378},{"date":"2026-10-24 00:00:00","model_permaslug":"black-forest-labs/flux.2-pro","variant":"standard","total_completion_tokens":1661059482,"total_prompt_tokens":715760323,"total_native_tokens_reasoning":0,"count":348802,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-pro","change":-0.36477694544248274,"rankingMetricValue":2376819805},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.7-max-20260520","variant":"standard","total_completion_tokens":3780667343,"total_prompt_tokens":48160839573,"total_native_tokens_reasoning":0,"count":3165065,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.7-max-20260520","change":-0.37335317685149966,"rankingMetricValue":51941506916},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-4.20-multi-agent-20260309","variant":"standard","total_completion_tokens":425696859,"total_prompt_tokens":4340079200,"total_native_tokens_reasoning":0,"count":79862,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.20-multi-agent-20260309","change":-0.379952039206727,"rankingMetricValue":4765776059},{"date":"2026-10-24 00:00:00","model_permaslug":"moonshotai/kimi-k2-thinking-20251106","variant":"standard","total_completion_tokens":2068111497,"total_prompt_tokens":8141223363,"total_native_tokens_reasoning":0,"count":670978,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2-thinking-20251106","change":-0.38512266338277235,"rankingMetricValue":10209334860},{"date":"2026-10-24 00:00:00","model_permaslug":"tencent/hy4-preview-20260827","variant":"standard","total_completion_tokens":312336812006,"total_prompt_tokens":32730591113319,"total_native_tokens_reasoning":0,"count":301871143,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy4-preview-20260827","change":-0.3882223235659876,"rankingMetricValue":33042927925325},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-4.5v","variant":"standard","total_completion_tokens":95012227,"total_prompt_tokens":813872963,"total_native_tokens_reasoning":0,"count":213609,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.5v","change":-0.390282409293996,"rankingMetricValue":908885190},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"standard","total_completion_tokens":155418245807,"total_prompt_tokens":5124504204988,"total_native_tokens_reasoning":0,"count":210518500,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.2-20260616","change":-0.39534630813245303,"rankingMetricValue":5279922450795},{"date":"2026-10-24 00:00:00","model_permaslug":"tencent/hunyuan-a13b-instruct","variant":"standard","total_completion_tokens":79771370,"total_prompt_tokens":163649345,"total_native_tokens_reasoning":0,"count":110972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hunyuan-a13b-instruct","change":-0.39733414704620856,"rankingMetricValue":243420715},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-large","variant":"standard","total_completion_tokens":250626977,"total_prompt_tokens":886936650,"total_native_tokens_reasoning":0,"count":345141,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large","change":-0.40130901895172794,"rankingMetricValue":1137563627},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","variant":"standard","total_completion_tokens":139079439,"total_prompt_tokens":275850291,"total_native_tokens_reasoning":0,"count":110253,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","change":-0.403889080852351,"rankingMetricValue":414929730},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/minimax-m2.1","variant":"standard","total_completion_tokens":87825243,"total_prompt_tokens":4303914634,"total_native_tokens_reasoning":0,"count":215425,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.1","change":-0.4040516288271607,"rankingMetricValue":4391739877},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","variant":"standard","total_completion_tokens":1904165083,"total_prompt_tokens":66449228,"total_native_tokens_reasoning":0,"count":97444,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","change":-0.40550479740930806,"rankingMetricValue":1970614311},{"date":"2026-10-24 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"standard","total_completion_tokens":177369230471,"total_prompt_tokens":10931897403462,"total_native_tokens_reasoning":0,"count":142704210,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy3-20260706","change":-0.414721399709074,"rankingMetricValue":11109266633933},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"standard","total_completion_tokens":74571951262,"total_prompt_tokens":3383776225345,"total_native_tokens_reasoning":0,"count":85394552,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630","change":-0.4259831719951699,"rankingMetricValue":3458348176607},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"standard","total_completion_tokens":12040326,"total_prompt_tokens":84313405,"total_native_tokens_reasoning":0,"count":5839,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/north-mini-code-20260617","change":-0.4309091080802208,"rankingMetricValue":96353731},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"standard","total_completion_tokens":84558272179,"total_prompt_tokens":4347732547122,"total_native_tokens_reasoning":0,"count":147423503,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709","change":-0.43537187935219535,"rankingMetricValue":4432290819301},{"date":"2026-10-24 00:00:00","model_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":20903984,"total_native_tokens_reasoning":0,"count":14356,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","change":-0.43639894454675254,"rankingMetricValue":20903984},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260423","variant":"standard","total_completion_tokens":103195600467,"total_prompt_tokens":2833695558265,"total_native_tokens_reasoning":0,"count":115601795,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260423","change":-0.43983782450272374,"rankingMetricValue":2936891158732},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"standard","total_completion_tokens":41967950966,"total_prompt_tokens":3187571711877,"total_native_tokens_reasoning":0,"count":37162399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723","change":-0.44058614067017515,"rankingMetricValue":3229539662843},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-image-20260630","variant":"standard","total_completion_tokens":3468982118,"total_prompt_tokens":3324502195,"total_native_tokens_reasoning":0,"count":3138523,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-flash-lite-image-20260630","change":-0.44336011454494906,"rankingMetricValue":6793484313},{"date":"2026-10-24 00:00:00","model_permaslug":"moonshotai/kimi-k2.5-0127","variant":"standard","total_completion_tokens":12024941396,"total_prompt_tokens":140297330696,"total_native_tokens_reasoning":0,"count":11639508,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"moonshotai/kimi-k2.5-0127","change":-0.4466369717871497,"rankingMetricValue":152322272092},{"date":"2026-10-24 00:00:00","model_permaslug":"upstage/solar-pro4-20260810","variant":"standard","total_completion_tokens":26870396240,"total_prompt_tokens":3304674316313,"total_native_tokens_reasoning":0,"count":52565653,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"upstage/solar-pro4-20260810","change":-0.4500882728580829,"rankingMetricValue":3331544712553},{"date":"2026-10-15 00:00:00","model_permaslug":"anthropic/claude-4-sonnet-20250522","variant":"standard","total_completion_tokens":1458807203,"total_prompt_tokens":37813321702,"total_native_tokens_reasoning":0,"count":4652857,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4-sonnet-20250522","change":-0.4517100821894133,"rankingMetricValue":39272128905},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.2-codex-20260114","variant":"standard","total_completion_tokens":134390472,"total_prompt_tokens":4537858834,"total_native_tokens_reasoning":0,"count":299678,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-codex-20260114","change":-0.45397017992883065,"rankingMetricValue":4672249306},{"date":"2026-10-24 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":70811155724,"total_native_tokens_reasoning":0,"count":31503017,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6B","change":-0.45528520355283,"rankingMetricValue":70811155724},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-4.5-20260708","variant":"standard","total_completion_tokens":8635999544,"total_prompt_tokens":207469701046,"total_native_tokens_reasoning":0,"count":10937257,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.5-20260708","change":-0.45694832734298124,"rankingMetricValue":216105700590},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-32b-04-28","variant":"standard","total_completion_tokens":7722752524,"total_prompt_tokens":51757381265,"total_native_tokens_reasoning":0,"count":39722688,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-32b-04-28","change":-0.4573056150847419,"rankingMetricValue":59480133789},{"date":"2026-10-24 00:00:00","model_permaslug":"meta-llama/llama-3.1-70b-instruct","variant":"standard","total_completion_tokens":602019387,"total_prompt_tokens":6615823594,"total_native_tokens_reasoning":0,"count":5848199,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.1-70b-instruct","change":-0.45766656587037513,"rankingMetricValue":7217842981},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":63235437006,"total_native_tokens_reasoning":0,"count":159894623,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-embedding-2","change":-0.4621555025812493,"rankingMetricValue":63235437006},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"standard","total_completion_tokens":33666180693,"total_prompt_tokens":346467300819,"total_native_tokens_reasoning":0,"count":61309819,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.6-flash-20260721","change":-0.4634570188475971,"rankingMetricValue":380133481512},{"date":"2026-10-24 00:00:00","model_permaslug":"meta-llama/llama-3.2-1b-instruct","variant":"standard","total_completion_tokens":239806014,"total_prompt_tokens":613376758,"total_native_tokens_reasoning":0,"count":1929729,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta-llama/llama-3.2-1b-instruct","change":-0.4636542300054966,"rankingMetricValue":853182772},{"date":"2026-10-24 00:00:00","model_permaslug":"amazon/nova-lite-v1","variant":"standard","total_completion_tokens":398934175,"total_prompt_tokens":8350062164,"total_native_tokens_reasoning":0,"count":2929307,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-lite-v1","change":-0.4673192181400684,"rankingMetricValue":8748996339},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-4.6-20251208","variant":"standard","total_completion_tokens":605282981,"total_prompt_tokens":4543175602,"total_native_tokens_reasoning":0,"count":1627830,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-4.6-20251208","change":-0.4697753029420798,"rankingMetricValue":5148458583},{"date":"2026-10-24 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-pro-20260422","variant":"standard","total_completion_tokens":12441645409,"total_prompt_tokens":613733118672,"total_native_tokens_reasoning":0,"count":17853374,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-pro-20260422","change":-0.4723145153024277,"rankingMetricValue":626174764081},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3005115,"total_native_tokens_reasoning":0,"count":142671,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","change":-0.47349005617584794,"rankingMetricValue":3005115},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-imagine-image-quality-20260512","variant":"standard","total_completion_tokens":1101402575,"total_prompt_tokens":221652592,"total_native_tokens_reasoning":0,"count":263809,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-image-quality-20260512","change":-0.4750544564548489,"rankingMetricValue":1323055167},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-max-thinking-20260123","variant":"standard","total_completion_tokens":82860427,"total_prompt_tokens":768810243,"total_native_tokens_reasoning":0,"count":80318,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-max-thinking-20260123","change":-0.47990245320996117,"rankingMetricValue":851670670},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3.5-35b-a3b-20260224","variant":"standard","total_completion_tokens":6284815084,"total_prompt_tokens":64211491250,"total_native_tokens_reasoning":0,"count":14509431,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.5-35b-a3b-20260224","change":-0.48513109268683957,"rankingMetricValue":70496306334},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"batch","total_completion_tokens":112362683,"total_prompt_tokens":544712871,"total_native_tokens_reasoning":0,"count":49825,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831:batch","change":-0.48568219494478065,"rankingMetricValue":657075554},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-large-2407","variant":"standard","total_completion_tokens":38182670,"total_prompt_tokens":403244899,"total_native_tokens_reasoning":0,"count":163246,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2407","change":-0.499528183982965,"rankingMetricValue":441427569},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-mini-20260224","variant":"standard","total_completion_tokens":3524662819,"total_prompt_tokens":14323549967,"total_native_tokens_reasoning":0,"count":8830065,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance-seed/seed-2.0-mini-20260224","change":-0.500495173034776,"rankingMetricValue":17848212786},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224","variant":"free","total_completion_tokens":0,"total_prompt_tokens":2827922953,"total_native_tokens_reasoning":0,"count":1671489,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224:free","change":-0.5008558371363346,"rankingMetricValue":2827922953},{"date":"2026-09-28 00:00:00","model_permaslug":"deepseek/deepseek-r1-distill-llama-70b","variant":"standard","total_completion_tokens":126929020,"total_prompt_tokens":94056164,"total_native_tokens_reasoning":0,"count":35917,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-r1-distill-llama-70b","change":-0.5033976819827157,"rankingMetricValue":220985184},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"standard","total_completion_tokens":23650753894,"total_prompt_tokens":858432264533,"total_native_tokens_reasoning":0,"count":17525288,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528","change":-0.5036404527090401,"rankingMetricValue":882083018427},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"standard","total_completion_tokens":13430568,"total_prompt_tokens":73240400,"total_native_tokens_reasoning":0,"count":48710,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305","change":-0.5043056807661749,"rankingMetricValue":86670968},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"standard","total_completion_tokens":23220756670,"total_prompt_tokens":1166042339439,"total_native_tokens_reasoning":0,"count":54137102,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709","change":-0.507975026027753,"rankingMetricValue":1189263096109},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-vl-32b-instruct","variant":"standard","total_completion_tokens":4714735155,"total_prompt_tokens":42066857850,"total_native_tokens_reasoning":0,"count":17327517,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-32b-instruct","change":-0.5154321322500942,"rankingMetricValue":46781593005},{"date":"2026-10-24 00:00:00","model_permaslug":"black-forest-labs/flux.2-max","variant":"standard","total_completion_tokens":229419292,"total_prompt_tokens":100303958,"total_native_tokens_reasoning":0,"count":32381,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux.2-max","change":-0.5197080782660397,"rankingMetricValue":329723250},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/minimax-m2","variant":"standard","total_completion_tokens":537001876,"total_prompt_tokens":2256131448,"total_native_tokens_reasoning":0,"count":290468,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2","change":-0.5215590944670876,"rankingMetricValue":2793133324},{"date":"2026-10-24 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"standard","total_completion_tokens":3320866968,"total_prompt_tokens":65215990437,"total_native_tokens_reasoning":0,"count":3045594,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715","change":-0.5248500374467454,"rankingMetricValue":68536857405},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"standard","total_completion_tokens":879079324074,"total_prompt_tokens":21249042982446,"total_native_tokens_reasoning":0,"count":1621388595,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731","change":-0.5288924401169465,"rankingMetricValue":22128122306520},{"date":"2026-10-24 00:00:00","model_permaslug":"text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":498612,"total_native_tokens_reasoning":0,"count":403,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"text-embedding-3-large","change":-0.5399719339811953,"rankingMetricValue":498612},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/minimax-m2.5-20260211","variant":"standard","total_completion_tokens":1573668388,"total_prompt_tokens":52273451797,"total_native_tokens_reasoning":0,"count":2930341,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m2.5-20260211","change":-0.5404211351238832,"rankingMetricValue":53847120185},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":133149294006,"total_native_tokens_reasoning":0,"count":89624242,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/text-embedding-3-large","change":-0.5475826983250529,"rankingMetricValue":133149294006},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-image-2.5-pro-20260723","variant":"standard","total_completion_tokens":17930317,"total_prompt_tokens":14053712,"total_native_tokens_reasoning":0,"count":18290,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5-pro-20260723","change":-0.553337774162538,"rankingMetricValue":31984029},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"standard","total_completion_tokens":10168821192,"total_prompt_tokens":140907333870,"total_native_tokens_reasoning":0,"count":10745516,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416","change":-0.5581937366480124,"rankingMetricValue":151076155062},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-oss-safeguard-20b","variant":"standard","total_completion_tokens":2791673793,"total_prompt_tokens":10494368888,"total_native_tokens_reasoning":0,"count":9473585,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-oss-safeguard-20b","change":-0.5644410510678602,"rankingMetricValue":13286042681},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-04-28","variant":"standard","total_completion_tokens":837500363,"total_prompt_tokens":2858182699,"total_native_tokens_reasoning":0,"count":894124,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-235b-a22b-04-28","change":-0.5669565395954519,"rankingMetricValue":3695683062},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"batch","total_completion_tokens":49035604,"total_prompt_tokens":708641151,"total_native_tokens_reasoning":0,"count":225733,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709:batch","change":-0.5723596700428267,"rankingMetricValue":757676755},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"standard","total_completion_tokens":41751503157,"total_prompt_tokens":1218368886422,"total_native_tokens_reasoning":0,"count":78381695,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217","change":-0.5798575743221651,"rankingMetricValue":1260120389579},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5-pro-2025-10-06","variant":"standard","total_completion_tokens":10022956,"total_prompt_tokens":13094594,"total_native_tokens_reasoning":0,"count":19353,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-pro-2025-10-06","change":-0.5817877029623261,"rankingMetricValue":23117550},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"free","total_completion_tokens":305720873,"total_prompt_tokens":1782907965,"total_native_tokens_reasoning":0,"count":1297241,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:free","change":-0.5830650599182372,"rankingMetricValue":2088628838},{"date":"2026-10-24 00:00:00","model_permaslug":"sakana/fugu-ultra-20260615","variant":"standard","total_completion_tokens":25336033,"total_prompt_tokens":1124141453,"total_native_tokens_reasoning":0,"count":23634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sakana/fugu-ultra-20260615","change":-0.5876881304535169,"rankingMetricValue":1149477486},{"date":"2026-10-24 00:00:00","model_permaslug":"stepfun/step-3.7-flash-20260528","variant":"standard","total_completion_tokens":16158226490,"total_prompt_tokens":351298043957,"total_native_tokens_reasoning":0,"count":8464176,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"stepfun/step-3.7-flash-20260528","change":-0.5914301990715654,"rankingMetricValue":367456270447},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.1-codex-max-20251204","variant":"standard","total_completion_tokens":47880336,"total_prompt_tokens":860066754,"total_native_tokens_reasoning":0,"count":84327,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-codex-max-20251204","change":-0.5965119518535693,"rankingMetricValue":907947090},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"standard","total_completion_tokens":914811740,"total_prompt_tokens":31680586394,"total_native_tokens_reasoning":0,"count":558509,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709","change":-0.6002731102264564,"rankingMetricValue":32595398134},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5.1-20260406","variant":"standard","total_completion_tokens":9453785615,"total_prompt_tokens":97904868546,"total_native_tokens_reasoning":0,"count":8149068,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.1-20260406","change":-0.60208150986019,"rankingMetricValue":107358654161},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4o-2024-11-20","variant":"standard","total_completion_tokens":141557367,"total_prompt_tokens":4105589812,"total_native_tokens_reasoning":0,"count":1319972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-2024-11-20","change":-0.6025634695605129,"rankingMetricValue":4247147179},{"date":"2026-10-24 00:00:00","model_permaslug":"relace/relace-search-20251208","variant":"standard","total_completion_tokens":2764651,"total_prompt_tokens":24021991,"total_native_tokens_reasoning":0,"count":38634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-search-20251208","change":-0.6048404978949402,"rankingMetricValue":26786642},{"date":"2026-10-14 00:00:00","model_permaslug":"unbiased/pareto-20260917","variant":"standard","total_completion_tokens":89891190,"total_prompt_tokens":4200684325,"total_native_tokens_reasoning":0,"count":116336,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"unbiased/pareto-20260917","change":-0.6079698881482232,"rankingMetricValue":4290575515},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-4.6-20260810","variant":"standard","total_completion_tokens":21969706987,"total_prompt_tokens":573313113610,"total_native_tokens_reasoning":0,"count":14579464,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-4.6-20260810","change":-0.6198122882602112,"rankingMetricValue":595282820597},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-image-2.5","variant":"standard","total_completion_tokens":70022549,"total_prompt_tokens":62449615,"total_native_tokens_reasoning":0,"count":70035,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-image-2.5","change":-0.6237681928942563,"rankingMetricValue":132472164},{"date":"2026-10-24 00:00:00","model_permaslug":"fish-audio/s2.1-pro-free-20260729","variant":"free","total_completion_tokens":0,"total_prompt_tokens":61242792,"total_native_tokens_reasoning":0,"count":723692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/s2.1-pro-free-20260729:free","change":-0.6271327715041309,"rankingMetricValue":61242792},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"standard","total_completion_tokens":2255268385,"total_prompt_tokens":24785093323,"total_native_tokens_reasoning":0,"count":12209104,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-small-2603","change":-0.6490117968610789,"rankingMetricValue":27040361708},{"date":"2026-10-24 00:00:00","model_permaslug":"relace/relace-apply-3","variant":"standard","total_completion_tokens":208476964,"total_prompt_tokens":233110262,"total_native_tokens_reasoning":0,"count":28468,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"relace/relace-apply-3","change":-0.6522313398813814,"rankingMetricValue":441587226},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"batch","total_completion_tokens":95762745,"total_prompt_tokens":489013446,"total_native_tokens_reasoning":0,"count":142318,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-opus-5-20260723:batch","change":-0.6529603070899339,"rankingMetricValue":584776191},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"standard","total_completion_tokens":16663069591,"total_prompt_tokens":480928322687,"total_native_tokens_reasoning":0,"count":7444027,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709","change":-0.6552465406978581,"rankingMetricValue":497591392278},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-4.1-nano-2025-04-14","variant":"standard","total_completion_tokens":7261040325,"total_prompt_tokens":107999036732,"total_native_tokens_reasoning":0,"count":80163460,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-nano-2025-04-14","change":-0.6568341816963312,"rankingMetricValue":115260077057},{"date":"2026-10-24 00:00:00","model_permaslug":"hexgrad/kokoro-82m","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":136473978,"total_native_tokens_reasoning":0,"count":2389286,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"hexgrad/kokoro-82m","change":-0.6590063030199198,"rankingMetricValue":136473978},{"date":"2026-10-24 00:00:00","model_permaslug":"recraft/recraft-v4-pro-20260413","variant":"standard","total_completion_tokens":4897275,"total_prompt_tokens":313372,"total_native_tokens_reasoning":0,"count":1171,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"recraft/recraft-v4-pro-20260413","change":-0.6653483929693867,"rankingMetricValue":5210647},{"date":"2026-10-24 00:00:00","model_permaslug":"aion-labs/aion-3.0-mini-20260707","variant":"standard","total_completion_tokens":228214045,"total_prompt_tokens":2653663628,"total_native_tokens_reasoning":0,"count":315793,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-mini-20260707","change":-0.6704872459695235,"rankingMetricValue":2881877673},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-max","variant":"standard","total_completion_tokens":240385870,"total_prompt_tokens":3105433706,"total_native_tokens_reasoning":0,"count":927597,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-max","change":-0.6792745862650506,"rankingMetricValue":3345819576},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3.6-max-preview-20260420","variant":"standard","total_completion_tokens":75652260,"total_prompt_tokens":367237065,"total_native_tokens_reasoning":0,"count":58047,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3.6-max-preview-20260420","change":-0.6913042015400203,"rankingMetricValue":442889325},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen-plus-2025-07-28","variant":"standard","total_completion_tokens":49930795,"total_prompt_tokens":943582139,"total_native_tokens_reasoning":0,"count":719717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen-plus-2025-07-28","change":-0.6980281271226118,"rankingMetricValue":993512934},{"date":"2026-10-24 00:00:00","model_permaslug":"thenlper/gte-base-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":424415353,"total_native_tokens_reasoning":0,"count":108945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thenlper/gte-base-20251117","change":-0.6995010617955453,"rankingMetricValue":424415353},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507","variant":"standard","total_completion_tokens":135571933,"total_prompt_tokens":505541486,"total_native_tokens_reasoning":0,"count":1071766,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507","change":-0.7010439190743695,"rankingMetricValue":641113419},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"standard","total_completion_tokens":8707263766,"total_prompt_tokens":96110020973,"total_native_tokens_reasoning":0,"count":4824228,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709","change":-0.7038821991830232,"rankingMetricValue":104817284739},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"batch","total_completion_tokens":4344618464,"total_prompt_tokens":4250466184,"total_native_tokens_reasoning":0,"count":2229700,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813:batch","change":-0.7054142742077297,"rankingMetricValue":8595084648},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-spark-1.2-20260805","variant":"standard","total_completion_tokens":3677159509,"total_prompt_tokens":37284844278,"total_native_tokens_reasoning":0,"count":2011871,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-20260805","change":-0.7090371037815001,"rankingMetricValue":40962003787},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","variant":"standard","total_completion_tokens":154200034,"total_prompt_tokens":2291222829,"total_native_tokens_reasoning":0,"count":141597,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","change":-0.7098873916206376,"rankingMetricValue":2445422863},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"standard","total_completion_tokens":2928476098,"total_prompt_tokens":148815330796,"total_native_tokens_reasoning":0,"count":3040808,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609","change":-0.7171214189338456,"rankingMetricValue":151743806894},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"batch","total_completion_tokens":7127219,"total_prompt_tokens":76295820,"total_native_tokens_reasoning":0,"count":2671,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903:batch","change":-0.7174414374256738,"rankingMetricValue":83423039},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"standard","total_completion_tokens":136427085520,"total_prompt_tokens":1657018962985,"total_native_tokens_reasoning":0,"count":142114524,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3.7-flash-20260813","change":-0.7250687744818569,"rankingMetricValue":1793446048505},{"date":"2026-10-24 00:00:00","model_permaslug":"ibm-granite/granite-4.0-h-micro","variant":"standard","total_completion_tokens":427430378,"total_prompt_tokens":4797901955,"total_native_tokens_reasoning":0,"count":6230522,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"ibm-granite/granite-4.0-h-micro","change":-0.7299016455719118,"rankingMetricValue":5225332333},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/minimax-m1","variant":"standard","total_completion_tokens":25672846,"total_prompt_tokens":513896550,"total_native_tokens_reasoning":0,"count":69750,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m1","change":-0.7320683791162026,"rankingMetricValue":539569396},{"date":"2026-10-24 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","variant":"standard","total_completion_tokens":7940759067,"total_prompt_tokens":363148819934,"total_native_tokens_reasoning":0,"count":9813495,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","change":-0.7340772004218833,"rankingMetricValue":371089579001},{"date":"2026-10-24 00:00:00","model_permaslug":"z-ai/glm-5v-turbo-20260401","variant":"standard","total_completion_tokens":395495213,"total_prompt_tokens":5883866968,"total_native_tokens_reasoning":0,"count":436554,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5v-turbo-20260401","change":-0.7351933866968969,"rankingMetricValue":6279362181},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mixtral-8x22b-instruct","variant":"standard","total_completion_tokens":27890639,"total_prompt_tokens":168749402,"total_native_tokens_reasoning":0,"count":108846,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mixtral-8x22b-instruct","change":-0.7396815384491677,"rankingMetricValue":196640041},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-8b-04-28","variant":"standard","total_completion_tokens":1683630029,"total_prompt_tokens":6591226318,"total_native_tokens_reasoning":0,"count":7704925,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-8b-04-28","change":-0.7402693017524001,"rankingMetricValue":8274856347},{"date":"2026-10-02 00:00:00","model_permaslug":"deepgram/flux-tts-20260812","variant":"free","total_completion_tokens":0,"total_prompt_tokens":3916272,"total_native_tokens_reasoning":0,"count":72611,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/flux-tts-20260812:free","change":-0.7405546524475405,"rankingMetricValue":3916272},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"standard","total_completion_tokens":8006591,"total_prompt_tokens":136987862,"total_native_tokens_reasoning":0,"count":9614,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","change":-0.742209392482561,"rankingMetricValue":144994453},{"date":"2026-10-24 00:00:00","model_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":33506655,"total_native_tokens_reasoning":0,"count":84882,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","change":-0.7543374617606893,"rankingMetricValue":33506655},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"standard","total_completion_tokens":314732848521,"total_prompt_tokens":12403988549015,"total_native_tokens_reasoning":0,"count":777194330,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709","change":-0.7576236358826857,"rankingMetricValue":12718721397536},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-thinking","variant":"standard","total_completion_tokens":75345518,"total_prompt_tokens":72489198,"total_native_tokens_reasoning":0,"count":44348,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-vl-8b-thinking","change":-0.7682323888219992,"rankingMetricValue":147834716},{"date":"2026-10-22 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"batch","total_completion_tokens":445080,"total_prompt_tokens":2824942,"total_native_tokens_reasoning":0,"count":109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709:batch","change":-0.8135092638222211,"rankingMetricValue":3270022},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"standard","total_completion_tokens":386748477,"total_prompt_tokens":4304233173,"total_native_tokens_reasoning":0,"count":1395883,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-large-2512","change":-0.8143149069957204,"rankingMetricValue":4690981650},{"date":"2026-10-24 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"batch","total_completion_tokens":70056020,"total_prompt_tokens":529913030,"total_native_tokens_reasoning":0,"count":71153,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217:batch","change":-0.8183926527342706,"rankingMetricValue":599969050},{"date":"2026-10-24 00:00:00","model_permaslug":"aion-labs/aion-3.0-20260707","variant":"standard","total_completion_tokens":568390890,"total_prompt_tokens":6210173535,"total_native_tokens_reasoning":0,"count":573385,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"aion-labs/aion-3.0-20260707","change":-0.8281121099820976,"rankingMetricValue":6778564425},{"date":"2026-09-28 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","variant":"free","total_completion_tokens":9327842198,"total_prompt_tokens":610287391702,"total_native_tokens_reasoning":0,"count":9498370,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"inclusionai/ling-3.0-flash-fin-20260827:free","change":-0.8361219525492198,"rankingMetricValue":619615233900},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-spark-1.2-contributor-20260805","variant":"standard","total_completion_tokens":3293359604,"total_prompt_tokens":73066532130,"total_native_tokens_reasoning":0,"count":2085105,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.2-contributor-20260805","change":-0.8361581279515986,"rankingMetricValue":76359891734},{"date":"2026-10-24 00:00:00","model_permaslug":"intfloat/e5-large-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":98772908,"total_native_tokens_reasoning":0,"count":97576,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"intfloat/e5-large-v2-20251117","change":-0.8465074043801217,"rankingMetricValue":98772908},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-spark-1.1-20260709","variant":"standard","total_completion_tokens":586689981,"total_prompt_tokens":7017443383,"total_native_tokens_reasoning":0,"count":505196,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-spark-1.1-20260709","change":-0.8525033703155935,"rankingMetricValue":7604133364},{"date":"2026-09-28 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-instruct","variant":"standard","total_completion_tokens":2037141,"total_prompt_tokens":2003035,"total_native_tokens_reasoning":0,"count":12910,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo-instruct","change":-0.8641594096544426,"rankingMetricValue":4040176},{"date":"2026-10-24 00:00:00","model_permaslug":"krea/krea-2-medium-20260720","variant":"standard","total_completion_tokens":62741900,"total_prompt_tokens":3721711,"total_native_tokens_reasoning":0,"count":15028,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"krea/krea-2-medium-20260720","change":-0.8669960379059668,"rankingMetricValue":66463611},{"date":"2026-10-24 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-20260422","variant":"standard","total_completion_tokens":52668338262,"total_prompt_tokens":2838803338169,"total_native_tokens_reasoning":0,"count":66818282,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"xiaomi/mimo-v2.5-20260422","change":-0.8870217483620254,"rankingMetricValue":2891471676431},{"date":"2026-10-24 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"batch","total_completion_tokens":19957281,"total_prompt_tokens":19505778,"total_native_tokens_reasoning":0,"count":20309,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630:batch","change":-0.8892972957815668,"rankingMetricValue":39463059},{"date":"2026-10-24 00:00:00","model_permaslug":"tencent/hy-mt2-7b-20260521","variant":"standard","total_completion_tokens":57273302,"total_prompt_tokens":206744711,"total_native_tokens_reasoning":0,"count":525192,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-7b-20260521","change":-0.8914638021909266,"rankingMetricValue":264018013},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/mistral-saba-2502","variant":"standard","total_completion_tokens":6884022,"total_prompt_tokens":33851296,"total_native_tokens_reasoning":0,"count":54539,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/mistral-saba-2502","change":-0.8927677115183287,"rankingMetricValue":40735318},{"date":"2026-10-24 00:00:00","model_permaslug":"tencent/hy-mt2-1.8b-20260521","variant":"standard","total_completion_tokens":57185570,"total_prompt_tokens":119384980,"total_native_tokens_reasoning":0,"count":2318827,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"tencent/hy-mt2-1.8b-20260521","change":-0.9412475139211015,"rankingMetricValue":176570550},{"date":"2026-09-25 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"free","total_completion_tokens":1859573488,"total_prompt_tokens":13877250985,"total_native_tokens_reasoning":0,"count":546944,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908:free","change":-0.948259566225837,"rankingMetricValue":15736824473},{"date":"2026-10-22 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"batch","total_completion_tokens":6494806,"total_prompt_tokens":13038706,"total_native_tokens_reasoning":0,"count":382,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709:batch","change":-0.9641996927467344,"rankingMetricValue":19533512},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-5-pro-2025-10-06","variant":"batch","total_completion_tokens":752,"total_prompt_tokens":90,"total_native_tokens_reasoning":0,"count":8,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-pro-2025-10-06:batch","change":-0.9672016204425055,"rankingMetricValue":842},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/o3-mini-2025-01-31","variant":"batch","total_completion_tokens":541,"total_prompt_tokens":68,"total_native_tokens_reasoning":0,"count":6,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-mini-2025-01-31:batch","change":-0.9722702850377926,"rankingMetricValue":609},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/o4-mini-2025-04-16","variant":"batch","total_completion_tokens":401,"total_prompt_tokens":68,"total_native_tokens_reasoning":0,"count":6,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o4-mini-2025-04-16:batch","change":-0.9778219132737505,"rankingMetricValue":469},{"date":"2026-09-26 00:00:00","model_permaslug":"anthropic/claude-3-haiku","variant":"standard","total_completion_tokens":18478808,"total_prompt_tokens":228506514,"total_native_tokens_reasoning":0,"count":117759,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-3-haiku","change":-0.978574275837696,"rankingMetricValue":246985322},{"date":"2026-10-08 00:00:00","model_permaslug":"openai/gpt-realtime-2.1","variant":"standard","total_completion_tokens":2458,"total_prompt_tokens":2529,"total_native_tokens_reasoning":0,"count":10,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-realtime-2.1","change":-0.9820375026113516,"rankingMetricValue":4987},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/o3-2025-04-16","variant":"batch","total_completion_tokens":288,"total_prompt_tokens":57,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/o3-2025-04-16:batch","change":-0.9829258636048699,"rankingMetricValue":345},{"date":"2026-09-25 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"free","total_completion_tokens":83124381,"total_prompt_tokens":585672867,"total_native_tokens_reasoning":0,"count":77285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"z-ai/glm-5.2-20260616:free","change":-0.9843298658381665,"rankingMetricValue":668797248},{"date":"2026-09-25 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"free","total_completion_tokens":656310294,"total_prompt_tokens":15351056887,"total_native_tokens_reasoning":0,"count":410567,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907:free","change":-0.9859012361098011,"rankingMetricValue":16007367181},{"date":"2026-10-23 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"batch","total_completion_tokens":24217,"total_prompt_tokens":26868,"total_native_tokens_reasoning":0,"count":40,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317:batch","change":-0.9872986834489302,"rankingMetricValue":51085},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"batch","total_completion_tokens":150,"total_prompt_tokens":68,"total_native_tokens_reasoning":0,"count":6,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423:batch","change":-0.9916417452649336,"rankingMetricValue":218},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"batch","total_completion_tokens":124,"total_prompt_tokens":79,"total_native_tokens_reasoning":0,"count":9,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305:batch","change":-0.9920613194634547,"rankingMetricValue":203},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"batch","total_completion_tokens":70,"total_prompt_tokens":90,"total_native_tokens_reasoning":0,"count":8,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211:batch","change":-0.9923400995787055,"rankingMetricValue":160},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"batch","total_completion_tokens":26,"total_prompt_tokens":122,"total_native_tokens_reasoning":0,"count":10,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14:batch","change":-0.9928127428127428,"rankingMetricValue":148},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-4-turbo","variant":"batch","total_completion_tokens":25,"total_prompt_tokens":62,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4-turbo:batch","change":-0.9954249053428692,"rankingMetricValue":87},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-3.5-turbo","variant":"batch","total_completion_tokens":16,"total_prompt_tokens":38,"total_native_tokens_reasoning":0,"count":3,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-3.5-turbo:batch","change":-0.9970572207084468,"rankingMetricValue":54},{"date":"2026-10-16 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"batch","total_completion_tokens":56683,"total_prompt_tokens":362740,"total_native_tokens_reasoning":0,"count":150,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001:batch","change":-0.9974935364694887,"rankingMetricValue":419423},{"date":"2026-10-16 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"batch","total_completion_tokens":4676,"total_prompt_tokens":776,"total_native_tokens_reasoning":0,"count":25,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205:batch","change":-0.9988190169464136,"rankingMetricValue":5452},{"date":"2026-09-25 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"batch","total_completion_tokens":320,"total_prompt_tokens":140,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-20260715:batch","change":-0.9996167429986861,"rankingMetricValue":460},{"date":"2026-09-25 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"batch","total_completion_tokens":320,"total_prompt_tokens":140,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:batch","change":-0.9996307169630163,"rankingMetricValue":460},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"batch","total_completion_tokens":99,"total_prompt_tokens":90,"total_native_tokens_reasoning":0,"count":8,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.1-20251113:batch","change":-0.9996779503327846,"rankingMetricValue":189},{"date":"2026-10-16 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"batch","total_completion_tokens":8262,"total_prompt_tokens":996,"total_native_tokens_reasoning":0,"count":25,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-5-fable-20260609:batch","change":-0.9997365323058264,"rankingMetricValue":9258},{"date":"2026-10-16 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"batch","total_completion_tokens":7355,"total_prompt_tokens":996,"total_native_tokens_reasoning":0,"count":25,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528:batch","change":-0.9998805552910287,"rankingMetricValue":8351},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-5.2-20251211","variant":"batch","total_completion_tokens":87,"total_prompt_tokens":112,"total_native_tokens_reasoning":0,"count":10,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.2-20251211:batch","change":-0.9998873558976263,"rankingMetricValue":199},{"date":"2026-09-25 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"batch","total_completion_tokens":320,"total_prompt_tokens":350,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810:batch","change":-0.9999244062363727,"rankingMetricValue":670},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-4.1-2025-04-14","variant":"batch","total_completion_tokens":36,"total_prompt_tokens":98,"total_native_tokens_reasoning":0,"count":8,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-2025-04-14:batch","change":-0.9999516539229053,"rankingMetricValue":134},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-5-2025-08-07","variant":"batch","total_completion_tokens":367,"total_prompt_tokens":79,"total_native_tokens_reasoning":0,"count":7,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-2025-08-07:batch","change":-0.9999597164726117,"rankingMetricValue":446},{"date":"2026-09-25 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"batch","total_completion_tokens":306,"total_prompt_tokens":950,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/minimax-m3-20260531:batch","change":-0.9999639725196378,"rankingMetricValue":1256},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"batch","total_completion_tokens":37,"total_prompt_tokens":79,"total_native_tokens_reasoning":0,"count":7,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317:batch","change":-0.9999905462699371,"rankingMetricValue":116},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-4.1-nano-2025-04-14","variant":"batch","total_completion_tokens":30,"total_prompt_tokens":122,"total_native_tokens_reasoning":0,"count":10,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4.1-nano-2025-04-14:batch","change":-0.9999911145005914,"rankingMetricValue":152},{"date":"2026-10-07 00:00:00","model_permaslug":"openai/gpt-4o","variant":"batch","total_completion_tokens":32,"total_prompt_tokens":110,"total_native_tokens_reasoning":0,"count":9,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o:batch","change":-0.9999948799808006,"rankingMetricValue":142},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"batch","total_completion_tokens":318,"total_prompt_tokens":79,"total_native_tokens_reasoning":0,"count":7,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07:batch","change":-0.999997577341718,"rankingMetricValue":397},{"date":"2026-10-06 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"batch","total_completion_tokens":29,"total_prompt_tokens":86,"total_native_tokens_reasoning":0,"count":7,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-4o-mini:batch","change":-0.9999992267162359,"rankingMetricValue":115},{"date":"2026-09-25 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"batch","total_completion_tokens":335,"total_prompt_tokens":104,"total_native_tokens_reasoning":0,"count":7,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731:batch","change":-0.9999996696270546,"rankingMetricValue":439},{"date":"2026-10-09 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"batch","total_completion_tokens":4,"total_prompt_tokens":10,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217:batch","change":-0.9999998962182625,"rankingMetricValue":14},{"date":"2026-10-09 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"batch","total_completion_tokens":6,"total_prompt_tokens":17,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416:batch","change":-0.999999967195557,"rankingMetricValue":23},{"date":"2026-10-23 00:00:00","model_permaslug":"amazon/nova-premier-v1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":4,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"amazon/nova-premier-v1","change":-1,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/whisper-large-v3-turbo","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":35157338,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3-turbo","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance/seedance-2.0-fast-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":90143,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-fast-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"alibaba/wan-3.0-20260824","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":128106,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-20260824","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-asr-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":590696,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance/seedance-2.0-mini-20260811","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":47987,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-mini-20260811","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":96377,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"meta/muse-voice-transcribe-1.0-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":245426,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"meta/muse-voice-transcribe-1.0-20260903","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":300615,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"assemblyai/universal-3-6-pro-20261014","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":99086,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/universal-3-6-pro-20261014","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"runway/aleph-2-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/aleph-2-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"assemblyai/universal-3-5-pro-20260914","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":596879,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"assemblyai/universal-3-5-pro-20260914","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/hailuo-03-20260730","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":36644,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-03-20260730","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-transcribe-1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":292811,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-1.5","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance/seedance-1-5-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":41833,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-1-5-pro-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-std-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":43553,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-std-20260429","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/scribe-v2-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6858124,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-20260929","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":90958,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"nvidia/parakeet-tdt-0.6b-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2905257,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"nvidia/parakeet-tdt-0.6b-v3","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"google/veo-3.1-lite-20260331","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":200234,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-lite-20260331","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"google/veo-3.1-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":28430,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"alibaba/wan-3.0-prime-20260827","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":14534,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-3.0-prime-20260827","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"google/veo-3.1-fast-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":69278,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/veo-3.1-fast-20260320","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"black-forest-labs/flux-video-upscale-20260819","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-upscale-20260819","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"deepgram/nova-3-20260714","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1298034,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"deepgram/nova-3-20260714","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"fish-audio/transcribe-1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":183149,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"fish-audio/transcribe-1-pro-20260924","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":523090,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"fish-audio/transcribe-1-pro-20260924","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"alibaba/happyhorse-1.0-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":881,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.0-20260624","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/rerank-v3.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":5600889,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-v3.5","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-pro-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":46772,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-v3.0-pro-20260429","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":0,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-stt-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2321737,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-stt-20260723","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"alibaba/happyhorse-1.1-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":13999,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/happyhorse-1.1-20260624","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/gpt-transcribe-20260805","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2330365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/gpt-transcribe-20260805","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"heygen/avatar-iv-20260625","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":45989,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/avatar-iv-20260625","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance/seedance-2.0-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":78177,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.0-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"heygen/heygen-video-1-20260930","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":208953,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"heygen/heygen-video-1-20260930","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"alibaba/wan-2.7-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":20789,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.7-20260414","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"elevenlabs/scribe-v2-medical-20260929","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":176988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"elevenlabs/scribe-v2-medical-20260929","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/rerank-4-fast","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1990221,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-fast","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"alibaba/wan-2.6-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3085,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"alibaba/wan-2.6-20260327","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/whisper-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2676436,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-1","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"bytedance/seedance-2.5-20260807","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":135300,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"bytedance/seedance-2.5-20260807","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"cohere/rerank-4-pro","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2329158,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"cohere/rerank-4-pro","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"runway/gen-4.5-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2632,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"runway/gen-4.5-20260729","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"black-forest-labs/flux-3-video-20260804","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-3-video-20260804","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-imagine-video-20260512","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":32710,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-20260512","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"qwen/qwen3-asr-1.7b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1466706,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-1.7b-20260813","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"microsoft/mai-transcribe-2-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":15299805,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"microsoft/mai-transcribe-2-20260903","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"black-forest-labs/flux-video-edit-20260910","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7291,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"black-forest-labs/flux-video-edit-20260910","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":59458,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-lite-20261001","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"google/chirp-3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":426289,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"google/chirp-3","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"openai/whisper-large-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":39386266,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"openai/whisper-large-v3","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"kwaivgi/kling-video-o1-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3918,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"kwaivgi/kling-video-o1-20260420","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-20260719","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":30659,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-20260719","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/hailuo-3-max-20260901","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":39199,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-3-max-20260901","change":null,"rankingMetricValue":0},{"date":"2026-10-24 00:00:00","model_permaslug":"minimax/hailuo-2.3-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1790,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"minimax/hailuo-2.3-20260420","change":null,"rankingMetricValue":0},{"date":"2026-10-09 00:00:00","model_permaslug":"qwen/qwen3-asr-flash-2026-02-10","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":890513,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"total_byok_prompt_tokens":0,"total_byok_completion_tokens":0,"variant_permaslug":"qwen/qwen3-asr-flash-2026-02-10","change":null,"rankingMetricValue":0}]}