{"data":[{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"standard","total_completion_tokens":176379313444,"total_prompt_tokens":10093188501953,"total_native_tokens_reasoning":0,"count":166645777,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","variant":"free","total_completion_tokens":6154996845,"total_prompt_tokens":442106341702,"total_native_tokens_reasoning":0,"count":6777896,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-vl-20260910:free","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"stealth/union-alpha","variant":"standard","total_completion_tokens":2240591504,"total_prompt_tokens":133979988282,"total_native_tokens_reasoning":0,"count":2561497,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"stealth/union-alpha","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"sakana/fugu-max-20260911","variant":"standard","total_completion_tokens":68797524,"total_prompt_tokens":3896470887,"total_native_tokens_reasoning":0,"count":63224,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sakana/fugu-max-20260911","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"sakana/fugu-ultra-v2-20260911","variant":"standard","total_completion_tokens":60229985,"total_prompt_tokens":2026988836,"total_native_tokens_reasoning":0,"count":21669,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sakana/fugu-ultra-v2-20260911","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","variant":"standard","total_completion_tokens":117395202,"total_prompt_tokens":1226640814,"total_native_tokens_reasoning":0,"count":484705,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"inference-net/schematron-v2-turbo-20260902","variant":"standard","total_completion_tokens":18249996,"total_prompt_tokens":142363519,"total_native_tokens_reasoning":0,"count":77376,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inference-net/schematron-v2-turbo-20260902","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"inference-net/schematron-v2-small-20260902","variant":"standard","total_completion_tokens":6275661,"total_prompt_tokens":45057307,"total_native_tokens_reasoning":0,"count":34933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inference-net/schematron-v2-small-20260902","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"batch","total_completion_tokens":6447892,"total_prompt_tokens":33527928,"total_native_tokens_reasoning":0,"count":46242,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-2603:batch","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"batch","total_completion_tokens":3207488,"total_prompt_tokens":17750173,"total_native_tokens_reasoning":0,"count":28134,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large-2512:batch","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"batch","total_completion_tokens":1559082,"total_prompt_tokens":3712303,"total_native_tokens_reasoning":0,"count":240,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.2-20260616:batch","change":null},{"date":"2026-09-14 00:00:00","model_permaslug":"xiaomi/mimo-x-flash-preview-20260914","variant":"standard","total_completion_tokens":47115,"total_prompt_tokens":868487,"total_native_tokens_reasoning":0,"count":12,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-x-flash-preview-20260914","change":null},{"date":"2026-09-14 00:00:00","model_permaslug":"xiaomi/mimo-x-pro-preview-20260914","variant":"standard","total_completion_tokens":44349,"total_prompt_tokens":265629,"total_native_tokens_reasoning":0,"count":12,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-x-pro-preview-20260914","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"batch","total_completion_tokens":18192,"total_prompt_tokens":59519,"total_native_tokens_reasoning":0,"count":145,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-8b-2512:batch","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"batch","total_completion_tokens":2989,"total_prompt_tokens":3146,"total_native_tokens_reasoning":0,"count":6,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/codestral-2508:batch","change":null},{"date":"2026-09-13 00:00:00","model_permaslug":"BAAI/bge-base-en-v1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":27,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"BAAI/bge-base-en-v1.5","change":null},{"date":"2026-09-15 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"batch","total_completion_tokens":16,"total_prompt_tokens":7,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-20251113:batch","change":null},{"date":"2026-09-15 00:00:00","model_permaslug":"text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":14,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"text-embedding-3-small","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-20260719","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":5692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-20260719","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"alibaba/wan-2.7-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3165,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-2.7-20260414","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/hailuo-03-20260730","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6334,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/hailuo-03-20260730","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance/seedance-2.0-mini-20260811","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":15851,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.0-mini-20260811","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-asr-flash-2026-02-10","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":329399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-asr-flash-2026-02-10","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-pro-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6262,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaivgi/kling-v3.0-pro-20260429","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":0,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-transcribe-20260805","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":204166,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-transcribe-20260805","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"black-forest-labs/flux-3-video-20260804","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3503,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux-3-video-20260804","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/whisper-large-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7950858,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/whisper-large-v3","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-asr-1.7b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":148617,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-asr-1.7b-20260813","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"cohere/rerank-4-fast","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1821138,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/rerank-4-fast","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"alibaba/wan-2.6-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":889,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-2.6-20260327","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/sora-2-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":698,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/sora-2-pro-20260320","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"alibaba/happyhorse-1.0-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":202,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/happyhorse-1.0-20260624","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"google/veo-3.1-lite-20260331","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":38987,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/veo-3.1-lite-20260331","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"alibaba/wan-3.0-prime-20260827","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1330,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-3.0-prime-20260827","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":33350,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/whisper-large-v3-turbo","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":4593591,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/whisper-large-v3-turbo","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance/seedance-2.0-fast-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":18367,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.0-fast-20260414","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-voice-transcribe-1.0-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":25523,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-voice-transcribe-1.0-20260903","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"cohere/rerank-v3.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1314739,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/rerank-v3.5","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-asr-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":177132,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-asr-0.6b-20260813","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"heygen/avatar-iv-20260625","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"heygen/avatar-iv-20260625","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"alibaba/wan-3.0-20260824","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7993,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-3.0-20260824","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"runway/aleph-2-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":205,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"runway/aleph-2-20260729","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"fish-audio/transcribe-1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9719,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/transcribe-1-20260729","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"black-forest-labs/flux-video-edit-20260910","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":486,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux-video-edit-20260910","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"google/veo-3.1-fast-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8415,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/veo-3.1-fast-20260320","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"runway/gen-4.5-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":507,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"runway/gen-4.5-20260729","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance/seedance-1-5-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7494,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-1-5-pro-20260320","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-imagine-video-20260512","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":10570,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-video-20260512","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"cohere/rerank-4-pro","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":352538,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/rerank-4-pro","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":29972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"kwaivgi/kling-video-o1-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2074,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaivgi/kling-video-o1-20260420","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance/seedance-2.5-20260807","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":18886,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.5-20260807","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/mai-transcribe-2-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1514929,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-transcribe-2-20260903","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-std-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3438,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaivgi/kling-v3.0-std-20260429","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/parakeet-tdt-0.6b-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":853677,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/parakeet-tdt-0.6b-v3","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/mai-transcribe-1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":34549,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-transcribe-1.5","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9339,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/whisper-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":471667,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/whisper-1","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"google/chirp-3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":89811,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/chirp-3","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance/seedance-2.0-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":10019,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.0-20260414","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"google/veo-3.1-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6606,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/veo-3.1-20260320","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"deepgram/nova-3-20260714","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":169618,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepgram/nova-3-20260714","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/hailuo-3-max-20260901","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7764,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/hailuo-3-max-20260901","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"alibaba/happyhorse-1.1-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3586,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/happyhorse-1.1-20260624","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-stt-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":118147,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-stt-20260723","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/hailuo-2.3-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":191,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/hailuo-2.3-20260420","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"black-forest-labs/flux-video-upscale-20260819","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":117,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux-video-upscale-20260819","change":null},{"date":"2026-09-15 00:00:00","model_permaslug":"kwaipilot/kat-coder-pro-v2.5-20260710","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaipilot/kat-coder-pro-v2.5-20260710","change":null},{"date":"2026-09-15 00:00:00","model_permaslug":"kwaipilot/kat-coder-pro-v2-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaipilot/kat-coder-pro-v2-20260327","change":null},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"batch","total_completion_tokens":960172,"total_prompt_tokens":8679259,"total_native_tokens_reasoning":0,"count":1581,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430:batch","change":250.62314338667153},{"date":"2026-09-16 00:00:00","model_permaslug":"text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1064650,"total_native_tokens_reasoning":0,"count":215,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"text-embedding-3-large","change":69.9719352043197},{"date":"2026-09-15 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"batch","total_completion_tokens":2811521,"total_prompt_tokens":12284996,"total_native_tokens_reasoning":0,"count":40089,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-20b:batch","change":33.606703787672124},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","variant":"batch","total_completion_tokens":185670,"total_prompt_tokens":2128338,"total_native_tokens_reasoning":0,"count":169,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821:batch","change":26.11293894337235},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"batch","total_completion_tokens":7683585,"total_prompt_tokens":22208817,"total_native_tokens_reasoning":0,"count":48375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-120b:batch","change":24.180797751853028},{"date":"2026-09-16 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"standard","total_completion_tokens":597373,"total_prompt_tokens":3688496,"total_native_tokens_reasoning":0,"count":350,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908","change":17.967379182156133},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"batch","total_completion_tokens":9444449,"total_prompt_tokens":18848551,"total_native_tokens_reasoning":0,"count":24309,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630:batch","change":14.468787417210578},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-image-2.5-flare-20260908","variant":"standard","total_completion_tokens":189527822,"total_prompt_tokens":417211642,"total_native_tokens_reasoning":0,"count":208199,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-2.5-flare-20260908","change":12.44394326710312},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"batch","total_completion_tokens":33777894,"total_prompt_tokens":275730904,"total_native_tokens_reasoning":0,"count":19634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217:batch","change":12.014145490478688},{"date":"2026-09-16 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"standard","total_completion_tokens":2447347,"total_prompt_tokens":92805994,"total_native_tokens_reasoning":0,"count":4114,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907","change":10.754649155465794},{"date":"2026-09-16 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"free","total_completion_tokens":10820747513,"total_prompt_tokens":502829066168,"total_native_tokens_reasoning":0,"count":7759076,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907:free","change":10.056857400903743},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-image-2.5-sunburst-20260908","variant":"standard","total_completion_tokens":409899248,"total_prompt_tokens":1075559830,"total_native_tokens_reasoning":0,"count":356378,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-2.5-sunburst-20260908","change":7.765365202730692},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"batch","total_completion_tokens":5887348,"total_prompt_tokens":1813130,"total_native_tokens_reasoning":0,"count":2384,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810:batch","change":6.796720720574775},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-medium-3","variant":"standard","total_completion_tokens":36131298,"total_prompt_tokens":2137644499,"total_native_tokens_reasoning":0,"count":147664,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3","change":5.991898320211016},{"date":"2026-09-16 00:00:00","model_permaslug":"voyageai/voyage-4-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5156357290,"total_native_tokens_reasoning":0,"count":2520702,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-4-lite-20260727","change":5.681077163579434},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"batch","total_completion_tokens":85210901,"total_prompt_tokens":268591127,"total_native_tokens_reasoning":0,"count":49560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash:batch","change":5.165224669309822},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-16k","variant":"standard","total_completion_tokens":4840676,"total_prompt_tokens":27609098,"total_native_tokens_reasoning":0,"count":20522,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo-16k","change":5.015155702787326},{"date":"2026-09-16 00:00:00","model_permaslug":"tencent/hy-mt2-7b-20260521","variant":"standard","total_completion_tokens":147477158,"total_prompt_tokens":913538511,"total_native_tokens_reasoning":0,"count":57113131,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy-mt2-7b-20260521","change":4.735490919635683},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"batch","total_completion_tokens":1610788115,"total_prompt_tokens":28916843241,"total_native_tokens_reasoning":0,"count":1398624,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709:batch","change":4.661286235215405},{"date":"2026-09-16 00:00:00","model_permaslug":"inception/mercury-2.5-20260908","variant":"standard","total_completion_tokens":2757901308,"total_prompt_tokens":45156931342,"total_native_tokens_reasoning":0,"count":8455554,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inception/mercury-2.5-20260908","change":4.465475024511718},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"batch","total_completion_tokens":338211796,"total_prompt_tokens":707224650,"total_native_tokens_reasoning":0,"count":319382,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826:batch","change":4.1135348136355425},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"batch","total_completion_tokens":63058586,"total_prompt_tokens":374913317,"total_native_tokens_reasoning":0,"count":169634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07:batch","change":4.08368276318437},{"date":"2026-09-16 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"free","total_completion_tokens":10381337790,"total_prompt_tokens":110764949663,"total_native_tokens_reasoning":0,"count":3580774,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908:free","change":3.965331837604025},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-0613","variant":"standard","total_completion_tokens":10409295,"total_prompt_tokens":27457786,"total_native_tokens_reasoning":0,"count":36723,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo-0613","change":3.6898690029885204},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","variant":"batch","total_completion_tokens":8074621,"total_prompt_tokens":9669711,"total_native_tokens_reasoning":0,"count":6433,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812:batch","change":3.5902511759970364},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1707029,"total_native_tokens_reasoning":0,"count":43360,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","change":3.0809994094963504},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"batch","total_completion_tokens":81718892,"total_prompt_tokens":691862986,"total_native_tokens_reasoning":0,"count":105963,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709:batch","change":2.6559574849444134},{"date":"2026-09-16 00:00:00","model_permaslug":"tencent/hy-mt2-1.8b-20260521","variant":"standard","total_completion_tokens":146463418,"total_prompt_tokens":1103062601,"total_native_tokens_reasoning":0,"count":65910452,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy-mt2-1.8b-20260521","change":2.630802900341775},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"batch","total_completion_tokens":9453200,"total_prompt_tokens":3251323,"total_native_tokens_reasoning":0,"count":1062,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m3-20260531:batch","change":2.5332465817580294},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"batch","total_completion_tokens":25099123,"total_prompt_tokens":3590228,"total_native_tokens_reasoning":0,"count":12385,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-pro:batch","change":2.36796554431088},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/minimax-m1","variant":"standard","total_completion_tokens":128201989,"total_prompt_tokens":719063108,"total_native_tokens_reasoning":0,"count":166333,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m1","change":2.30576469127443},{"date":"2026-09-16 00:00:00","model_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","variant":"standard","total_completion_tokens":1037904315,"total_prompt_tokens":47649609292,"total_native_tokens_reasoning":0,"count":6846923,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","change":2.300618700485567},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-4.6-20251208","variant":"standard","total_completion_tokens":331242117,"total_prompt_tokens":3468144949,"total_native_tokens_reasoning":0,"count":942764,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.6-20251208","change":2.2713370202858068},{"date":"2026-09-16 00:00:00","model_permaslug":"baidu/ernie-4.5-vl-424b-a47b","variant":"standard","total_completion_tokens":10632169,"total_prompt_tokens":123855489,"total_native_tokens_reasoning":0,"count":37890,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baidu/ernie-4.5-vl-424b-a47b","change":2.2375410215434677},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-instruct","variant":"standard","total_completion_tokens":2396189,"total_prompt_tokens":8392479,"total_native_tokens_reasoning":0,"count":26933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo-instruct","change":2.078283070377269},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","variant":"standard","total_completion_tokens":326872908,"total_prompt_tokens":13085001164,"total_native_tokens_reasoning":0,"count":1056204,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","change":1.784773575968955},{"date":"2026-09-16 00:00:00","model_permaslug":"google/lyria-3-clip-preview-20260330","variant":"standard","total_completion_tokens":747668,"total_prompt_tokens":23072716,"total_native_tokens_reasoning":0,"count":14035,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/lyria-3-clip-preview-20260330","change":1.616146348953152},{"date":"2026-09-16 00:00:00","model_permaslug":"tencent/hy-mt2-30b-a3b-20260521","variant":"standard","total_completion_tokens":305143584,"total_prompt_tokens":1881991994,"total_native_tokens_reasoning":0,"count":57704416,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy-mt2-30b-a3b-20260521","change":1.6124590444042572},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4.1-20260514","variant":"standard","total_completion_tokens":67384500,"total_prompt_tokens":6071000,"total_native_tokens_reasoning":0,"count":16086,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-20260514","change":1.5601113218257423},{"date":"2026-09-16 00:00:00","model_permaslug":"sakana/namazu-20260811","variant":"standard","total_completion_tokens":8752752,"total_prompt_tokens":79129820,"total_native_tokens_reasoning":0,"count":8344,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sakana/namazu-20260811","change":1.3016737009968746},{"date":"2026-09-16 00:00:00","model_permaslug":"baai/bge-base-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":662821023,"total_native_tokens_reasoning":0,"count":677687,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baai/bge-base-en-v1.5-20251117","change":1.2726931101598455},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"standard","total_completion_tokens":928800,"total_prompt_tokens":26731540,"total_native_tokens_reasoning":0,"count":16432,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","change":1.2432246891172907},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.5-27b-20260224","variant":"standard","total_completion_tokens":1241053645,"total_prompt_tokens":21068540005,"total_native_tokens_reasoning":0,"count":4167810,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-27b-20260224","change":1.1860772167494897},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/minimax-m2","variant":"standard","total_completion_tokens":187677311,"total_prompt_tokens":1625621284,"total_native_tokens_reasoning":0,"count":171727,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2","change":1.1344989161385615},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.8-flash-20260826","variant":"standard","total_completion_tokens":11925921792,"total_prompt_tokens":415728016582,"total_native_tokens_reasoning":0,"count":10647645,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-flash-20260826","change":1.1246761746277054},{"date":"2026-09-16 00:00:00","model_permaslug":"voyageai/rerank-2.5-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":82130490645,"total_native_tokens_reasoning":0,"count":2279215,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/rerank-2.5-lite-20260727","change":1.094648368652996},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","variant":"standard","total_completion_tokens":59162928,"total_prompt_tokens":3510348225,"total_native_tokens_reasoning":0,"count":92058,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","change":1.052898491119665},{"date":"2026-09-16 00:00:00","model_permaslug":"voyageai/voyage-4-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4804450313,"total_native_tokens_reasoning":0,"count":2125939,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-4-20260727","change":1.0123754436563046},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-2602","variant":"standard","total_completion_tokens":27322418,"total_prompt_tokens":1453542,"total_native_tokens_reasoning":0,"count":350930,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-2602","change":1.0097578432592038},{"date":"2026-09-16 00:00:00","model_permaslug":"arcee-ai/trinity-large-thinking","variant":"standard","total_completion_tokens":95288859,"total_prompt_tokens":1782897997,"total_native_tokens_reasoning":0,"count":218303,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"arcee-ai/trinity-large-thinking","change":1.0019648107869987},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260813","variant":"batch","total_completion_tokens":38266034,"total_prompt_tokens":36157108,"total_native_tokens_reasoning":0,"count":11333,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260813:batch","change":0.9851786873470767},{"date":"2026-09-16 00:00:00","model_permaslug":"relace/relace-search-20251208","variant":"standard","total_completion_tokens":531536,"total_prompt_tokens":30139103,"total_native_tokens_reasoning":0,"count":10132,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"relace/relace-search-20251208","change":0.9819241555980307},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4-turbo","variant":"standard","total_completion_tokens":12088469,"total_prompt_tokens":128541018,"total_native_tokens_reasoning":0,"count":138359,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4-turbo","change":0.9695924102502708},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/o3-mini-high-2025-01-31","variant":"standard","total_completion_tokens":4325865,"total_prompt_tokens":19873044,"total_native_tokens_reasoning":0,"count":14831,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-mini-high-2025-01-31","change":0.9554955214709351},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","variant":"standard","total_completion_tokens":898746096,"total_prompt_tokens":17617010,"total_native_tokens_reasoning":0,"count":55947,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","change":0.9284439529272459},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-thinking","variant":"standard","total_completion_tokens":71511018,"total_prompt_tokens":27963830,"total_native_tokens_reasoning":0,"count":18375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-8b-thinking","change":0.9261139432467893},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/speech-2.8-hd-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":787405,"total_native_tokens_reasoning":0,"count":28677,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/speech-2.8-hd-20260716","change":0.9102267075848183},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemma-3-4b-it","variant":"standard","total_completion_tokens":99160552,"total_prompt_tokens":2281584661,"total_native_tokens_reasoning":0,"count":1257533,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3-4b-it","change":0.9087009432465869},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"standard","total_completion_tokens":3887614,"total_prompt_tokens":143112284,"total_native_tokens_reasoning":0,"count":6888,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","change":0.9048110325072944},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"batch","total_completion_tokens":1024937279,"total_prompt_tokens":4730378180,"total_native_tokens_reasoning":0,"count":1543552,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.8-flash-20260902:batch","change":0.8983450275274018},{"date":"2026-09-16 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"standard","total_completion_tokens":714138602,"total_prompt_tokens":38761243797,"total_native_tokens_reasoning":0,"count":963689,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-20260715","change":0.8829413677332381},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4-styles-20260826","variant":"standard","total_completion_tokens":3932850,"total_prompt_tokens":671655,"total_native_tokens_reasoning":0,"count":941,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-styles-20260826","change":0.8788798142544982},{"date":"2026-09-16 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"free","total_completion_tokens":10186888167,"total_prompt_tokens":638859085473,"total_native_tokens_reasoning":0,"count":10487806,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813:free","change":0.8748887989329756},{"date":"2026-09-16 00:00:00","model_permaslug":"moonshotai/kimi-k2-thinking-20251106","variant":"standard","total_completion_tokens":1138561124,"total_prompt_tokens":4688084908,"total_native_tokens_reasoning":0,"count":765671,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2-thinking-20251106","change":0.8718643035356298},{"date":"2026-09-16 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-20260422","variant":"standard","total_completion_tokens":68747126291,"total_prompt_tokens":7766170608739,"total_native_tokens_reasoning":0,"count":105645417,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-v2.5-20260422","change":0.8701790706812009},{"date":"2026-09-16 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-4B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2264587318,"total_native_tokens_reasoning":0,"count":3930255,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/pplx-embed-v1-4B","change":0.8456560197871538},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-2603","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":818848,"total_native_tokens_reasoning":0,"count":14499,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-mini-tts-2603","change":0.8329326546418291},{"date":"2026-09-16 00:00:00","model_permaslug":"rekaai/reka-edge-2603","variant":"standard","total_completion_tokens":1961209,"total_prompt_tokens":23139853,"total_native_tokens_reasoning":0,"count":34462,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"rekaai/reka-edge-2603","change":0.81605238460018},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224","variant":"free","total_completion_tokens":0,"total_prompt_tokens":2119758838,"total_native_tokens_reasoning":0,"count":376931,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224:free","change":0.759181219169653},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-20260514","variant":"standard","total_completion_tokens":3223100,"total_prompt_tokens":933511,"total_native_tokens_reasoning":0,"count":761,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-utility-20260514","change":0.7550713726854599},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"standard","total_completion_tokens":8070550577,"total_prompt_tokens":810919784167,"total_native_tokens_reasoning":0,"count":11377774,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-6-astra-20260903","change":0.7379569146958582},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","variant":"standard","total_completion_tokens":1937200,"total_prompt_tokens":872974,"total_native_tokens_reasoning":0,"count":464,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","change":0.7371577284823683},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","variant":"standard","total_completion_tokens":149492607,"total_prompt_tokens":2372953269,"total_native_tokens_reasoning":0,"count":278376,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","change":0.7348571748890461},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"standard","total_completion_tokens":652691232,"total_prompt_tokens":10795254513,"total_native_tokens_reasoning":0,"count":3041759,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large-2512","change":0.7332362459557705},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","variant":"standard","total_completion_tokens":71026316,"total_prompt_tokens":313923777,"total_native_tokens_reasoning":0,"count":80672,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","change":0.7269699251142595},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"standard","total_completion_tokens":47393077,"total_prompt_tokens":685325034,"total_native_tokens_reasoning":0,"count":197802,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/codestral-2508","change":0.7064001509867138},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4-styles-vector-20260826","variant":"standard","total_completion_tokens":3957900,"total_prompt_tokens":234450,"total_native_tokens_reasoning":0,"count":735,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-styles-vector-20260826","change":0.6858737823474155},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.7-flash-20260727","variant":"standard","total_completion_tokens":36382098311,"total_prompt_tokens":307549397859,"total_native_tokens_reasoning":0,"count":93635168,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.7-flash-20260727","change":0.6845253907138527},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/o3-mini-2025-01-31","variant":"standard","total_completion_tokens":137532800,"total_prompt_tokens":694263746,"total_native_tokens_reasoning":0,"count":202726,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-mini-2025-01-31","change":0.6786678516117006},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"batch","total_completion_tokens":747210785,"total_prompt_tokens":2458793979,"total_native_tokens_reasoning":0,"count":1504517,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.6-flash-20260721:batch","change":0.6661147521640736},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-04-28","variant":"standard","total_completion_tokens":524003508,"total_prompt_tokens":2210429850,"total_native_tokens_reasoning":0,"count":723840,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-235b-a22b-04-28","change":0.6395903843996327},{"date":"2026-09-16 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"standard","total_completion_tokens":243264,"total_prompt_tokens":1526563,"total_native_tokens_reasoning":0,"count":245,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811","change":0.6251705677633814},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"standard","total_completion_tokens":2333365219,"total_prompt_tokens":102082075471,"total_native_tokens_reasoning":0,"count":3823726,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416","change":0.6227831255093702},{"date":"2026-09-15 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"batch","total_completion_tokens":9495895,"total_prompt_tokens":49730557,"total_native_tokens_reasoning":0,"count":8292,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:batch","change":0.6224859173181723},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4","variant":"standard","total_completion_tokens":7108770,"total_prompt_tokens":45583360,"total_native_tokens_reasoning":0,"count":61631,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4","change":0.6200461305552515},{"date":"2026-09-16 00:00:00","model_permaslug":"ibm-granite/granite-4.2-8b-20260831","variant":"standard","total_completion_tokens":839401893,"total_prompt_tokens":1883063829,"total_native_tokens_reasoning":0,"count":543093,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"ibm-granite/granite-4.2-8b-20260831","change":0.6087720228350599},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"batch","total_completion_tokens":32439822,"total_prompt_tokens":176732641,"total_native_tokens_reasoning":0,"count":7264,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709:batch","change":0.5933417623982079},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-audio","variant":"standard","total_completion_tokens":16666811,"total_prompt_tokens":49329696,"total_native_tokens_reasoning":0,"count":57396,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-audio","change":0.5926069348575291},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4-pro-20260413","variant":"standard","total_completion_tokens":3281550,"total_prompt_tokens":938334,"total_native_tokens_reasoning":0,"count":774,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-pro-20260413","change":0.5892587260046406},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"standard","total_completion_tokens":283738461,"total_prompt_tokens":3720802497,"total_native_tokens_reasoning":0,"count":792132,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430","change":0.5779361450019284},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"standard","total_completion_tokens":83644622653,"total_prompt_tokens":612238188298,"total_native_tokens_reasoning":0,"count":166152528,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-120b","change":0.5765937947685633},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"batch","total_completion_tokens":36223,"total_prompt_tokens":1476591,"total_native_tokens_reasoning":0,"count":622,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001:batch","change":0.5618562874251497},{"date":"2026-09-16 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-pro-20260605","variant":"standard","total_completion_tokens":23267275,"total_prompt_tokens":9665918,"total_native_tokens_reasoning":0,"count":5573,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2.5-pro-20260605","change":0.5607981905406222},{"date":"2026-09-16 00:00:00","model_permaslug":"amazon/nova-premier-v1","variant":"standard","total_completion_tokens":5762232,"total_prompt_tokens":99567720,"total_native_tokens_reasoning":0,"count":29011,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-premier-v1","change":0.5427953431317263},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"standard","total_completion_tokens":3838652742,"total_prompt_tokens":14650717851,"total_native_tokens_reasoning":0,"count":3497949,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810","change":0.5319815787492099},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"standard","total_completion_tokens":4763941281,"total_prompt_tokens":108819673076,"total_native_tokens_reasoning":0,"count":11013529,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929","change":0.5307448087278789},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"batch","total_completion_tokens":73867104,"total_prompt_tokens":102150622,"total_native_tokens_reasoning":0,"count":23165,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-6-astra-20260903:batch","change":0.5289359824010089},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-4.5-air","variant":"standard","total_completion_tokens":334998819,"total_prompt_tokens":6671542914,"total_native_tokens_reasoning":0,"count":954389,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.5-air","change":0.5248570935796066},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-image-1-mini","variant":"standard","total_completion_tokens":45926004,"total_prompt_tokens":11576673,"total_native_tokens_reasoning":0,"count":22866,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-1-mini","change":0.5239523547214285},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"batch","total_completion_tokens":405512965,"total_prompt_tokens":2618993806,"total_native_tokens_reasoning":0,"count":1179916,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash-lite:batch","change":0.4881770917465185},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-medium-3.1","variant":"standard","total_completion_tokens":106854129,"total_prompt_tokens":3023757199,"total_native_tokens_reasoning":0,"count":724445,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3.1","change":0.48683742135878016},{"date":"2026-09-16 00:00:00","model_permaslug":"meta-llama/llama-3.2-1b-instruct","variant":"standard","total_completion_tokens":75979759,"total_prompt_tokens":243516719,"total_native_tokens_reasoning":0,"count":240624,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.2-1b-instruct","change":0.48149630364916035},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.5-397b-a17b-20260216","variant":"standard","total_completion_tokens":4201149104,"total_prompt_tokens":40249068710,"total_native_tokens_reasoning":0,"count":3060405,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-397b-a17b-20260216","change":0.47503762351568046},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-3.5-turbo","variant":"standard","total_completion_tokens":59094296,"total_prompt_tokens":761353658,"total_native_tokens_reasoning":0,"count":966591,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo","change":0.46722280460028226},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.5-122b-a10b-20260224","variant":"standard","total_completion_tokens":1690673511,"total_prompt_tokens":13137932080,"total_native_tokens_reasoning":0,"count":2161972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-122b-a10b-20260224","change":0.4638915003225163},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v3-20260413","variant":"standard","total_completion_tokens":3089500,"total_prompt_tokens":70859,"total_native_tokens_reasoning":0,"count":739,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v3-20260413","change":0.4611944369954597},{"date":"2026-09-16 00:00:00","model_permaslug":"fish-audio/s2.1-pro-free-20260729","variant":"free","total_completion_tokens":0,"total_prompt_tokens":10249031,"total_native_tokens_reasoning":0,"count":111084,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/s2.1-pro-free-20260729:free","change":0.44816553772079015},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/mai-voice-2-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1461107,"total_native_tokens_reasoning":0,"count":27601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-voice-2-flash-20260723","change":0.4278299941561957},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen-2.5-7b-instruct","variant":"standard","total_completion_tokens":590499715,"total_prompt_tokens":6585384852,"total_native_tokens_reasoning":0,"count":6145310,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-2.5-7b-instruct","change":0.422312951827741},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/ministral-3b-2512","variant":"standard","total_completion_tokens":532501142,"total_prompt_tokens":3772842000,"total_native_tokens_reasoning":0,"count":4013139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-3b-2512","change":0.4194685937509507},{"date":"2026-09-16 00:00:00","model_permaslug":"krea/krea-2-medium-turbo-20260720","variant":"standard","total_completion_tokens":74193925,"total_prompt_tokens":4434886,"total_native_tokens_reasoning":0,"count":17771,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"krea/krea-2-medium-turbo-20260720","change":0.40831513135070086},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-nemo","variant":"standard","total_completion_tokens":13097496942,"total_prompt_tokens":270175792239,"total_native_tokens_reasoning":0,"count":103473681,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-nemo","change":0.40710953402365196},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"batch","total_completion_tokens":15838451,"total_prompt_tokens":27462355,"total_native_tokens_reasoning":0,"count":28692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.3-20260430:batch","change":0.39496477988896417},{"date":"2026-09-15 00:00:00","model_permaslug":"openai/gpt-5.2-chat-20251211","variant":"standard","total_completion_tokens":172766,"total_prompt_tokens":773917,"total_native_tokens_reasoning":0,"count":165,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-chat-20251211","change":0.3898365551048452},{"date":"2026-09-16 00:00:00","model_permaslug":"google/lyria-3-pro-preview-20260330","variant":"standard","total_completion_tokens":5231278,"total_prompt_tokens":208570479,"total_native_tokens_reasoning":0,"count":69938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/lyria-3-pro-preview-20260330","change":0.3894119091429818},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-large","variant":"standard","total_completion_tokens":52967251,"total_prompt_tokens":497814658,"total_native_tokens_reasoning":0,"count":125239,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large","change":0.38382525037519905},{"date":"2026-09-16 00:00:00","model_permaslug":"aion-labs/aion-rp-llama-3.1-8b","variant":"standard","total_completion_tokens":1904742,"total_prompt_tokens":10940106,"total_native_tokens_reasoning":0,"count":11252,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-rp-llama-3.1-8b","change":0.3837351401569537},{"date":"2026-09-16 00:00:00","model_permaslug":"hexgrad/kokoro-82m","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":118093895,"total_native_tokens_reasoning":0,"count":1059455,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"hexgrad/kokoro-82m","change":0.381831071135918},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"free","total_completion_tokens":255295348,"total_prompt_tokens":1231154041,"total_native_tokens_reasoning":0,"count":631672,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403:free","change":0.37696915342809484},{"date":"2026-09-16 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","variant":"free","total_completion_tokens":6018368439,"total_prompt_tokens":310293684696,"total_native_tokens_reasoning":0,"count":5748964,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-sante-20260904:free","change":0.34887757098754835},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/wizardlm-2-8x22b","variant":"standard","total_completion_tokens":29704487,"total_prompt_tokens":1246109300,"total_native_tokens_reasoning":0,"count":173517,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/wizardlm-2-8x22b","change":0.34462499533976226},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"standard","total_completion_tokens":318943022145,"total_prompt_tokens":17003411500349,"total_native_tokens_reasoning":0,"count":546000530,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709","change":0.34397498039944957},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.8-max-20260902","variant":"standard","total_completion_tokens":10142517112,"total_prompt_tokens":358495545001,"total_native_tokens_reasoning":0,"count":5134514,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-max-20260902","change":0.3379702308092931},{"date":"2026-09-16 00:00:00","model_permaslug":"fish-audio/s2-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":151581,"total_native_tokens_reasoning":0,"count":4533,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/s2-pro-20260729","change":0.3365752579137642},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260423","variant":"standard","total_completion_tokens":100885798114,"total_prompt_tokens":1332006201848,"total_native_tokens_reasoning":0,"count":58605400,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260423","change":0.33631113196352397},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"standard","total_completion_tokens":1605547049,"total_prompt_tokens":22618885327,"total_native_tokens_reasoning":0,"count":6014141,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-2603","change":0.33487309320455555},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-20260514","variant":"standard","total_completion_tokens":4233450,"total_prompt_tokens":1097753,"total_native_tokens_reasoning":0,"count":1010,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-pro-20260514","change":0.3318834152977137},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance/ui-tars-1.5-7b","variant":"standard","total_completion_tokens":13087930,"total_prompt_tokens":295133189,"total_native_tokens_reasoning":0,"count":114292,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/ui-tars-1.5-7b","change":0.3316381485423525},{"date":"2026-09-16 00:00:00","model_permaslug":"meta-llama/llama-3.2-3b-instruct","variant":"standard","total_completion_tokens":79256828,"total_prompt_tokens":562433060,"total_native_tokens_reasoning":0,"count":585707,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.2-3b-instruct","change":0.32780837158276294},{"date":"2026-09-16 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","variant":"standard","total_completion_tokens":321114505,"total_prompt_tokens":2686604647,"total_native_tokens_reasoning":0,"count":181137,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","change":0.3220297556696399},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/mai-image-2.6-flash-20260904","variant":"standard","total_completion_tokens":27032347,"total_prompt_tokens":23663166,"total_native_tokens_reasoning":0,"count":26846,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-image-2.6-flash-20260904","change":0.3216555297121946},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/o4-mini-high-2025-04-16","variant":"standard","total_completion_tokens":25210039,"total_prompt_tokens":114018616,"total_native_tokens_reasoning":0,"count":29779,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o4-mini-high-2025-04-16","change":0.31947836705549404},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-embedding-4b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":17853734113,"total_native_tokens_reasoning":0,"count":6710297,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-embedding-4b","change":0.3176912976410718},{"date":"2026-09-16 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"standard","total_completion_tokens":630873237,"total_prompt_tokens":6062547096,"total_native_tokens_reasoning":0,"count":767843,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730","change":0.31583924512923506},{"date":"2026-09-16 00:00:00","model_permaslug":"sakana/fugu-ultra-20260615","variant":"standard","total_completion_tokens":24436282,"total_prompt_tokens":563072990,"total_native_tokens_reasoning":0,"count":11218,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sakana/fugu-ultra-20260615","change":0.302012170765046},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-chat-latest-20260505","variant":"standard","total_completion_tokens":39901722,"total_prompt_tokens":2038331335,"total_native_tokens_reasoning":0,"count":213760,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-chat-latest-20260505","change":0.28816729696510596},{"date":"2026-09-15 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"batch","total_completion_tokens":10,"total_prompt_tokens":8,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14:batch","change":0.2857142857142857},{"date":"2026-09-16 00:00:00","model_permaslug":"fish-audio/s2.1-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4447518,"total_native_tokens_reasoning":0,"count":133464,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/s2.1-pro-20260729","change":0.2833871935357369},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mixtral-8x22b-instruct","variant":"standard","total_completion_tokens":20111207,"total_prompt_tokens":148197786,"total_native_tokens_reasoning":0,"count":281446,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mixtral-8x22b-instruct","change":0.28237236634751955},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"standard","total_completion_tokens":6262128450,"total_prompt_tokens":34959038365,"total_native_tokens_reasoning":0,"count":12820852,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310","change":0.27992799253553435},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.3-codex-20260224","variant":"standard","total_completion_tokens":490059904,"total_prompt_tokens":35021217275,"total_native_tokens_reasoning":0,"count":653893,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.3-codex-20260224","change":0.2784925016974309},{"date":"2026-09-16 00:00:00","model_permaslug":"Qwen/Qwen3-Embedding-8B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":371692,"total_native_tokens_reasoning":0,"count":7293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"Qwen/Qwen3-Embedding-8B","change":0.2755694199929305},{"date":"2026-09-16 00:00:00","model_permaslug":"ibm-granite/granite-4.0-h-micro","variant":"standard","total_completion_tokens":462337311,"total_prompt_tokens":7563037609,"total_native_tokens_reasoning":0,"count":2099022,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"ibm-granite/granite-4.0-h-micro","change":0.269497769020906},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/minimax-m2.5-20260211","variant":"standard","total_completion_tokens":629790474,"total_prompt_tokens":29735908621,"total_native_tokens_reasoning":0,"count":1679477,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2.5-20260211","change":0.2656349176932925},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"standard","total_completion_tokens":846045921,"total_prompt_tokens":9193218030,"total_native_tokens_reasoning":0,"count":1340398,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","change":0.26359824008710897},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"standard","total_completion_tokens":5003549787,"total_prompt_tokens":96449866653,"total_native_tokens_reasoning":0,"count":31773207,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14","change":0.25769875000337256},{"date":"2026-09-16 00:00:00","model_permaslug":"meta-llama/llama-3.1-8b-instruct","variant":"standard","total_completion_tokens":7871065290,"total_prompt_tokens":93183435089,"total_native_tokens_reasoning":0,"count":84980481,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.1-8b-instruct","change":0.2571023614059829},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.6-flash","variant":"standard","total_completion_tokens":1157244516,"total_prompt_tokens":12893299434,"total_native_tokens_reasoning":0,"count":2199016,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-flash","change":0.2549261608168848},{"date":"2026-09-16 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"standard","total_completion_tokens":71388302225,"total_prompt_tokens":4399824141751,"total_native_tokens_reasoning":0,"count":70823958,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy3-20260706","change":0.25489881135102765},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"batch","total_completion_tokens":37150390,"total_prompt_tokens":65645689,"total_native_tokens_reasoning":0,"count":1513,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903:batch","change":0.24360613563989938},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5-2025-08-07","variant":"standard","total_completion_tokens":1830357360,"total_prompt_tokens":10821736038,"total_native_tokens_reasoning":0,"count":2414418,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-2025-08-07","change":0.2376490853090485},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-coder-plus","variant":"standard","total_completion_tokens":41195060,"total_prompt_tokens":2199756683,"total_native_tokens_reasoning":0,"count":78315,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-plus","change":0.23175480682107494},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4-20260413","variant":"standard","total_completion_tokens":6095500,"total_prompt_tokens":1164052,"total_native_tokens_reasoning":0,"count":1454,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-20260413","change":0.22997515839025284},{"date":"2026-09-16 00:00:00","model_permaslug":"sourceful/riverflow-v2-pro-20260130","variant":"standard","total_completion_tokens":4191700,"total_prompt_tokens":2680574,"total_native_tokens_reasoning":0,"count":1004,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2-pro-20260130","change":0.2275780343743871},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"standard","total_completion_tokens":5647598442,"total_prompt_tokens":115340858356,"total_native_tokens_reasoning":0,"count":27498029,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317","change":0.22304039347609037},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4-vector-20260514","variant":"standard","total_completion_tokens":3014350,"total_prompt_tokens":1135246,"total_native_tokens_reasoning":0,"count":712,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-vector-20260514","change":0.22026017303503545},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4.1-nano-2025-04-14","variant":"standard","total_completion_tokens":4858287567,"total_prompt_tokens":98110700153,"total_native_tokens_reasoning":0,"count":45106790,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-nano-2025-04-14","change":0.21682821843310518},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-large-2407","variant":"standard","total_completion_tokens":22052504,"total_prompt_tokens":257481960,"total_native_tokens_reasoning":0,"count":258423,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large-2407","change":0.2139071525373939},{"date":"2026-09-16 00:00:00","model_permaslug":"black-forest-labs/flux.2-max","variant":"standard","total_completion_tokens":63326267,"total_prompt_tokens":42677400,"total_native_tokens_reasoning":0,"count":10764,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-max","change":0.21092916006747384},{"date":"2026-09-16 00:00:00","model_permaslug":"cohere/command-r-plus-08-2024","variant":"standard","total_completion_tokens":1764685,"total_prompt_tokens":18802623,"total_native_tokens_reasoning":0,"count":12648,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-r-plus-08-2024","change":0.21024864655955183},{"date":"2026-09-16 00:00:00","model_permaslug":"venice/uncensored","variant":"standard","total_completion_tokens":100166171,"total_prompt_tokens":1125599069,"total_native_tokens_reasoning":0,"count":406429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"venice/uncensored","change":0.20813779674420202},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4o-transcribe","variant":"standard","total_completion_tokens":13949767,"total_prompt_tokens":44371254,"total_native_tokens_reasoning":0,"count":227371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-transcribe","change":0.20183142136539425},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"standard","total_completion_tokens":891922867,"total_prompt_tokens":23160488516,"total_native_tokens_reasoning":0,"count":3232896,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-20251113","change":0.1984875300717431},{"date":"2026-09-16 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-70b","variant":"standard","total_completion_tokens":80676240,"total_prompt_tokens":1185495440,"total_native_tokens_reasoning":0,"count":811813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-70b","change":0.19835386297657542},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-30b-a3b","variant":"standard","total_completion_tokens":3930508812,"total_prompt_tokens":4288354579,"total_native_tokens_reasoning":0,"count":1038445,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-30b-a3b","change":0.19728855615615817},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"standard","total_completion_tokens":7920614803,"total_prompt_tokens":218888975647,"total_native_tokens_reasoning":0,"count":51232100,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721","change":0.19654994096214912},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","variant":"standard","total_completion_tokens":42422233,"total_prompt_tokens":121022635,"total_native_tokens_reasoning":0,"count":26748,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","change":0.19558329981096317},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260216","variant":"standard","total_completion_tokens":632000013,"total_prompt_tokens":2422051345,"total_native_tokens_reasoning":0,"count":237487,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-plus-20260216","change":0.18947917164611508},{"date":"2026-09-16 00:00:00","model_permaslug":"amazon/nova-lite-v1","variant":"standard","total_completion_tokens":254223591,"total_prompt_tokens":4394559375,"total_native_tokens_reasoning":0,"count":1511902,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-lite-v1","change":0.18538269410411726},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","variant":"standard","total_completion_tokens":650718644,"total_prompt_tokens":33072737,"total_native_tokens_reasoning":0,"count":57995,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","change":0.18502633184921732},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-4.5","variant":"standard","total_completion_tokens":269145733,"total_prompt_tokens":1456422790,"total_native_tokens_reasoning":0,"count":152716,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.5","change":0.18225098222759342},{"date":"2026-09-16 00:00:00","model_permaslug":"anthracite-org/magnum-v4-72b","variant":"standard","total_completion_tokens":7354810,"total_prompt_tokens":111673186,"total_native_tokens_reasoning":0,"count":41949,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthracite-org/magnum-v4-72b","change":0.1779521838762955},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"standard","total_completion_tokens":8923919123,"total_prompt_tokens":463703345124,"total_native_tokens_reasoning":0,"count":8443586,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528","change":0.17488628228183004},{"date":"2026-09-16 00:00:00","model_permaslug":"sesame/csm-1b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":16679,"total_native_tokens_reasoning":0,"count":818,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sesame/csm-1b","change":0.17416402675114395},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/text-embedding-ada-002","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1685184411,"total_native_tokens_reasoning":0,"count":2772181,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/text-embedding-ada-002","change":0.17409830963930467},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-vl-32b-instruct","variant":"standard","total_completion_tokens":2699839241,"total_prompt_tokens":28548104497,"total_native_tokens_reasoning":0,"count":8809403,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-32b-instruct","change":0.17322499099364036},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"batch","total_completion_tokens":153052141,"total_prompt_tokens":372634965,"total_native_tokens_reasoning":0,"count":48954,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-opus-5-20260723:batch","change":0.17253153429944956},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.1-codex-20251113","variant":"standard","total_completion_tokens":33028164,"total_prompt_tokens":1193078333,"total_native_tokens_reasoning":0,"count":32485,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-codex-20251113","change":0.1716830675274977},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"standard","total_completion_tokens":16531249694,"total_prompt_tokens":139345104547,"total_native_tokens_reasoning":0,"count":24820103,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07","change":0.16886830818989765},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemma-3-12b-it","variant":"standard","total_completion_tokens":653699107,"total_prompt_tokens":12349156514,"total_native_tokens_reasoning":0,"count":10439700,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3-12b-it","change":0.16315168355643417},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"standard","total_completion_tokens":4594156634,"total_prompt_tokens":438503215926,"total_native_tokens_reasoning":0,"count":3742427,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831","change":0.16158681283342202},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"standard","total_completion_tokens":10973532803,"total_prompt_tokens":113668066599,"total_native_tokens_reasoning":0,"count":12760119,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.5-flash-20260519","change":0.16088625655131916},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/mai-image-2.5-pro-20260723","variant":"standard","total_completion_tokens":10211317,"total_prompt_tokens":12825876,"total_native_tokens_reasoning":0,"count":10051,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-image-2.5-pro-20260723","change":0.15979636850898066},{"date":"2026-09-16 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","variant":"free","total_completion_tokens":17450515915,"total_prompt_tokens":985255621203,"total_native_tokens_reasoning":0,"count":15674203,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-fin-20260827:free","change":0.15956472295338403},{"date":"2026-09-16 00:00:00","model_permaslug":"voyageai/voyage-4-large-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2922660838,"total_native_tokens_reasoning":0,"count":903654,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-4-large-20260727","change":0.15710325242617143},{"date":"2026-09-16 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","variant":"standard","total_completion_tokens":332933,"total_prompt_tokens":52837883,"total_native_tokens_reasoning":0,"count":1343,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","change":0.1554013325004083},{"date":"2026-09-16 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1387313706,"total_native_tokens_reasoning":0,"count":834231,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","change":0.15485901062665156},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3-0324","variant":"standard","total_completion_tokens":1418490713,"total_prompt_tokens":34719404259,"total_native_tokens_reasoning":0,"count":6852370,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-chat-v3-0324","change":0.1517816534346672},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","variant":"standard","total_completion_tokens":1750680937,"total_prompt_tokens":18806619231,"total_native_tokens_reasoning":0,"count":8335873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","change":0.1502514365952686},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.6-35b-a3b-20260415","variant":"standard","total_completion_tokens":6759475311,"total_prompt_tokens":53771844796,"total_native_tokens_reasoning":0,"count":12320336,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-35b-a3b-20260415","change":0.14748723908200786},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4.1-opus-20250805","variant":"standard","total_completion_tokens":18144717,"total_prompt_tokens":569565326,"total_native_tokens_reasoning":0,"count":49028,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.1-opus-20250805","change":0.14726811804073334},{"date":"2026-09-16 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-20260723","variant":"standard","total_completion_tokens":18360037480,"total_prompt_tokens":105654088241,"total_native_tokens_reasoning":0,"count":26926468,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-20260723","change":0.14535516227292547},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"standard","total_completion_tokens":21863678942,"total_prompt_tokens":1498360137513,"total_native_tokens_reasoning":0,"count":28483761,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630","change":0.14516259314752256},{"date":"2026-09-16 00:00:00","model_permaslug":"upstage/solar-pro4-20260810","variant":"standard","total_completion_tokens":18034739195,"total_prompt_tokens":1648864465464,"total_native_tokens_reasoning":0,"count":21756183,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"upstage/solar-pro4-20260810","change":0.13789274372268268},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4o-mini-transcribe","variant":"standard","total_completion_tokens":97369839,"total_prompt_tokens":337695978,"total_native_tokens_reasoning":0,"count":1023224,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini-transcribe","change":0.1338437447074936},{"date":"2026-09-16 00:00:00","model_permaslug":"moonshotai/kimi-k2-0905","variant":"standard","total_completion_tokens":206504422,"total_prompt_tokens":3537094009,"total_native_tokens_reasoning":0,"count":1196238,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2-0905","change":0.12630515802097173},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-spark-1.3-contributor-20260902","variant":"standard","total_completion_tokens":30364351902,"total_prompt_tokens":1936285558876,"total_native_tokens_reasoning":0,"count":26809993,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.3-contributor-20260902","change":0.1260589622170668},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","variant":"standard","total_completion_tokens":1072975,"total_prompt_tokens":69589,"total_native_tokens_reasoning":0,"count":240,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","change":0.12194489668865588},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-reranker-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":7102794851,"total_native_tokens_reasoning":0,"count":528326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-reranker-8b","change":0.1207110006226557},{"date":"2026-09-16 00:00:00","model_permaslug":"relace/relace-apply-3","variant":"standard","total_completion_tokens":150111571,"total_prompt_tokens":156449427,"total_native_tokens_reasoning":0,"count":16108,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"relace/relace-apply-3","change":0.11894492159379243},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance-seed/seedream-4.5-20251203","variant":"standard","total_completion_tokens":2307795927,"total_prompt_tokens":72991476,"total_native_tokens_reasoning":0,"count":117905,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seedream-4.5-20251203","change":0.11833096425712043},{"date":"2026-09-16 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"free","total_completion_tokens":1006542136,"total_prompt_tokens":124385596297,"total_native_tokens_reasoning":0,"count":2177469,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:free","change":0.11453615661191385},{"date":"2026-09-16 00:00:00","model_permaslug":"voyageai/rerank-2.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":11332991557,"total_native_tokens_reasoning":0,"count":3169527,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/rerank-2.5-20260727","change":0.10908459926199618},{"date":"2026-09-16 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"free","total_completion_tokens":4715294957,"total_prompt_tokens":113381135601,"total_native_tokens_reasoning":0,"count":4384808,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/north-mini-code-20260617:free","change":0.10312580017233275},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-exp","variant":"standard","total_completion_tokens":1391830889,"total_prompt_tokens":16465614089,"total_native_tokens_reasoning":0,"count":2747339,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v3.2-exp","change":0.10226503930075316},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"batch","total_completion_tokens":61415728,"total_prompt_tokens":758313114,"total_native_tokens_reasoning":0,"count":170937,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721:batch","change":0.0992050808977155},{"date":"2026-09-16 00:00:00","model_permaslug":"intfloat/multilingual-e5-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":931368169,"total_native_tokens_reasoning":0,"count":1150320,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/multilingual-e5-large-20251117","change":0.0979847181027182},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5-20260211","variant":"standard","total_completion_tokens":2196878812,"total_prompt_tokens":40929649026,"total_native_tokens_reasoning":0,"count":2287604,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5-20260211","change":0.09571338666472924},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-image-1.0-eval-20260824","variant":"standard","total_completion_tokens":324722050,"total_prompt_tokens":87698183,"total_native_tokens_reasoning":0,"count":174788,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-image-1.0-eval-20260824","change":0.09465548761153243},{"date":"2026-09-16 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"free","total_completion_tokens":4602395939,"total_prompt_tokens":354843892892,"total_native_tokens_reasoning":0,"count":4792961,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-20260715:free","change":0.09244335518513144},{"date":"2026-09-16 00:00:00","model_permaslug":"moonshotai/kimi-k2.7-code-20260612","variant":"standard","total_completion_tokens":1432030757,"total_prompt_tokens":60891965207,"total_native_tokens_reasoning":0,"count":1481297,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2.7-code-20260612","change":0.09168198555621725},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"standard","total_completion_tokens":2772705901,"total_prompt_tokens":129126943817,"total_native_tokens_reasoning":0,"count":3817812,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205","change":0.09156214296134874},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1105388,"total_native_tokens_reasoning":0,"count":35392,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","change":0.08832952305562612},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"batch","total_completion_tokens":81964411,"total_prompt_tokens":20978253,"total_native_tokens_reasoning":0,"count":9490,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.3-20260816:batch","change":0.0788024462548588},{"date":"2026-09-16 00:00:00","model_permaslug":"thedrummer/unslopnemo-12b","variant":"standard","total_completion_tokens":28025392,"total_prompt_tokens":575181341,"total_native_tokens_reasoning":0,"count":139597,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/unslopnemo-12b","change":0.07688500720531039},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4-sonnet-20250522","variant":"standard","total_completion_tokens":696611994,"total_prompt_tokens":16665168887,"total_native_tokens_reasoning":0,"count":2380399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4-sonnet-20250522","change":0.0753813105484293},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4-pro-vector-20260514","variant":"standard","total_completion_tokens":1728450,"total_prompt_tokens":323257,"total_native_tokens_reasoning":0,"count":399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-pro-vector-20260514","change":0.07171765713718586},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4o-2024-08-06","variant":"standard","total_completion_tokens":39734689,"total_prompt_tokens":1725634909,"total_native_tokens_reasoning":0,"count":1282699,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-2024-08-06","change":0.0685265471691194},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen-image-3-20260805","variant":"standard","total_completion_tokens":96634550,"total_prompt_tokens":18078912,"total_native_tokens_reasoning":0,"count":23035,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-image-3-20260805","change":0.06614980609828765},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-4.7-flash-20260119","variant":"standard","total_completion_tokens":1203190445,"total_prompt_tokens":15139234071,"total_native_tokens_reasoning":0,"count":6395574,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.7-flash-20260119","change":0.06447485583265668},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4o-2024-05-13","variant":"standard","total_completion_tokens":10537413,"total_prompt_tokens":80293356,"total_native_tokens_reasoning":0,"count":91873,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-2024-05-13","change":0.06422886076594819},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-8b-04-28","variant":"standard","total_completion_tokens":1131771125,"total_prompt_tokens":7221684742,"total_native_tokens_reasoning":0,"count":2763452,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-8b-04-28","change":0.06288706426300114},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-flash-tts-preview","variant":"standard","total_completion_tokens":238837417,"total_prompt_tokens":56441951,"total_native_tokens_reasoning":0,"count":913424,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-tts-preview","change":0.060307220868499475},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"standard","total_completion_tokens":34766725502,"total_prompt_tokens":343544553069,"total_native_tokens_reasoning":0,"count":88168406,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-31b-it-20260402","change":0.06018476435654562},{"date":"2026-09-16 00:00:00","model_permaslug":"sao10k/l3.3-euryale-70b-v2.3","variant":"standard","total_completion_tokens":14241726,"total_prompt_tokens":338656229,"total_native_tokens_reasoning":0,"count":123591,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3.3-euryale-70b-v2.3","change":0.05892203410745524},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"standard","total_completion_tokens":1534659042,"total_prompt_tokens":93574153714,"total_native_tokens_reasoning":0,"count":610218,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903","change":0.05866268022386959},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/ministral-14b-2512","variant":"standard","total_completion_tokens":568927178,"total_prompt_tokens":2553429419,"total_native_tokens_reasoning":0,"count":3326655,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-14b-2512","change":0.055373913879780454},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-32b-04-28","variant":"standard","total_completion_tokens":4003919343,"total_prompt_tokens":25712455814,"total_native_tokens_reasoning":0,"count":10864078,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-32b-04-28","change":0.05270948485537912},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-4.6","variant":"standard","total_completion_tokens":661072054,"total_prompt_tokens":12395394512,"total_native_tokens_reasoning":0,"count":977388,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.6","change":0.05134338711543529},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.6-plus-04-02","variant":"standard","total_completion_tokens":1352709577,"total_prompt_tokens":16789960567,"total_native_tokens_reasoning":0,"count":3561147,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-plus-04-02","change":0.047876595601052264},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"batch","total_completion_tokens":296196911,"total_prompt_tokens":1502895024,"total_native_tokens_reasoning":0,"count":34918,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709:batch","change":0.04667082679703399},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-r1-0528","variant":"standard","total_completion_tokens":2011338808,"total_prompt_tokens":10286903372,"total_native_tokens_reasoning":0,"count":1496970,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-r1-0528","change":0.04664806245549166},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4o-mini-2024-07-18","variant":"standard","total_completion_tokens":825864327,"total_prompt_tokens":9614284473,"total_native_tokens_reasoning":0,"count":8157295,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini-2024-07-18","change":0.043171004625149376},{"date":"2026-09-16 00:00:00","model_permaslug":"nousresearch/hermes-4-405b","variant":"standard","total_completion_tokens":38040053,"total_prompt_tokens":652317800,"total_native_tokens_reasoning":0,"count":235846,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-4-405b","change":0.042525744380926045},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/minimax-m2.1","variant":"standard","total_completion_tokens":28790444,"total_prompt_tokens":1274199101,"total_native_tokens_reasoning":0,"count":52191,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2.1","change":0.04217101006464293},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"standard","total_completion_tokens":21747099666,"total_prompt_tokens":177045456363,"total_native_tokens_reasoning":0,"count":13794536,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219","change":0.041866846252142036},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-max-thinking-20260123","variant":"standard","total_completion_tokens":42724265,"total_prompt_tokens":239716037,"total_native_tokens_reasoning":0,"count":50289,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-max-thinking-20260123","change":0.04083237727567001},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2","variant":"free","total_completion_tokens":0,"total_prompt_tokens":2034233765,"total_native_tokens_reasoning":0,"count":97709,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2:free","change":0.04007619262495706},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-4.20-20260309","variant":"standard","total_completion_tokens":1905993504,"total_prompt_tokens":30118473122,"total_native_tokens_reasoning":0,"count":4302809,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.20-20260309","change":0.03945947575482017},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-r1","variant":"standard","total_completion_tokens":445042518,"total_prompt_tokens":2174006762,"total_native_tokens_reasoning":0,"count":353735,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-r1","change":0.037263213046644005},{"date":"2026-09-16 00:00:00","model_permaslug":"moonshotai/kimi-k2","variant":"standard","total_completion_tokens":174720198,"total_prompt_tokens":2255859340,"total_native_tokens_reasoning":0,"count":556938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2","change":0.03713234205557768},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"standard","total_completion_tokens":24362273339,"total_prompt_tokens":448425095946,"total_native_tokens_reasoning":0,"count":105813834,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507","change":0.03706750182273964},{"date":"2026-09-16 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-pro-20260422","variant":"standard","total_completion_tokens":5087828112,"total_prompt_tokens":232173929410,"total_native_tokens_reasoning":0,"count":6653296,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-v2.5-pro-20260422","change":0.03606059360476379},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3.1","variant":"standard","total_completion_tokens":1833952344,"total_prompt_tokens":41306407001,"total_native_tokens_reasoning":0,"count":9732576,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-chat-v3.1","change":0.03177736159662811},{"date":"2026-09-16 00:00:00","model_permaslug":"amazon/nova-2-lite-v1","variant":"standard","total_completion_tokens":111664279,"total_prompt_tokens":1617101942,"total_native_tokens_reasoning":0,"count":567721,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-2-lite-v1","change":0.028330204848598727},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-4.6-20260810","variant":"standard","total_completion_tokens":10225871315,"total_prompt_tokens":372840877696,"total_native_tokens_reasoning":0,"count":6835533,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.6-20260810","change":0.026596718059466333},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":143740248926,"total_native_tokens_reasoning":0,"count":128906064,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/text-embedding-3-small","change":0.023717349815747774},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen-2.5-coder-32b-instruct","variant":"standard","total_completion_tokens":4388447,"total_prompt_tokens":50166595,"total_native_tokens_reasoning":0,"count":165209,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-2.5-coder-32b-instruct","change":0.023456774513220095},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-2.5-flash-image","variant":"standard","total_completion_tokens":645021882,"total_prompt_tokens":1019883853,"total_native_tokens_reasoning":0,"count":1042259,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash-image","change":0.019720256730634583},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"standard","total_completion_tokens":10255358835,"total_prompt_tokens":233540047082,"total_native_tokens_reasoning":0,"count":12390312,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814","change":0.017291500533163917},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","variant":"standard","total_completion_tokens":519550914,"total_prompt_tokens":8357479838,"total_native_tokens_reasoning":0,"count":1837123,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","change":0.014501155105219387},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3","variant":"standard","total_completion_tokens":1409303701,"total_prompt_tokens":19453818757,"total_native_tokens_reasoning":0,"count":7840571,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-chat-v3","change":0.013611737635598297},{"date":"2026-09-16 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"free","total_completion_tokens":1583414241,"total_prompt_tokens":12378720978,"total_native_tokens_reasoning":0,"count":1366991,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811:free","change":0.013222178042299184},{"date":"2026-09-16 00:00:00","model_permaslug":"rekaai/reka-flash-3","variant":"standard","total_completion_tokens":29837061,"total_prompt_tokens":3312325,"total_native_tokens_reasoning":0,"count":6620,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"rekaai/reka-flash-3","change":0.01140452182776478},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"free","total_completion_tokens":12327979258,"total_prompt_tokens":344546213337,"total_native_tokens_reasoning":0,"count":10617662,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311:free","change":0.011358819726716554},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","variant":"standard","total_completion_tokens":31374484,"total_prompt_tokens":390193919,"total_native_tokens_reasoning":0,"count":374424,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","change":0.011072272648954322},{"date":"2026-09-16 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":19245696095,"total_native_tokens_reasoning":0,"count":8134229,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6B","change":0.008898915170497108},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/speech-2.8-turbo-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":398160,"total_native_tokens_reasoning":0,"count":15402,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/speech-2.8-turbo-20260716","change":0.008891400249841},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"standard","total_completion_tokens":21756865049,"total_prompt_tokens":1828104430838,"total_native_tokens_reasoning":0,"count":31678837,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709","change":0.008499996644247861},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"standard","total_completion_tokens":27973885531,"total_prompt_tokens":1432033871866,"total_native_tokens_reasoning":0,"count":29335866,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m3-20260531","change":0.004211438532936809},{"date":"2026-09-16 00:00:00","model_permaslug":"moonshotai/kimi-k2.5-0127","variant":"standard","total_completion_tokens":4578896463,"total_prompt_tokens":60967949717,"total_native_tokens_reasoning":0,"count":4928627,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2.5-0127","change":0.0017576238290055713},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"standard","total_completion_tokens":6930556503,"total_prompt_tokens":48648361490,"total_native_tokens_reasoning":0,"count":5064562,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-pro","change":0.001579227631787024},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"standard","total_completion_tokens":31251084189,"total_prompt_tokens":446783631633,"total_native_tokens_reasoning":0,"count":123939524,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash","change":0.0003883603237380928},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4.1-2025-04-14","variant":"standard","total_completion_tokens":1996756566,"total_prompt_tokens":46687098629,"total_native_tokens_reasoning":0,"count":9179418,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-2025-04-14","change":-0.00019812232662734175},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/minimax-m2-her-20260123","variant":"standard","total_completion_tokens":7175924,"total_prompt_tokens":864117196,"total_native_tokens_reasoning":0,"count":136079,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2-her-20260123","change":-0.005574459421505123},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"standard","total_completion_tokens":6443304822,"total_prompt_tokens":533590051642,"total_native_tokens_reasoning":0,"count":14412790,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709","change":-0.008226282017707476},{"date":"2026-09-16 00:00:00","model_permaslug":"meta-llama/llama-guard-4-12b","variant":"standard","total_completion_tokens":8138258,"total_prompt_tokens":1970684138,"total_native_tokens_reasoning":0,"count":2465543,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-guard-4-12b","change":-0.008251823787364493},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"standard","total_completion_tokens":12457917003,"total_prompt_tokens":217485931189,"total_native_tokens_reasoning":0,"count":98836115,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini","change":-0.008628400702206374},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","variant":"standard","total_completion_tokens":1014848472,"total_prompt_tokens":20416945687,"total_native_tokens_reasoning":0,"count":5590624,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","change":-0.010482577959165401},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.6-27b-20260422","variant":"standard","total_completion_tokens":1094283557,"total_prompt_tokens":16146019510,"total_native_tokens_reasoning":0,"count":2307048,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-27b-20260422","change":-0.011505194113587644},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"standard","total_completion_tokens":57308065027,"total_prompt_tokens":666494078540,"total_native_tokens_reasoning":0,"count":240335928,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash-lite","change":-0.01395795272752484},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-embedding-2-preview","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3124049173,"total_native_tokens_reasoning":0,"count":4808328,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-2-preview","change":-0.014763264463162182},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"standard","total_completion_tokens":10298573601,"total_prompt_tokens":221091648976,"total_native_tokens_reasoning":0,"count":42736674,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001","change":-0.015496251391966621},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.5-flash-20260224","variant":"standard","total_completion_tokens":4668207551,"total_prompt_tokens":60907147251,"total_native_tokens_reasoning":0,"count":50437686,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-flash-20260224","change":-0.01819965806220271},{"date":"2026-09-16 00:00:00","model_permaslug":"cohere/command-r7b-12-2024","variant":"standard","total_completion_tokens":15587958,"total_prompt_tokens":267860325,"total_native_tokens_reasoning":0,"count":321989,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-r7b-12-2024","change":-0.018607250007119425},{"date":"2026-09-16 00:00:00","model_permaslug":"sao10k/l3.1-euryale-70b","variant":"standard","total_completion_tokens":10661485,"total_prompt_tokens":219660189,"total_native_tokens_reasoning":0,"count":83016,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3.1-euryale-70b","change":-0.018893786503817508},{"date":"2026-09-16 00:00:00","model_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":459476653,"total_native_tokens_reasoning":0,"count":60465,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","change":-0.01973741768298714},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","variant":"standard","total_completion_tokens":5918855707,"total_prompt_tokens":98795859004,"total_native_tokens_reasoning":0,"count":27358664,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","change":-0.021659898423824143},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-embed-2312","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5964091174,"total_native_tokens_reasoning":0,"count":1006695,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-embed-2312","change":-0.022054424769478127},{"date":"2026-09-16 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-fast-20260605","variant":"standard","total_completion_tokens":22699475,"total_prompt_tokens":2185168,"total_native_tokens_reasoning":0,"count":5437,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2.5-fast-20260605","change":-0.02361404763513458},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"standard","total_completion_tokens":530039100,"total_prompt_tokens":4513697431,"total_native_tokens_reasoning":0,"count":3419317,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-8b-2512","change":-0.024152112523005538},{"date":"2026-09-16 00:00:00","model_permaslug":"aion-labs/aion-2.0-20260223","variant":"standard","total_completion_tokens":141941287,"total_prompt_tokens":1236413791,"total_native_tokens_reasoning":0,"count":159334,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-2.0-20260223","change":-0.027498076898378514},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/devstral-2512","variant":"standard","total_completion_tokens":27927483,"total_prompt_tokens":1393009730,"total_native_tokens_reasoning":0,"count":74823,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/devstral-2512","change":-0.030157067611137487},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-coder-next-2025-02-03","variant":"standard","total_completion_tokens":587305941,"total_prompt_tokens":24344520713,"total_native_tokens_reasoning":0,"count":986448,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-next-2025-02-03","change":-0.03132688654680711},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4o-2024-11-20","variant":"standard","total_completion_tokens":86987934,"total_prompt_tokens":2625591554,"total_native_tokens_reasoning":0,"count":782081,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-2024-11-20","change":-0.031946522717032466},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-oss-safeguard-20b","variant":"standard","total_completion_tokens":641646707,"total_prompt_tokens":6734365344,"total_native_tokens_reasoning":0,"count":3136884,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-safeguard-20b","change":-0.03204676703652346},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"standard","total_completion_tokens":36177616908,"total_prompt_tokens":772726265325,"total_native_tokens_reasoning":0,"count":99477383,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217","change":-0.032895848130611464},{"date":"2026-09-16 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"free","total_completion_tokens":9205194470,"total_prompt_tokens":1154261968440,"total_native_tokens_reasoning":0,"count":13430837,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720:free","change":-0.036036806675437634},{"date":"2026-09-16 00:00:00","model_permaslug":"aion-labs/aion-3.0-20260707","variant":"standard","total_completion_tokens":901586309,"total_prompt_tokens":8641648728,"total_native_tokens_reasoning":0,"count":482303,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-3.0-20260707","change":-0.03661070603083079},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/o3-2025-04-16","variant":"standard","total_completion_tokens":66007494,"total_prompt_tokens":357549313,"total_native_tokens_reasoning":0,"count":80783,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-2025-04-16","change":-0.03841403911556672},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"free","total_completion_tokens":19018352270,"total_prompt_tokens":3470381011229,"total_native_tokens_reasoning":0,"count":27846508,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604:free","change":-0.03923801828386031},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/minimax-m2.7-20260318","variant":"standard","total_completion_tokens":2043120356,"total_prompt_tokens":62644310848,"total_native_tokens_reasoning":0,"count":3324736,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2.7-20260318","change":-0.0412759240240691},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.1-codex-max-20251204","variant":"standard","total_completion_tokens":8954135,"total_prompt_tokens":388842275,"total_native_tokens_reasoning":0,"count":17412,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-codex-max-20251204","change":-0.04141823630164116},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b-20260716","variant":"free","total_completion_tokens":0,"total_prompt_tokens":868307303,"total_native_tokens_reasoning":0,"count":253436,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b-20260716:free","change":-0.042660559870725534},{"date":"2026-09-16 00:00:00","model_permaslug":"perplexity/sonar","variant":"standard","total_completion_tokens":729067936,"total_prompt_tokens":1473991649,"total_native_tokens_reasoning":0,"count":2140437,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar","change":-0.045047558927926355},{"date":"2026-09-16 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"free","total_completion_tokens":889512392,"total_prompt_tokens":86668987372,"total_native_tokens_reasoning":0,"count":1937768,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625:free","change":-0.05205253570628998},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"standard","total_completion_tokens":2832616583,"total_prompt_tokens":62618398896,"total_native_tokens_reasoning":0,"count":7091748,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-20260305","change":-0.052091511995376066},{"date":"2026-09-16 00:00:00","model_permaslug":"moonshotai/kimi-k2.6-20260420","variant":"standard","total_completion_tokens":8136425370,"total_prompt_tokens":168590720393,"total_native_tokens_reasoning":0,"count":8117042,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2.6-20260420","change":-0.053278005234718685},{"date":"2026-09-16 00:00:00","model_permaslug":"black-forest-labs/flux.2-flex","variant":"standard","total_completion_tokens":16885510,"total_prompt_tokens":10059658,"total_native_tokens_reasoning":0,"count":3486,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-flex","change":-0.054694816904175526},{"date":"2026-09-16 00:00:00","model_permaslug":"intfloat/e5-large-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":103720188,"total_native_tokens_reasoning":0,"count":214990,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/e5-large-v2-20251117","change":-0.05657002190641894},{"date":"2026-09-16 00:00:00","model_permaslug":"baai/bge-large-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":67487600,"total_native_tokens_reasoning":0,"count":91522,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baai/bge-large-en-v1.5-20251117","change":-0.056871194125422006},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-preview-20260226","variant":"standard","total_completion_tokens":707542269,"total_prompt_tokens":474879892,"total_native_tokens_reasoning":0,"count":488014,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-image-preview-20260226","change":-0.05799209456352045},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-imagine-image-2.0-20260811","variant":"standard","total_completion_tokens":386605000,"total_prompt_tokens":81169895,"total_native_tokens_reasoning":0,"count":92600,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-image-2.0-20260811","change":-0.060143990895468985},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260813","variant":"standard","total_completion_tokens":24359814884,"total_prompt_tokens":1008756942911,"total_native_tokens_reasoning":0,"count":35101608,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260813","change":-0.06035230595082637},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-4o","variant":"standard","total_completion_tokens":694216119,"total_prompt_tokens":11019367030,"total_native_tokens_reasoning":0,"count":5709821,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o","change":-0.06266825029985562},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"free","total_completion_tokens":87378144,"total_prompt_tokens":1492891163,"total_native_tokens_reasoning":0,"count":600555,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604:free","change":-0.06656996376788722},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"standard","total_completion_tokens":3060076043,"total_prompt_tokens":71662299419,"total_native_tokens_reasoning":0,"count":18574797,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602","change":-0.06949595936425086},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"standard","total_completion_tokens":3906514,"total_prompt_tokens":35470232,"total_native_tokens_reasoning":0,"count":14699,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211","change":-0.06975792737223475},{"date":"2026-09-16 00:00:00","model_permaslug":"deepgram/flux-tts-20260812","variant":"free","total_completion_tokens":0,"total_prompt_tokens":3112230,"total_native_tokens_reasoning":0,"count":66456,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepgram/flux-tts-20260812:free","change":-0.07062600896218217},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":131632433831,"total_native_tokens_reasoning":0,"count":61372277,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-embedding-8b","change":-0.07094015774486241},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.2-codex-20260114","variant":"standard","total_completion_tokens":62360349,"total_prompt_tokens":2303774715,"total_native_tokens_reasoning":0,"count":129170,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-codex-20260114","change":-0.07188952005607122},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemma-3-27b-it","variant":"standard","total_completion_tokens":10761214379,"total_prompt_tokens":37030930691,"total_native_tokens_reasoning":0,"count":23991147,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3-27b-it","change":-0.07560446152721896},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","variant":"standard","total_completion_tokens":504885768,"total_prompt_tokens":1069910430,"total_native_tokens_reasoning":0,"count":363048,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","change":-0.07641293779762123},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen-2.5-72b-instruct","variant":"standard","total_completion_tokens":280945468,"total_prompt_tokens":2277921012,"total_native_tokens_reasoning":0,"count":2613739,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-2.5-72b-instruct","change":-0.07719393373439196},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v3.1-terminus","variant":"standard","total_completion_tokens":254833739,"total_prompt_tokens":6569902026,"total_native_tokens_reasoning":0,"count":819477,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v3.1-terminus","change":-0.07765617595404012},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"standard","total_completion_tokens":1112441696,"total_prompt_tokens":102758634698,"total_native_tokens_reasoning":0,"count":1306286,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-5-fable-20260609","change":-0.08018726668415459},{"date":"2026-09-16 00:00:00","model_permaslug":"meta-llama/llama-3.3-70b-instruct","variant":"standard","total_completion_tokens":2356828779,"total_prompt_tokens":28743443431,"total_native_tokens_reasoning":0,"count":24728313,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.3-70b-instruct","change":-0.08079213696824723},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.7-max-20260520","variant":"standard","total_completion_tokens":1332142039,"total_prompt_tokens":15447372517,"total_native_tokens_reasoning":0,"count":1246857,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.7-max-20260520","change":-0.08090803706811434},{"date":"2026-09-16 00:00:00","model_permaslug":"intfloat/e5-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5173576,"total_native_tokens_reasoning":0,"count":4096,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/e5-base-v2-20251117","change":-0.08172272569303313},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/phi-4","variant":"standard","total_completion_tokens":152335563,"total_prompt_tokens":690138875,"total_native_tokens_reasoning":0,"count":874935,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/phi-4","change":-0.08309789593031683},{"date":"2026-09-16 00:00:00","model_permaslug":"stepfun/step-3.5-flash","variant":"standard","total_completion_tokens":174139869,"total_prompt_tokens":1580816628,"total_native_tokens_reasoning":0,"count":115972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"stepfun/step-3.5-flash","change":-0.08356764456797175},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"standard","total_completion_tokens":302096952070,"total_prompt_tokens":10967991852110,"total_native_tokens_reasoning":0,"count":297668791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826","change":-0.08606834908671769},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-flash-20250625","variant":"standard","total_completion_tokens":330048596,"total_prompt_tokens":2681567548,"total_native_tokens_reasoning":0,"count":2215118,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-1.6-flash-20250625","change":-0.08781272730181239},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"standard","total_completion_tokens":383454401138,"total_prompt_tokens":10855892367546,"total_native_tokens_reasoning":0,"count":511846753,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731","change":-0.08790445971295041},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-20251201","variant":"standard","total_completion_tokens":18908761277,"total_prompt_tokens":401749491025,"total_native_tokens_reasoning":0,"count":65932139,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v3.2-20251201","change":-0.08818368748582447},{"date":"2026-09-16 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-405b","variant":"standard","total_completion_tokens":29579637,"total_prompt_tokens":550375554,"total_native_tokens_reasoning":0,"count":307960,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-405b","change":-0.09258486184398433},{"date":"2026-09-16 00:00:00","model_permaslug":"thedrummer/cydonia-24b-v4.1","variant":"standard","total_completion_tokens":75036137,"total_prompt_tokens":1383918913,"total_native_tokens_reasoning":0,"count":404572,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/cydonia-24b-v4.1","change":-0.09277624589733348},{"date":"2026-09-16 00:00:00","model_permaslug":"gryphe/mythomax-l2-13b","variant":"standard","total_completion_tokens":80474675,"total_prompt_tokens":543663399,"total_native_tokens_reasoning":0,"count":497133,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"gryphe/mythomax-l2-13b","change":-0.09281853596840764},{"date":"2026-09-16 00:00:00","model_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","variant":"standard","total_completion_tokens":944642547,"total_prompt_tokens":14636540667,"total_native_tokens_reasoning":0,"count":7499583,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","change":-0.09438179560755507},{"date":"2026-09-16 00:00:00","model_permaslug":"undi95/remm-slerp-l2-13b","variant":"standard","total_completion_tokens":7062812,"total_prompt_tokens":98509159,"total_native_tokens_reasoning":0,"count":58276,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"undi95/remm-slerp-l2-13b","change":-0.09450761578039713},{"date":"2026-09-16 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"standard","total_completion_tokens":489794183,"total_prompt_tokens":55507839060,"total_native_tokens_reasoning":0,"count":621870,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720","change":-0.09848499142187436},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","variant":"standard","total_completion_tokens":646992916,"total_prompt_tokens":7391198842,"total_native_tokens_reasoning":0,"count":7975498,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","change":-0.09890487788211066},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"standard","total_completion_tokens":4626240066,"total_prompt_tokens":119579510816,"total_native_tokens_reasoning":0,"count":26446541,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317","change":-0.10152529147664134},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"standard","total_completion_tokens":2594221351,"total_prompt_tokens":70836125665,"total_native_tokens_reasoning":0,"count":4291205,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.5-20260423","change":-0.10172041301141874},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"standard","total_completion_tokens":10177899821,"total_prompt_tokens":115724630218,"total_native_tokens_reasoning":0,"count":9315559,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.6-flash-20260721","change":-0.10205859941499365},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/mai-voice-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2456358,"total_native_tokens_reasoning":0,"count":56074,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-voice-2","change":-0.10558136384788652},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507","variant":"standard","total_completion_tokens":25411181,"total_prompt_tokens":96458264,"total_native_tokens_reasoning":0,"count":185640,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507","change":-0.10620793815350271},{"date":"2026-09-16 00:00:00","model_permaslug":"tencent/hy3-preview-20260421","variant":"standard","total_completion_tokens":1607550305,"total_prompt_tokens":4033372989,"total_native_tokens_reasoning":0,"count":890891,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy3-preview-20260421","change":-0.10819940981551299},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-4.7-20251222","variant":"standard","total_completion_tokens":2251021538,"total_prompt_tokens":41384549900,"total_native_tokens_reasoning":0,"count":3554693,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.7-20251222","change":-0.10931636595725863},{"date":"2026-09-16 00:00:00","model_permaslug":"aion-labs/aion-3.0-mini-20260707","variant":"standard","total_completion_tokens":190197400,"total_prompt_tokens":1904380536,"total_native_tokens_reasoning":0,"count":163570,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-3.0-mini-20260707","change":-0.11164557817611524},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/o1-2024-12-17","variant":"standard","total_completion_tokens":2278932,"total_prompt_tokens":10267200,"total_native_tokens_reasoning":0,"count":4945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o1-2024-12-17","change":-0.11240740368667533},{"date":"2026-09-16 00:00:00","model_permaslug":"cohere/command-a-03-2025","variant":"standard","total_completion_tokens":9048891,"total_prompt_tokens":43942525,"total_native_tokens_reasoning":0,"count":27868,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-a-03-2025","change":-0.11690038350896614},{"date":"2026-09-16 00:00:00","model_permaslug":"sao10k/l3-lunaris-8b","variant":"standard","total_completion_tokens":379318876,"total_prompt_tokens":4790353929,"total_native_tokens_reasoning":0,"count":2141584,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3-lunaris-8b","change":-0.11719506050563547},{"date":"2026-09-16 00:00:00","model_permaslug":"voyageai/voyage-multimodal-3.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":259532085,"total_native_tokens_reasoning":0,"count":576487,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-multimodal-3.5-20260727","change":-0.11891943828067009},{"date":"2026-09-16 00:00:00","model_permaslug":"baai/bge-m3-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21235013848,"total_native_tokens_reasoning":0,"count":22292605,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baai/bge-m3-20251117","change":-0.12004550784684784},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.2-20251211","variant":"standard","total_completion_tokens":2270261159,"total_prompt_tokens":37508125562,"total_native_tokens_reasoning":0,"count":6402692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-20251211","change":-0.12032323707968122},{"date":"2026-09-16 00:00:00","model_permaslug":"black-forest-labs/flux.2-pro","variant":"standard","total_completion_tokens":526386549,"total_prompt_tokens":366205236,"total_native_tokens_reasoning":0,"count":136801,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-pro","change":-0.12326387731009547},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260423","variant":"standard","total_completion_tokens":221401510803,"total_prompt_tokens":4019736276299,"total_native_tokens_reasoning":0,"count":447393965,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260423","change":-0.1237601530427036},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5v-turbo-20260401","variant":"standard","total_completion_tokens":110771172,"total_prompt_tokens":3582744197,"total_native_tokens_reasoning":0,"count":189975,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5v-turbo-20260401","change":-0.12710118122310732},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-07-25","variant":"standard","total_completion_tokens":6146159778,"total_prompt_tokens":59921658092,"total_native_tokens_reasoning":0,"count":19397665,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-235b-a22b-07-25","change":-0.12959077611110753},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3-pro-image-20260528","variant":"standard","total_completion_tokens":336543819,"total_prompt_tokens":429559531,"total_native_tokens_reasoning":0,"count":274021,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-pro-image-20260528","change":-0.13143121228595098},{"date":"2026-09-16 00:00:00","model_permaslug":"amazon/nova-pro-v1","variant":"standard","total_completion_tokens":3277565,"total_prompt_tokens":62435386,"total_native_tokens_reasoning":0,"count":18590,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-pro-v1","change":-0.13299538515923373},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5-image","variant":"standard","total_completion_tokens":77004611,"total_prompt_tokens":26278084,"total_native_tokens_reasoning":0,"count":26077,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-image","change":-0.1337530199384756},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":25958191160,"total_native_tokens_reasoning":0,"count":21883243,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-2","change":-0.1354689045706595},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-coder-flash","variant":"standard","total_completion_tokens":37153104,"total_prompt_tokens":3407540876,"total_native_tokens_reasoning":0,"count":128521,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-flash","change":-0.1354861523050701},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"standard","total_completion_tokens":47732032744,"total_prompt_tokens":2115459761448,"total_native_tokens_reasoning":0,"count":55377719,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.8-flash-20260902","change":-0.13736976496901257},{"date":"2026-09-16 00:00:00","model_permaslug":"amazon/nova-micro-v1","variant":"standard","total_completion_tokens":940629574,"total_prompt_tokens":18673492172,"total_native_tokens_reasoning":0,"count":9369892,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-micro-v1","change":-0.1394444254447583},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5.1-20260406","variant":"standard","total_completion_tokens":4709540986,"total_prompt_tokens":51026177999,"total_native_tokens_reasoning":0,"count":4399461,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.1-20260406","change":-0.14076361898259385},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3-pro-image-preview-20251120","variant":"standard","total_completion_tokens":538806484,"total_prompt_tokens":306480546,"total_native_tokens_reasoning":0,"count":334957,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-pro-image-preview-20251120","change":-0.142260299887326},{"date":"2026-09-16 00:00:00","model_permaslug":"canopylabs/orpheus-3b-0.1-ft","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":64122,"total_native_tokens_reasoning":0,"count":2555,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"canopylabs/orpheus-3b-0.1-ft","change":-0.14249033793813606},{"date":"2026-09-15 00:00:00","model_permaslug":"openai/gpt-4o","variant":"batch","total_completion_tokens":3,"total_prompt_tokens":9,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o:batch","change":-0.14285714285714285},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen-image-3-pro-20260805","variant":"standard","total_completion_tokens":46534550,"total_prompt_tokens":4489117,"total_native_tokens_reasoning":0,"count":11045,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-image-3-pro-20260805","change":-0.14602471777827333},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"standard","total_completion_tokens":626977044,"total_prompt_tokens":13081824104,"total_native_tokens_reasoning":0,"count":1446079,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124","change":-0.14665096338243425},{"date":"2026-09-16 00:00:00","model_permaslug":"writer/palmyra-x5-20250428","variant":"standard","total_completion_tokens":3926831,"total_prompt_tokens":30957273,"total_native_tokens_reasoning":0,"count":12429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"writer/palmyra-x5-20250428","change":-0.15270727483792454},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"free","total_completion_tokens":3239846065,"total_prompt_tokens":28127005964,"total_native_tokens_reasoning":0,"count":1593118,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428:free","change":-0.15294843588791612},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"batch","total_completion_tokens":213045770,"total_prompt_tokens":654540580,"total_native_tokens_reasoning":0,"count":262770,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709:batch","change":-0.15308653249492202},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"standard","total_completion_tokens":18537726378,"total_prompt_tokens":275670217213,"total_native_tokens_reasoning":0,"count":98020175,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403","change":-0.1542110069881593},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-20260528","variant":"standard","total_completion_tokens":1238074180,"total_prompt_tokens":1884082822,"total_native_tokens_reasoning":0,"count":1189644,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-image-20260528","change":-0.15505767837796164},{"date":"2026-09-16 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"standard","total_completion_tokens":212523736,"total_prompt_tokens":3927698789,"total_native_tokens_reasoning":0,"count":232671,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625","change":-0.16245083633184432},{"date":"2026-09-16 00:00:00","model_permaslug":"morph/morph-v3-fast","variant":"standard","total_completion_tokens":32113267,"total_prompt_tokens":26888443,"total_native_tokens_reasoning":0,"count":6687,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"morph/morph-v3-fast","change":-0.16482393002820236},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-build-0.1-20260520","variant":"standard","total_completion_tokens":69708505,"total_prompt_tokens":3265078767,"total_native_tokens_reasoning":0,"count":62891,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-build-0.1-20260520","change":-0.1655716042052354},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-small-24b-instruct-2501","variant":"standard","total_completion_tokens":1295183455,"total_prompt_tokens":10237880281,"total_native_tokens_reasoning":0,"count":4444058,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-24b-instruct-2501","change":-0.17042129618459426},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-spark-1.3-20260902","variant":"standard","total_completion_tokens":4730403541,"total_prompt_tokens":249073143939,"total_native_tokens_reasoning":0,"count":3182469,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.3-20260902","change":-0.17682943697391992},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-4.5-20260708","variant":"standard","total_completion_tokens":2863988185,"total_prompt_tokens":72788423760,"total_native_tokens_reasoning":0,"count":3584545,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.5-20260708","change":-0.1781194607836615},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"standard","total_completion_tokens":9809924118,"total_prompt_tokens":299759289528,"total_native_tokens_reasoning":0,"count":3759421,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709","change":-0.18071637753713485},{"date":"2026-09-16 00:00:00","model_permaslug":"meituan/longcat-2.0-20260720","variant":"standard","total_completion_tokens":106921577,"total_prompt_tokens":6590434362,"total_native_tokens_reasoning":0,"count":230952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meituan/longcat-2.0-20260720","change":-0.18241333713973087},{"date":"2026-09-16 00:00:00","model_permaslug":"black-forest-labs/flux.2-klein-4b","variant":"standard","total_completion_tokens":361266249,"total_prompt_tokens":126269305,"total_native_tokens_reasoning":0,"count":61456,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-klein-4b","change":-0.18668875440013297},{"date":"2026-09-16 00:00:00","model_permaslug":"perplexity/sonar-reasoning-pro","variant":"standard","total_completion_tokens":33218671,"total_prompt_tokens":62058293,"total_native_tokens_reasoning":0,"count":28989,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-reasoning-pro","change":-0.19052848042299395},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-04-28","variant":"standard","total_completion_tokens":455160308,"total_prompt_tokens":1274670945,"total_native_tokens_reasoning":0,"count":655088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-30b-a3b-04-28","change":-0.19200693432923138},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"standard","total_completion_tokens":5800376114,"total_prompt_tokens":45925233741,"total_native_tokens_reasoning":0,"count":11026237,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.3-20260430","change":-0.19502073015919444},{"date":"2026-09-16 00:00:00","model_permaslug":"fish-audio/s1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":56987,"total_native_tokens_reasoning":0,"count":1475,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/s1-20260729","change":-0.19526936383534563},{"date":"2026-09-16 00:00:00","model_permaslug":"perplexity/sonar-pro","variant":"standard","total_completion_tokens":428606434,"total_prompt_tokens":521212739,"total_native_tokens_reasoning":0,"count":665282,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-pro","change":-0.19973346539649614},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","variant":"standard","total_completion_tokens":67868174,"total_prompt_tokens":31478501,"total_native_tokens_reasoning":0,"count":24260,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","change":-0.2105651625613966},{"date":"2026-09-16 00:00:00","model_permaslug":"thedrummer/skyfall-36b-v2","variant":"standard","total_completion_tokens":11756194,"total_prompt_tokens":117831405,"total_native_tokens_reasoning":0,"count":48197,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/skyfall-36b-v2","change":-0.21362746650445452},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","variant":"standard","total_completion_tokens":1135059132,"total_prompt_tokens":21162561903,"total_native_tokens_reasoning":0,"count":589363,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","change":-0.21620712496459657},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/codestral-embed-2505","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":545465522,"total_native_tokens_reasoning":0,"count":111676,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/codestral-embed-2505","change":-0.21642510858538497},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen-plus-2025-01-25","variant":"standard","total_completion_tokens":119556481,"total_prompt_tokens":1390226595,"total_native_tokens_reasoning":0,"count":277714,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-plus-2025-01-25","change":-0.2197680408361262},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-image-1","variant":"standard","total_completion_tokens":25704788,"total_prompt_tokens":3503274,"total_native_tokens_reasoning":0,"count":7691,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-1","change":-0.22064391624853658},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-audio-mini","variant":"standard","total_completion_tokens":61891124,"total_prompt_tokens":189724758,"total_native_tokens_reasoning":0,"count":218827,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-audio-mini","change":-0.22623271714501117},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-image-2","variant":"standard","total_completion_tokens":611449501,"total_prompt_tokens":894984856,"total_native_tokens_reasoning":0,"count":884931,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-2","change":-0.2272063251904357},{"date":"2026-09-16 00:00:00","model_permaslug":"sourceful/riverflow-v2-fast-20260130","variant":"standard","total_completion_tokens":11456200,"total_prompt_tokens":1349049,"total_native_tokens_reasoning":0,"count":2744,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2-fast-20260130","change":-0.23091075633125918},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5-turbo-20260315","variant":"standard","total_completion_tokens":88512563,"total_prompt_tokens":2200405218,"total_native_tokens_reasoning":0,"count":125604,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5-turbo-20260315","change":-0.23272264661519587},{"date":"2026-09-16 00:00:00","model_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":45443200,"total_native_tokens_reasoning":0,"count":13810,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","change":-0.23365175918500827},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-lite-20260309","variant":"standard","total_completion_tokens":134155260,"total_prompt_tokens":907568053,"total_native_tokens_reasoning":0,"count":166754,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2.0-lite-20260309","change":-0.23758987521520386},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-r1-distill-llama-70b","variant":"standard","total_completion_tokens":30571119,"total_prompt_tokens":45979895,"total_native_tokens_reasoning":0,"count":32692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-r1-distill-llama-70b","change":-0.24071738967035827},{"date":"2026-09-16 00:00:00","model_permaslug":"krea/krea-2-medium-20260720","variant":"standard","total_completion_tokens":145022800,"total_prompt_tokens":4933214,"total_native_tokens_reasoning":0,"count":34736,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"krea/krea-2-medium-20260720","change":-0.24268218676816275},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-4.5v","variant":"standard","total_completion_tokens":32247746,"total_prompt_tokens":290290204,"total_native_tokens_reasoning":0,"count":91125,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.5v","change":-0.24618491043215665},{"date":"2026-09-16 00:00:00","model_permaslug":"meta-llama/llama-3.1-70b-instruct","variant":"standard","total_completion_tokens":133434039,"total_prompt_tokens":2356574749,"total_native_tokens_reasoning":0,"count":2436800,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.1-70b-instruct","change":-0.24644601628115304},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"standard","total_completion_tokens":279499289,"total_prompt_tokens":14570263551,"total_native_tokens_reasoning":0,"count":168844,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709","change":-0.2464509299479238},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/o4-mini-2025-04-16","variant":"standard","total_completion_tokens":402480307,"total_prompt_tokens":1687240436,"total_native_tokens_reasoning":0,"count":527575,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o4-mini-2025-04-16","change":-0.2483533490613693},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"standard","total_completion_tokens":38724477729,"total_prompt_tokens":2418369156272,"total_native_tokens_reasoning":0,"count":31424025,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.3-20260816","change":-0.2490652401551167},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.4-image-2-20260421","variant":"standard","total_completion_tokens":675190048,"total_prompt_tokens":644413913,"total_native_tokens_reasoning":0,"count":194698,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-image-2-20260421","change":-0.24985698750576213},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","variant":"standard","total_completion_tokens":4129075,"total_prompt_tokens":473609,"total_native_tokens_reasoning":0,"count":938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","change":-0.2525268535537375},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4.1-vector-20260514","variant":"standard","total_completion_tokens":8926150,"total_prompt_tokens":645417,"total_native_tokens_reasoning":0,"count":2022,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-vector-20260514","change":-0.2530032236569878},{"date":"2026-09-16 00:00:00","model_permaslug":"thenlper/gte-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2908294,"total_native_tokens_reasoning":0,"count":2391,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thenlper/gte-large-20251117","change":-0.25453475418794796},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.1-codex-mini-20251113","variant":"standard","total_completion_tokens":107763933,"total_prompt_tokens":1158768730,"total_native_tokens_reasoning":0,"count":50560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-codex-mini-20251113","change":-0.2553821757748102},{"date":"2026-09-16 00:00:00","model_permaslug":"perplexity/sonar-pro-search","variant":"standard","total_completion_tokens":113757846,"total_prompt_tokens":160493864,"total_native_tokens_reasoning":0,"count":100392,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-pro-search","change":-0.259079159008191},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-instruct","variant":"standard","total_completion_tokens":652438316,"total_prompt_tokens":8780563639,"total_native_tokens_reasoning":0,"count":9345052,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-8b-instruct","change":-0.2649387794948837},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","variant":"standard","total_completion_tokens":2846824680,"total_prompt_tokens":31925879409,"total_native_tokens_reasoning":0,"count":16925148,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","change":-0.2668993145393126},{"date":"2026-09-16 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"standard","total_completion_tokens":27424295433,"total_prompt_tokens":1342280767383,"total_native_tokens_reasoning":0,"count":25522629,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k3-20260715","change":-0.26957420968474266},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-imagine-image-quality-20260512","variant":"standard","total_completion_tokens":399489050,"total_prompt_tokens":75090750,"total_native_tokens_reasoning":0,"count":95686,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-image-quality-20260512","change":-0.2766824085370289},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/o1-pro","variant":"standard","total_completion_tokens":185254,"total_prompt_tokens":315790,"total_native_tokens_reasoning":0,"count":1694,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o1-pro","change":-0.2769176595548167},{"date":"2026-09-16 00:00:00","model_permaslug":"cohere/command-r-08-2024","variant":"standard","total_completion_tokens":14327221,"total_prompt_tokens":101554151,"total_native_tokens_reasoning":0,"count":62853,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-r-08-2024","change":-0.2807523469785374},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-image-20260630","variant":"standard","total_completion_tokens":919185388,"total_prompt_tokens":1206069932,"total_native_tokens_reasoning":0,"count":833765,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-image-20260630","change":-0.2885404760671156},{"date":"2026-09-16 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-20260826","variant":"standard","total_completion_tokens":2705400,"total_prompt_tokens":152494,"total_native_tokens_reasoning":0,"count":535,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-20260826","change":-0.2892695618525038},{"date":"2026-09-16 00:00:00","model_permaslug":"voyageai/voyage-code-4-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":307362665,"total_native_tokens_reasoning":0,"count":63903,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-code-4-20260812","change":-0.2944107862682538},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"batch","total_completion_tokens":6235127,"total_prompt_tokens":814764,"total_native_tokens_reasoning":0,"count":791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310:batch","change":-0.29584841789175953},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-max","variant":"standard","total_completion_tokens":123938615,"total_prompt_tokens":2598780236,"total_native_tokens_reasoning":0,"count":720283,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-max","change":-0.2987327963999827},{"date":"2026-09-16 00:00:00","model_permaslug":"perplexity/sonar-deep-research","variant":"standard","total_completion_tokens":57328080,"total_prompt_tokens":22125269,"total_native_tokens_reasoning":0,"count":5190,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-deep-research","change":-0.29884526049787813},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"free","total_completion_tokens":9115421046,"total_prompt_tokens":685293624853,"total_native_tokens_reasoning":0,"count":11102143,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807:free","change":-0.30221060503311553},{"date":"2026-09-16 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"standard","total_completion_tokens":6729867,"total_prompt_tokens":351959288,"total_native_tokens_reasoning":0,"count":5121,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813","change":-0.3064214039558951},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"standard","total_completion_tokens":1007434703,"total_prompt_tokens":58645587388,"total_native_tokens_reasoning":0,"count":620170,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709","change":-0.3162635623976289},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-embedding-001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":8005085078,"total_native_tokens_reasoning":0,"count":19849593,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-001","change":-0.3210133438210123},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"standard","total_completion_tokens":3726988148,"total_prompt_tokens":29983936172,"total_native_tokens_reasoning":0,"count":3585393,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807","change":-0.3293825632308103},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-voice-tts-1.0","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9369347,"total_native_tokens_reasoning":0,"count":260864,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-voice-tts-1.0","change":-0.3297404104706852},{"date":"2026-09-16 00:00:00","model_permaslug":"thenlper/gte-base-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":258869681,"total_native_tokens_reasoning":0,"count":55467,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thenlper/gte-base-20251117","change":-0.3329356014612488},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"standard","total_completion_tokens":31748981536,"total_prompt_tokens":177239381906,"total_native_tokens_reasoning":0,"count":49590834,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-20b","change":-0.34632397045904834},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemma-2-27b-it","variant":"standard","total_completion_tokens":8318179,"total_prompt_tokens":55978124,"total_native_tokens_reasoning":0,"count":153028,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-2-27b-it","change":-0.3471126978030988},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-3-haiku","variant":"standard","total_completion_tokens":205893989,"total_prompt_tokens":2231415550,"total_native_tokens_reasoning":0,"count":1047709,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-3-haiku","change":-0.3486122953912349},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen-plus-2025-07-28","variant":"standard","total_completion_tokens":64495664,"total_prompt_tokens":718580958,"total_native_tokens_reasoning":0,"count":523416,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-plus-2025-07-28","change":-0.3508559473931417},{"date":"2026-09-15 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"batch","total_completion_tokens":16657692,"total_prompt_tokens":28068630,"total_native_tokens_reasoning":0,"count":4506,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219:batch","change":-0.35317936820457096},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"standard","total_completion_tokens":16902746,"total_prompt_tokens":310209292,"total_native_tokens_reasoning":0,"count":115589,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423","change":-0.3571570445356333},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":72577304779,"total_native_tokens_reasoning":0,"count":20347535,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/text-embedding-3-large","change":-0.3615698613023886},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/mai-image-2.6-20260904","variant":"standard","total_completion_tokens":12460205,"total_prompt_tokens":14581441,"total_native_tokens_reasoning":0,"count":11791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-image-2.6-20260904","change":-0.3634032144109206},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-saba-2502","variant":"standard","total_completion_tokens":12881425,"total_prompt_tokens":92143722,"total_native_tokens_reasoning":0,"count":43192,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-saba-2502","change":-0.36532921480259894},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"standard","total_completion_tokens":4354039,"total_prompt_tokens":25312017,"total_native_tokens_reasoning":0,"count":11192,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305","change":-0.3655131715332951},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","variant":"standard","total_completion_tokens":32590100,"total_prompt_tokens":49361357,"total_native_tokens_reasoning":0,"count":20005,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","change":-0.36760209271138833},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","variant":"standard","total_completion_tokens":148736174,"total_prompt_tokens":12079516386,"total_native_tokens_reasoning":0,"count":670470,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","change":-0.3702966572371907},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260420","variant":"standard","total_completion_tokens":108641734,"total_prompt_tokens":1163375434,"total_native_tokens_reasoning":0,"count":106681,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-plus-20260420","change":-0.37812166403381503},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"standard","total_completion_tokens":40075842397,"total_prompt_tokens":1440104037483,"total_native_tokens_reasoning":0,"count":43875746,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.2-20260616","change":-0.3827164907031098},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-spark-1.1-20260709","variant":"standard","total_completion_tokens":379151921,"total_prompt_tokens":7664979333,"total_native_tokens_reasoning":0,"count":418102,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.1-20260709","change":-0.3878392237966001},{"date":"2026-09-16 00:00:00","model_permaslug":"inception/mercury-2-20260304","variant":"standard","total_completion_tokens":334043542,"total_prompt_tokens":1998807771,"total_native_tokens_reasoning":0,"count":686668,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inception/mercury-2-20260304","change":-0.39388301916844387},{"date":"2026-09-16 00:00:00","model_permaslug":"tencent/hy4-preview-20260827","variant":"standard","total_completion_tokens":104668072934,"total_prompt_tokens":11851920710588,"total_native_tokens_reasoning":0,"count":101788801,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy4-preview-20260827","change":-0.3942196391459061},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"standard","total_completion_tokens":19520804640,"total_prompt_tokens":1077463426529,"total_native_tokens_reasoning":0,"count":13872303,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-opus-5-20260723","change":-0.39652988398087713},{"date":"2026-09-16 00:00:00","model_permaslug":"minimax/minimax-01","variant":"standard","total_completion_tokens":16832710,"total_prompt_tokens":191589987,"total_native_tokens_reasoning":0,"count":90409,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-01","change":-0.40132953677037564},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-spark-1.2-20260805","variant":"standard","total_completion_tokens":1666801663,"total_prompt_tokens":19184112918,"total_native_tokens_reasoning":0,"count":883335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.2-20260805","change":-0.40266359644486033},{"date":"2026-09-16 00:00:00","model_permaslug":"deepgram/aura-2-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":726572,"total_native_tokens_reasoning":0,"count":55643,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepgram/aura-2-20260716","change":-0.4033664371244209},{"date":"2026-09-16 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":269392,"total_native_tokens_reasoning":0,"count":7836,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6b","change":-0.4138721054452333},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","variant":"standard","total_completion_tokens":4982314568,"total_prompt_tokens":312944728199,"total_native_tokens_reasoning":0,"count":6290241,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","change":-0.4167649598722599},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"standard","total_completion_tokens":1224814579,"total_prompt_tokens":32434578762,"total_native_tokens_reasoning":0,"count":2350988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","change":-0.41902273510139854},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen2.5-vl-72b-instruct","variant":"standard","total_completion_tokens":98096883,"total_prompt_tokens":1771374162,"total_native_tokens_reasoning":0,"count":1208374,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen2.5-vl-72b-instruct","change":-0.42527660626444724},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"standard","total_completion_tokens":13183767069,"total_prompt_tokens":96372633481,"total_native_tokens_reasoning":0,"count":15719892,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07","change":-0.4265970358994698},{"date":"2026-09-16 00:00:00","model_permaslug":"liquid/lfm-2.5-embedding-350m-20260818","variant":"free","total_completion_tokens":0,"total_prompt_tokens":92004648,"total_native_tokens_reasoning":0,"count":80965,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"liquid/lfm-2.5-embedding-350m-20260818:free","change":-0.4413024307004836},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-code-20260730","variant":"standard","total_completion_tokens":17873695,"total_prompt_tokens":162293246,"total_native_tokens_reasoning":0,"count":32653,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2.0-code-20260730","change":-0.4456414437702511},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"batch","total_completion_tokens":33491144,"total_prompt_tokens":263710416,"total_native_tokens_reasoning":0,"count":183186,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507:batch","change":-0.45387061008336005},{"date":"2026-09-16 00:00:00","model_permaslug":"microsoft/mai-image-2.5","variant":"standard","total_completion_tokens":14010499,"total_prompt_tokens":14053659,"total_native_tokens_reasoning":0,"count":13813,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-image-2.5","change":-0.45554566224201715},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"standard","total_completion_tokens":31150062430,"total_prompt_tokens":641640636968,"total_native_tokens_reasoning":0,"count":37871621,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.7-flash-20260813","change":-0.45605216727997},{"date":"2026-09-15 00:00:00","model_permaslug":"anthropic/claude-4-opus-20250522","variant":"standard","total_completion_tokens":18249175,"total_prompt_tokens":479820427,"total_native_tokens_reasoning":0,"count":61521,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4-opus-20250522","change":-0.4646520224348032},{"date":"2026-09-16 00:00:00","model_permaslug":"krea/krea-2-large-20260720","variant":"standard","total_completion_tokens":8754975,"total_prompt_tokens":506669,"total_native_tokens_reasoning":0,"count":2097,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"krea/krea-2-large-20260720","change":-0.4759497107399414},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5-image-mini","variant":"standard","total_completion_tokens":102197491,"total_prompt_tokens":58119504,"total_native_tokens_reasoning":0,"count":27509,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-image-mini","change":-0.4764644769215341},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-20250625","variant":"standard","total_completion_tokens":58388519,"total_prompt_tokens":137138511,"total_native_tokens_reasoning":0,"count":58518,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-1.6-20250625","change":-0.5010046259332169},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"free","total_completion_tokens":106297628,"total_prompt_tokens":595115820,"total_native_tokens_reasoning":0,"count":356296,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:free","change":-0.515035102509208},{"date":"2026-09-16 00:00:00","model_permaslug":"morph/morph-v3-large","variant":"standard","total_completion_tokens":16968763,"total_prompt_tokens":14919875,"total_native_tokens_reasoning":0,"count":7559,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"morph/morph-v3-large","change":-0.5596050086194188},{"date":"2026-09-16 00:00:00","model_permaslug":"x-ai/grok-4.20-multi-agent-20260309","variant":"standard","total_completion_tokens":101237162,"total_prompt_tokens":1130016780,"total_native_tokens_reasoning":0,"count":17707,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.20-multi-agent-20260309","change":-0.5719761281062125},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"batch","total_completion_tokens":68120049,"total_prompt_tokens":101088097,"total_native_tokens_reasoning":0,"count":59897,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731:batch","change":-0.5768281352406975},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.5-35b-a3b-20260224","variant":"standard","total_completion_tokens":5054759793,"total_prompt_tokens":16289728994,"total_native_tokens_reasoning":0,"count":3011834,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-35b-a3b-20260224","change":-0.585131213205322},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5-pro-2025-10-06","variant":"standard","total_completion_tokens":2611755,"total_prompt_tokens":7008037,"total_native_tokens_reasoning":0,"count":3328,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-pro-2025-10-06","change":-0.6134674391913275},{"date":"2026-09-16 00:00:00","model_permaslug":"tencent/hunyuan-a13b-instruct","variant":"standard","total_completion_tokens":22389665,"total_prompt_tokens":58615502,"total_native_tokens_reasoning":0,"count":26429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hunyuan-a13b-instruct","change":-0.6167365588137037},{"date":"2026-09-16 00:00:00","model_permaslug":"perceptron/perceptron-mk1-20260512","variant":"standard","total_completion_tokens":13907503,"total_prompt_tokens":186953405,"total_native_tokens_reasoning":0,"count":143742,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perceptron/perceptron-mk1-20260512","change":-0.6196962658486713},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3-14b-04-28","variant":"standard","total_completion_tokens":355376575,"total_prompt_tokens":1619540419,"total_native_tokens_reasoning":0,"count":635882,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-14b-04-28","change":-0.6257345500787099},{"date":"2026-09-16 00:00:00","model_permaslug":"upstage/solar-pro-3","variant":"standard","total_completion_tokens":7001143,"total_prompt_tokens":49252312,"total_native_tokens_reasoning":0,"count":32314,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"upstage/solar-pro-3","change":-0.6465932062938757},{"date":"2026-09-16 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b","variant":"free","total_completion_tokens":0,"total_prompt_tokens":10822,"total_native_tokens_reasoning":0,"count":22,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b:free","change":-0.6606033996111146},{"date":"2026-09-16 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":92305557,"total_native_tokens_reasoning":0,"count":2163819,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","change":-0.6643080642506524},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"standard","total_completion_tokens":11927592053,"total_prompt_tokens":393076830407,"total_native_tokens_reasoning":0,"count":22719500,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217","change":-0.6867308395858872},{"date":"2026-09-16 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"standard","total_completion_tokens":2157607,"total_prompt_tokens":27705181,"total_native_tokens_reasoning":0,"count":1498,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/north-mini-code-20260617","change":-0.6935940478002425},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"batch","total_completion_tokens":749107517,"total_prompt_tokens":1115248844,"total_native_tokens_reasoning":0,"count":304712,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.7-flash-20260813:batch","change":-0.7026994378745433},{"date":"2026-09-15 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"batch","total_completion_tokens":22219240,"total_prompt_tokens":12860811,"total_native_tokens_reasoning":0,"count":1922,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.5-flash-20260519:batch","change":-0.7116000197999288},{"date":"2026-09-16 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"batch","total_completion_tokens":60272550,"total_prompt_tokens":98276034,"total_native_tokens_reasoning":0,"count":31127,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831:batch","change":-0.7253255598565612},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-spark-1.2-contributor-20260805","variant":"standard","total_completion_tokens":730658457,"total_prompt_tokens":24340881923,"total_native_tokens_reasoning":0,"count":592277,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.2-contributor-20260805","change":-0.7461083462342901},{"date":"2026-09-16 00:00:00","model_permaslug":"qwen/qwen3.6-max-preview-20260420","variant":"standard","total_completion_tokens":35272194,"total_prompt_tokens":87535993,"total_native_tokens_reasoning":0,"count":22505,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-max-preview-20260420","change":-0.7506309808545099},{"date":"2026-09-16 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-mini-20260224","variant":"standard","total_completion_tokens":456289749,"total_prompt_tokens":2395001973,"total_native_tokens_reasoning":0,"count":1488096,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2.0-mini-20260224","change":-0.7537419183916015},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/o3-pro-2025-06-10","variant":"standard","total_completion_tokens":326197,"total_prompt_tokens":668369,"total_native_tokens_reasoning":0,"count":3391,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-pro-2025-06-10","change":-0.756696517578458},{"date":"2026-09-16 00:00:00","model_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":648915,"total_native_tokens_reasoning":0,"count":489,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","change":-0.7781646445896192},{"date":"2026-09-16 00:00:00","model_permaslug":"mancer/weaver","variant":"standard","total_completion_tokens":905162,"total_prompt_tokens":3432164,"total_native_tokens_reasoning":0,"count":14860,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mancer/weaver","change":-0.7824580691482572},{"date":"2026-09-16 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"batch","total_completion_tokens":3041892,"total_prompt_tokens":11870491,"total_native_tokens_reasoning":0,"count":624,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k3-20260715:batch","change":-0.8369582620372049},{"date":"2026-09-15 00:00:00","model_permaslug":"intfloat/multilingual-e5-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":344,"total_native_tokens_reasoning":0,"count":2,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/multilingual-e5-large","change":-0.8537414965986394},{"date":"2026-09-16 00:00:00","model_permaslug":"stepfun/step-3.7-flash-20260528","variant":"standard","total_completion_tokens":2496905129,"total_prompt_tokens":19889913649,"total_native_tokens_reasoning":0,"count":1432189,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"stepfun/step-3.7-flash-20260528","change":-0.9300583851832912},{"date":"2026-09-16 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"free","total_completion_tokens":94018499,"total_prompt_tokens":506137320,"total_native_tokens_reasoning":0,"count":105933,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.2-20260616:free","change":-0.9579148997036563},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":6428698,"total_native_tokens_reasoning":0,"count":28450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-2:batch","change":-0.9779967940620411},{"date":"2026-09-16 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"batch","total_completion_tokens":16147,"total_prompt_tokens":2975,"total_native_tokens_reasoning":0,"count":8,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-20260715:batch","change":-0.9806453963736181},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"batch","total_completion_tokens":20279,"total_prompt_tokens":50539,"total_native_tokens_reasoning":0,"count":3,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709:batch","change":-0.9824415381170956},{"date":"2026-09-14 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":9,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07:batch","change":-0.9901098901098901},{"date":"2026-09-14 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"batch","total_completion_tokens":284,"total_prompt_tokens":436,"total_native_tokens_reasoning":0,"count":14,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:batch","change":-0.9994048022538154}]}