{"data":[{"date":"2026-09-17 00:00:00","model_permaslug":"stealth/union-alpha","variant":"standard","total_completion_tokens":13371740065,"total_prompt_tokens":964072589768,"total_native_tokens_reasoning":0,"count":16198512,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"stealth/union-alpha","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"sakana/fugu-max-20260911","variant":"standard","total_completion_tokens":77563094,"total_prompt_tokens":4001951604,"total_native_tokens_reasoning":0,"count":68605,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sakana/fugu-max-20260911","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"sakana/fugu-ultra-v2-20260911","variant":"standard","total_completion_tokens":74912393,"total_prompt_tokens":2341655639,"total_native_tokens_reasoning":0,"count":25121,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sakana/fugu-ultra-v2-20260911","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"free","total_completion_tokens":19656000,"total_prompt_tokens":429147875,"total_native_tokens_reasoning":0,"count":19166,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814:free","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"inference-net/schematron-v2-turbo-20260902","variant":"standard","total_completion_tokens":19976901,"total_prompt_tokens":159089731,"total_native_tokens_reasoning":0,"count":81218,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inference-net/schematron-v2-turbo-20260902","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"unbiased/pareto-20260917","variant":"standard","total_completion_tokens":2606423,"total_prompt_tokens":119869290,"total_native_tokens_reasoning":0,"count":2987,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"unbiased/pareto-20260917","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"inference-net/schematron-v2-small-20260902","variant":"standard","total_completion_tokens":7217863,"total_prompt_tokens":55977346,"total_native_tokens_reasoning":0,"count":38585,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inference-net/schematron-v2-small-20260902","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"typesafe/jev-1.13-20260917","variant":"standard","total_completion_tokens":332201,"total_prompt_tokens":2322056,"total_native_tokens_reasoning":0,"count":458,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"typesafe/jev-1.13-20260917","change":null},{"date":"2026-09-14 00:00:00","model_permaslug":"xiaomi/mimo-x-flash-preview-20260914","variant":"standard","total_completion_tokens":47115,"total_prompt_tokens":868487,"total_native_tokens_reasoning":0,"count":12,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-x-flash-preview-20260914","change":null},{"date":"2026-09-14 00:00:00","model_permaslug":"xiaomi/mimo-x-pro-preview-20260914","variant":"standard","total_completion_tokens":44349,"total_prompt_tokens":265629,"total_native_tokens_reasoning":0,"count":12,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-x-pro-preview-20260914","change":null},{"date":"2026-09-13 00:00:00","model_permaslug":"BAAI/bge-base-en-v1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":27,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"BAAI/bge-base-en-v1.5","change":null},{"date":"2026-09-15 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"batch","total_completion_tokens":16,"total_prompt_tokens":7,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-20251113:batch","change":null},{"date":"2026-09-15 00:00:00","model_permaslug":"text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":14,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"text-embedding-3-small","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-transcribe-20260805","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":203691,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-transcribe-20260805","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"alibaba/wan-2.6-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":905,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-2.6-20260327","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"cohere/rerank-4-fast","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1810601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/rerank-4-fast","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"black-forest-labs/flux-video-upscale-20260819","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":117,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux-video-upscale-20260819","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-stt-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":137845,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-stt-20260723","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance/seedance-2.0-mini-20260811","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":14174,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.0-mini-20260811","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/parakeet-tdt-0.6b-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":873249,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/parakeet-tdt-0.6b-v3","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"google/chirp-3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":101937,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/chirp-3","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/whisper-large-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8035769,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/whisper-large-v3","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"meta/muse-voice-transcribe-1.0-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":59066,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-voice-transcribe-1.0-20260903","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-pro-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6159,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaivgi/kling-v3.0-pro-20260429","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"alibaba/wan-3.0-prime-20260827","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1826,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-3.0-prime-20260827","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"heygen/avatar-iv-20260625","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1942,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"heygen/avatar-iv-20260625","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-std-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3736,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaivgi/kling-v3.0-std-20260429","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/sora-2-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":604,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/sora-2-pro-20260320","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"cohere/rerank-v3.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1327628,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/rerank-v3.5","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":26934,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507-stt-20260813","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"deepgram/nova-3-20260714","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":169667,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepgram/nova-3-20260714","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance/seedance-1-5-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7276,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-1-5-pro-20260320","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"kwaivgi/kling-video-o1-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1976,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaivgi/kling-video-o1-20260420","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance/seedance-2.0-fast-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":18114,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.0-fast-20260414","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/whisper-large-v3-turbo","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":4784146,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/whisper-large-v3-turbo","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"alibaba/happyhorse-1.1-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3650,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/happyhorse-1.1-20260624","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"cohere/rerank-4-pro","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":358748,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/rerank-4-pro","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-asr-flash-2026-02-10","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":331760,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-asr-flash-2026-02-10","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance/seedance-2.5-20260807","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":19361,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.5-20260807","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-asr-1.7b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":162030,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-asr-1.7b-20260813","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"black-forest-labs/flux-3-video-20260804","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2852,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux-3-video-20260804","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-imagine-video-20260512","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":10646,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-video-20260512","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":10816,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-mini-3b-2507-20260813","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"fish-audio/transcribe-1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":9045,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/transcribe-1-20260729","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"alibaba/wan-2.7-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2860,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-2.7-20260414","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/hailuo-2.3-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":199,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/hailuo-2.3-20260420","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":0,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"runway/aleph-2-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":175,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"runway/aleph-2-20260729","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance/seedance-2.0-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":10151,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.0-20260414","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"google/veo-3.1-lite-20260331","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":39336,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/veo-3.1-lite-20260331","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/hailuo-03-20260730","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6397,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/hailuo-03-20260730","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"alibaba/wan-3.0-20260824","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8059,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-3.0-20260824","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"google/veo-3.1-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":6292,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/veo-3.1-20260320","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"alibaba/happyhorse-1.0-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":175,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/happyhorse-1.0-20260624","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/hailuo-3-max-20260901","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":7595,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/hailuo-3-max-20260901","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/mai-transcribe-2-20260903","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1551189,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-transcribe-2-20260903","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"google/veo-3.1-fast-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8166,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/veo-3.1-fast-20260320","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":31980,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-asr-streaming-multilingual-0.6b-20260813","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"runway/gen-4.5-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":484,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"runway/gen-4.5-20260729","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/whisper-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":506655,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/whisper-1","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-20260719","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":5746,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-20260719","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-asr-0.6b-20260813","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":266338,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-asr-0.6b-20260813","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"black-forest-labs/flux-video-edit-20260910","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":555,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux-video-edit-20260910","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/mai-transcribe-1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":35698,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-transcribe-1.5","change":null},{"date":"2026-09-15 00:00:00","model_permaslug":"kwaipilot/kat-coder-pro-v2-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaipilot/kat-coder-pro-v2-20260327","change":null},{"date":"2026-09-15 00:00:00","model_permaslug":"kwaipilot/kat-coder-pro-v2.5-20260710","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaipilot/kat-coder-pro-v2.5-20260710","change":null},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"batch","total_completion_tokens":6455532,"total_prompt_tokens":33539878,"total_native_tokens_reasoning":0,"count":46260,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-2603:batch","change":211614.92592592593},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"batch","total_completion_tokens":3578527,"total_prompt_tokens":7876446,"total_native_tokens_reasoning":0,"count":446,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.2-20260616:batch","change":45818.892},{"date":"2026-09-17 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","variant":"standard","total_completion_tokens":147994526,"total_prompt_tokens":1533679305,"total_native_tokens_reasoning":0,"count":615407,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","change":1290.7331715665264},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"batch","total_completion_tokens":25694,"total_prompt_tokens":71301,"total_native_tokens_reasoning":0,"count":158,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-8b-2512:batch","change":768.8015873015873},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"batch","total_completion_tokens":2985,"total_prompt_tokens":3135,"total_native_tokens_reasoning":0,"count":4,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/codestral-2508:batch","change":407},{"date":"2026-09-17 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-vl-20260910","variant":"free","total_completion_tokens":7293148353,"total_prompt_tokens":531261322956,"total_native_tokens_reasoning":0,"count":8068000,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-vl-20260910:free","change":105.13290208021138},{"date":"2026-09-17 00:00:00","model_permaslug":"text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1064140,"total_native_tokens_reasoning":0,"count":217,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"text-embedding-3-large","change":67.02224495014063},{"date":"2026-09-15 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"batch","total_completion_tokens":2811520,"total_prompt_tokens":12284928,"total_native_tokens_reasoning":0,"count":40088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-20b:batch","change":33.60702160582268},{"date":"2026-09-16 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","variant":"batch","total_completion_tokens":184932,"total_prompt_tokens":2127359,"total_native_tokens_reasoning":0,"count":165,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821:batch","change":25.558520169071027},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"batch","total_completion_tokens":9404835,"total_prompt_tokens":18331328,"total_native_tokens_reasoning":0,"count":24142,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630:batch","change":16.77781388527814},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v4.1-flash-20260910","variant":"standard","total_completion_tokens":205794235559,"total_prompt_tokens":11636078213120,"total_native_tokens_reasoning":0,"count":193675755,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4.1-flash-20260910","change":16.448230743180908},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"batch","total_completion_tokens":33763546,"total_prompt_tokens":275674756,"total_native_tokens_reasoning":0,"count":19614,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217:batch","change":12.001902689989265},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"batch","total_completion_tokens":84456670,"total_prompt_tokens":265538785,"total_native_tokens_reasoning":0,"count":48419,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash:batch","change":6.859077257798506},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-medium-3","variant":"standard","total_completion_tokens":34392425,"total_prompt_tokens":2120669073,"total_native_tokens_reasoning":0,"count":146815,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3","change":6.516822379448111},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-image-2.5-flare-20260908","variant":"standard","total_completion_tokens":203557599,"total_prompt_tokens":459699586,"total_native_tokens_reasoning":0,"count":240518,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-2.5-flare-20260908","change":6.112611228184788},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"batch","total_completion_tokens":1810390375,"total_prompt_tokens":32948016674,"total_native_tokens_reasoning":0,"count":1637684,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709:batch","change":5.468015777975313},{"date":"2026-09-17 00:00:00","model_permaslug":"voyageai/voyage-4-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6213842994,"total_native_tokens_reasoning":0,"count":2574850,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-4-lite-20260727","change":5.464070236204998},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2453735,"total_native_tokens_reasoning":0,"count":59432,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-plus-20260723","change":5.3651208699419195},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"batch","total_completion_tokens":749381867,"total_prompt_tokens":1054871975,"total_native_tokens_reasoning":0,"count":249452,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826:batch","change":4.483776525225876},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","variant":"batch","total_completion_tokens":8368264,"total_prompt_tokens":10391657,"total_native_tokens_reasoning":0,"count":6899,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812:batch","change":3.784632237233063},{"date":"2026-09-17 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"free","total_completion_tokens":11498891794,"total_prompt_tokens":519590437913,"total_native_tokens_reasoning":0,"count":8318631,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907:free","change":3.724670008581694},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507","variant":"standard","total_completion_tokens":29405654,"total_prompt_tokens":591030199,"total_native_tokens_reasoning":0,"count":331845,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507","change":3.648381240834793},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/minimax-m1","variant":"standard","total_completion_tokens":221831207,"total_prompt_tokens":1000389730,"total_native_tokens_reasoning":0,"count":267601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m1","change":3.6372404275435115},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"batch","total_completion_tokens":9451507,"total_prompt_tokens":3445527,"total_native_tokens_reasoning":0,"count":1059,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m3-20260531:batch","change":3.633850264190208},{"date":"2026-09-17 00:00:00","model_permaslug":"nex-agi/nex-n2.5-pro-20260907","variant":"standard","total_completion_tokens":2564210,"total_prompt_tokens":88506333,"total_native_tokens_reasoning":0,"count":3770,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2.5-pro-20260907","change":3.6130801697595274},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-realtime-2.1","variant":"standard","total_completion_tokens":2109,"total_prompt_tokens":16410,"total_native_tokens_reasoning":0,"count":5,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-realtime-2.1","change":3.2719723183391003},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260813","variant":"batch","total_completion_tokens":55715374,"total_prompt_tokens":99022229,"total_native_tokens_reasoning":0,"count":35819,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260813:batch","change":3.2375282564453585},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-image-2.5-sunburst-20260908","variant":"standard","total_completion_tokens":432961780,"total_prompt_tokens":1166366839,"total_native_tokens_reasoning":0,"count":378674,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-2.5-sunburst-20260908","change":3.1136886710357086},{"date":"2026-09-17 00:00:00","model_permaslug":"baidu/ernie-4.5-vl-424b-a47b","variant":"standard","total_completion_tokens":10796189,"total_prompt_tokens":130459690,"total_native_tokens_reasoning":0,"count":39221,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baidu/ernie-4.5-vl-424b-a47b","change":2.8444926485201103},{"date":"2026-09-17 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"standard","total_completion_tokens":472318,"total_prompt_tokens":3650618,"total_native_tokens_reasoning":0,"count":240,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908","change":2.7648360860072487},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"batch","total_completion_tokens":2542351,"total_prompt_tokens":13997645,"total_native_tokens_reasoning":0,"count":22188,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large-2512:batch","change":2.7440584562206505},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4.1-20260514","variant":"standard","total_completion_tokens":75976650,"total_prompt_tokens":6227873,"total_native_tokens_reasoning":0,"count":18141,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-20260514","change":2.6020938932706597},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"batch","total_completion_tokens":6269331,"total_prompt_tokens":18180960,"total_native_tokens_reasoning":0,"count":42436,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-120b:batch","change":2.568268184634155},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"batch","total_completion_tokens":25095852,"total_prompt_tokens":3586202,"total_native_tokens_reasoning":0,"count":12383,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-pro:batch","change":2.38324169667093},{"date":"2026-09-17 00:00:00","model_permaslug":"canopylabs/orpheus-3b-0.1-ft","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":236719,"total_native_tokens_reasoning":0,"count":6147,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"canopylabs/orpheus-3b-0.1-ft","change":2.2354131073600767},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"batch","total_completion_tokens":75663768,"total_prompt_tokens":279773668,"total_native_tokens_reasoning":0,"count":33984,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-6-astra-20260903:batch","change":1.8973577527206005},{"date":"2026-09-17 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"standard","total_completion_tokens":1104774738,"total_prompt_tokens":46679297625,"total_native_tokens_reasoning":0,"count":1216175,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-20260715","change":1.856766932650518},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","variant":"standard","total_completion_tokens":326193248,"total_prompt_tokens":12957362483,"total_native_tokens_reasoning":0,"count":1060280,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","change":1.8044264207438148},{"date":"2026-09-17 00:00:00","model_permaslug":"inception/mercury-2.5-20260908","variant":"standard","total_completion_tokens":2868911617,"total_prompt_tokens":43438415258,"total_native_tokens_reasoning":0,"count":8377861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inception/mercury-2.5-20260908","change":1.714725592854173},{"date":"2026-09-17 00:00:00","model_permaslug":"relace/relace-search-20251208","variant":"standard","total_completion_tokens":512400,"total_prompt_tokens":30673579,"total_native_tokens_reasoning":0,"count":10163,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"relace/relace-search-20251208","change":1.6987416998016918},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-4.6-20251208","variant":"standard","total_completion_tokens":358535984,"total_prompt_tokens":3963473251,"total_native_tokens_reasoning":0,"count":1063544,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.6-20251208","change":1.6965142195859586},{"date":"2026-09-17 00:00:00","model_permaslug":"google/lyria-3-clip-preview-20260330","variant":"standard","total_completion_tokens":822980,"total_prompt_tokens":23310231,"total_native_tokens_reasoning":0,"count":14939,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/lyria-3-clip-preview-20260330","change":1.6900785313701903},{"date":"2026-09-17 00:00:00","model_permaslug":"sesame/csm-1b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":41509,"total_native_tokens_reasoning":0,"count":1484,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sesame/csm-1b","change":1.6346556648682957},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.5-27b-20260224","variant":"standard","total_completion_tokens":1415184858,"total_prompt_tokens":22360606927,"total_native_tokens_reasoning":0,"count":4140138,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-27b-20260224","change":1.5732890473307894},{"date":"2026-09-17 00:00:00","model_permaslug":"baai/bge-base-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":737982543,"total_native_tokens_reasoning":0,"count":643229,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baai/bge-base-en-v1.5-20251117","change":1.5548164429840228},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/minimax-m2","variant":"standard","total_completion_tokens":248721908,"total_prompt_tokens":1972069529,"total_native_tokens_reasoning":0,"count":232928,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2","change":1.5354070329466545},{"date":"2026-09-17 00:00:00","model_permaslug":"moonshotai/kimi-k2-thinking-20251106","variant":"standard","total_completion_tokens":1402939315,"total_prompt_tokens":5727239782,"total_native_tokens_reasoning":0,"count":860025,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2-thinking-20251106","change":1.5250081090652527},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-6-astra-20260903","variant":"standard","total_completion_tokens":13710616281,"total_prompt_tokens":1503823799669,"total_native_tokens_reasoning":0,"count":20662590,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-6-astra-20260903","change":1.5182807056009844},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4o-2024-05-13","variant":"standard","total_completion_tokens":10655208,"total_prompt_tokens":88416961,"total_native_tokens_reasoning":0,"count":96999,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-2024-05-13","change":1.3609573595222997},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"batch","total_completion_tokens":55883135,"total_prompt_tokens":667824489,"total_native_tokens_reasoning":0,"count":105930,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709:batch","change":1.3432867759070823},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","variant":"standard","total_completion_tokens":1067589578,"total_prompt_tokens":19337528,"total_native_tokens_reasoning":0,"count":67796,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seedream-5-0-lite-20260812","change":1.3372329264586593},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"batch","total_completion_tokens":40469289,"total_prompt_tokens":229714908,"total_native_tokens_reasoning":0,"count":6945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709:batch","change":1.3354083638994108},{"date":"2026-09-17 00:00:00","model_permaslug":"nex-agi/nex-n2.5-mini-20260908","variant":"free","total_completion_tokens":10956545797,"total_prompt_tokens":102993166307,"total_native_tokens_reasoning":0,"count":3695961,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2.5-mini-20260908:free","change":1.318629041616319},{"date":"2026-09-16 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"batch","total_completion_tokens":405038,"total_prompt_tokens":6336495,"total_native_tokens_reasoning":0,"count":1253,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430:batch","change":1.2960553271185915},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"standard","total_completion_tokens":954373,"total_prompt_tokens":31746399,"total_native_tokens_reasoning":0,"count":24964,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","change":1.2772266485495627},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.8-flash-20260826","variant":"standard","total_completion_tokens":14794172700,"total_prompt_tokens":445932050582,"total_native_tokens_reasoning":0,"count":12130988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-flash-20260826","change":1.1999594392837312},{"date":"2026-09-17 00:00:00","model_permaslug":"tencent/hy-mt2-7b-20260521","variant":"standard","total_completion_tokens":134786357,"total_prompt_tokens":801766832,"total_native_tokens_reasoning":0,"count":48165463,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy-mt2-7b-20260521","change":1.1514603568355362},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-2602","variant":"standard","total_completion_tokens":29880347,"total_prompt_tokens":1330503,"total_native_tokens_reasoning":0,"count":327400,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-2602","change":1.1430377271482595},{"date":"2026-09-17 00:00:00","model_permaslug":"rekaai/reka-edge-2603","variant":"standard","total_completion_tokens":2383383,"total_prompt_tokens":25972610,"total_native_tokens_reasoning":0,"count":39019,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"rekaai/reka-edge-2603","change":1.139366126996414},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4-styles-20260826","variant":"standard","total_completion_tokens":4655125,"total_prompt_tokens":926308,"total_native_tokens_reasoning":0,"count":1111,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-styles-20260826","change":1.1254003142347744},{"date":"2026-09-17 00:00:00","model_permaslug":"voyageai/voyage-4-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4835618025,"total_native_tokens_reasoning":0,"count":2549917,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-4-20260727","change":1.0868497778311221},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemma-3-4b-it","variant":"standard","total_completion_tokens":113561253,"total_prompt_tokens":2402614945,"total_native_tokens_reasoning":0,"count":1257650,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3-4b-it","change":1.0429641387428377},{"date":"2026-09-17 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-4B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2427800386,"total_native_tokens_reasoning":0,"count":4149621,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/pplx-embed-v1-4B","change":1.0288209996828788},{"date":"2026-09-17 00:00:00","model_permaslug":"fish-audio/s1-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":59461,"total_native_tokens_reasoning":0,"count":1440,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/s1-20260729","change":1.0011779355837511},{"date":"2026-09-17 00:00:00","model_permaslug":"sakana/namazu-20260811","variant":"standard","total_completion_tokens":8270510,"total_prompt_tokens":75305318,"total_native_tokens_reasoning":0,"count":7755,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sakana/namazu-20260811","change":0.9991882287815093},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-embedding-4b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":18742089572,"total_native_tokens_reasoning":0,"count":6819717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-embedding-4b","change":0.9707722511309084},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.1-codex-max-20251204","variant":"standard","total_completion_tokens":15696416,"total_prompt_tokens":817678993,"total_native_tokens_reasoning":0,"count":20636,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-codex-max-20251204","change":0.927331057405952},{"date":"2026-09-17 00:00:00","model_permaslug":"meta-llama/llama-3.2-1b-instruct","variant":"standard","total_completion_tokens":77974077,"total_prompt_tokens":241440080,"total_native_tokens_reasoning":0,"count":240826,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.2-1b-instruct","change":0.8480495635802211},{"date":"2026-09-17 00:00:00","model_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","variant":"standard","total_completion_tokens":1051890464,"total_prompt_tokens":39731289777,"total_native_tokens_reasoning":0,"count":6564842,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","change":0.8063403114675536},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224","variant":"free","total_completion_tokens":0,"total_prompt_tokens":2150562546,"total_native_tokens_reasoning":0,"count":370870,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224:free","change":0.7971221890229977},{"date":"2026-09-17 00:00:00","model_permaslug":"tencent/hy-mt2-1.8b-20260521","variant":"standard","total_completion_tokens":136108555,"total_prompt_tokens":1022674115,"total_native_tokens_reasoning":0,"count":60696744,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy-mt2-1.8b-20260521","change":0.7810223345585063},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-thinking","variant":"standard","total_completion_tokens":70149559,"total_prompt_tokens":31349128,"total_native_tokens_reasoning":0,"count":18358,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-8b-thinking","change":0.7495697123259936},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"standard","total_completion_tokens":275254798,"total_prompt_tokens":4099072901,"total_native_tokens_reasoning":0,"count":869601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430","change":0.7464267159079201},{"date":"2026-09-17 00:00:00","model_permaslug":"arcee-ai/trinity-large-thinking","variant":"standard","total_completion_tokens":42985658,"total_prompt_tokens":1892579309,"total_native_tokens_reasoning":0,"count":211056,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"arcee-ai/trinity-large-thinking","change":0.7336572814251507},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"standard","total_completion_tokens":4031150,"total_prompt_tokens":158813349,"total_native_tokens_reasoning":0,"count":7469,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","change":0.7328817714057315},{"date":"2026-09-17 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"free","total_completion_tokens":10478148233,"total_prompt_tokens":652838476949,"total_native_tokens_reasoning":0,"count":10807521,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813:free","change":0.6669816912402983},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"standard","total_completion_tokens":662502286,"total_prompt_tokens":10975386511,"total_native_tokens_reasoning":0,"count":2892112,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large-2512","change":0.6594596109582864},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-instruct","variant":"standard","total_completion_tokens":2109261,"total_prompt_tokens":7662059,"total_native_tokens_reasoning":0,"count":21030,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo-instruct","change":0.6576270059327227},{"date":"2026-09-15 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"batch","total_completion_tokens":9255420,"total_prompt_tokens":49126258,"total_native_tokens_reasoning":0,"count":8230,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:batch","change":0.6392427477736997},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-2603","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":774515,"total_native_tokens_reasoning":0,"count":14476,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-mini-tts-2603","change":0.6371028596430783},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","variant":"standard","total_completion_tokens":67798980,"total_prompt_tokens":310907840,"total_native_tokens_reasoning":0,"count":79395,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","change":0.6289683073943334},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.7-flash-20260727","variant":"standard","total_completion_tokens":36272728989,"total_prompt_tokens":317714212753,"total_native_tokens_reasoning":0,"count":93950747,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.7-flash-20260727","change":0.6285115990349852},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-audio","variant":"standard","total_completion_tokens":16882190,"total_prompt_tokens":53595249,"total_native_tokens_reasoning":0,"count":68856,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-audio","change":0.6259473483060349},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.2-chat-20251211","variant":"standard","total_completion_tokens":176644,"total_prompt_tokens":785570,"total_native_tokens_reasoning":0,"count":169,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-chat-20251211","change":0.6159415300335376},{"date":"2026-09-17 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-pro-20260605","variant":"standard","total_completion_tokens":25922575,"total_prompt_tokens":9570767,"total_native_tokens_reasoning":0,"count":6209,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2.5-pro-20260605","change":0.6144717831096574},{"date":"2026-09-17 00:00:00","model_permaslug":"tencent/hy-mt2-30b-a3b-20260521","variant":"standard","total_completion_tokens":362338527,"total_prompt_tokens":1705693090,"total_native_tokens_reasoning":0,"count":47943497,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy-mt2-30b-a3b-20260521","change":0.6070341883626688},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"standard","total_completion_tokens":2430962753,"total_prompt_tokens":99816451829,"total_native_tokens_reasoning":0,"count":3884683,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416","change":0.5960565202871987},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen-2.5-7b-instruct","variant":"standard","total_completion_tokens":601714606,"total_prompt_tokens":7173416722,"total_native_tokens_reasoning":0,"count":6571114,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-2.5-7b-instruct","change":0.588109530522998},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/mai-voice-2-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1628791,"total_native_tokens_reasoning":0,"count":28571,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-voice-2-flash-20260723","change":0.564152401987852},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-3.5-turbo","variant":"standard","total_completion_tokens":61012466,"total_prompt_tokens":775126705,"total_native_tokens_reasoning":0,"count":981071,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo","change":0.5567308768862558},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4","variant":"standard","total_completion_tokens":7284745,"total_prompt_tokens":44375977,"total_native_tokens_reasoning":0,"count":54858,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4","change":0.5245477680826368},{"date":"2026-09-17 00:00:00","model_permaslug":"ibm-granite/granite-4.2-8b-20260831","variant":"standard","total_completion_tokens":850720376,"total_prompt_tokens":1797131213,"total_native_tokens_reasoning":0,"count":571580,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"ibm-granite/granite-4.2-8b-20260831","change":0.5204245983930189},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4-turbo","variant":"standard","total_completion_tokens":13803939,"total_prompt_tokens":119807209,"total_native_tokens_reasoning":0,"count":120434,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4-turbo","change":0.5174655995912089},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-04-28","variant":"standard","total_completion_tokens":607549724,"total_prompt_tokens":2297492588,"total_native_tokens_reasoning":0,"count":897108,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-235b-a22b-04-28","change":0.5079288675205705},{"date":"2026-09-17 00:00:00","model_permaslug":"google/lyria-3-pro-preview-20260330","variant":"standard","total_completion_tokens":5259392,"total_prompt_tokens":238455935,"total_native_tokens_reasoning":0,"count":78122,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/lyria-3-pro-preview-20260330","change":0.4818655296043125},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4-styles-vector-20260826","variant":"standard","total_completion_tokens":4204225,"total_prompt_tokens":187590,"total_native_tokens_reasoning":0,"count":829,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-styles-vector-20260826","change":0.47988208967344514},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"standard","total_completion_tokens":4686012293,"total_prompt_tokens":107161500543,"total_native_tokens_reasoning":0,"count":10793810,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929","change":0.4671322191965547},{"date":"2026-09-17 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-20260422","variant":"standard","total_completion_tokens":67056780423,"total_prompt_tokens":7456771382271,"total_native_tokens_reasoning":0,"count":102168781,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-v2.5-20260422","change":0.46004798585203344},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"standard","total_completion_tokens":81665347485,"total_prompt_tokens":603329951533,"total_native_tokens_reasoning":0,"count":161481315,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-120b","change":0.4552467117472962},{"date":"2026-09-17 00:00:00","model_permaslug":"sakana/fugu-ultra-20260615","variant":"standard","total_completion_tokens":26189739,"total_prompt_tokens":607966105,"total_native_tokens_reasoning":0,"count":13293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sakana/fugu-ultra-20260615","change":0.4470303324129706},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1413749,"total_native_tokens_reasoning":0,"count":38493,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-audio-3.0-tts-flash-20260723","change":0.44506057248459624},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/devstral-2512","variant":"standard","total_completion_tokens":30439640,"total_prompt_tokens":1453240470,"total_native_tokens_reasoning":0,"count":76600,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/devstral-2512","change":0.44160296451410636},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"standard","total_completion_tokens":981503108,"total_prompt_tokens":9747304668,"total_native_tokens_reasoning":0,"count":1224535,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","change":0.42988360369537093},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-0613","variant":"standard","total_completion_tokens":12723029,"total_prompt_tokens":17838338,"total_native_tokens_reasoning":0,"count":25188,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo-0613","change":0.41907580692628466},{"date":"2026-09-17 00:00:00","model_permaslug":"voyageai/rerank-2.5-lite-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":77420903441,"total_native_tokens_reasoning":0,"count":1896137,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/rerank-2.5-lite-20260727","change":0.4135947143170949},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-coder-plus","variant":"standard","total_completion_tokens":43439243,"total_prompt_tokens":2506967388,"total_native_tokens_reasoning":0,"count":92252,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-plus","change":0.41031115129514206},{"date":"2026-09-17 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"batch","total_completion_tokens":2881989,"total_prompt_tokens":8900608,"total_native_tokens_reasoning":0,"count":772,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k3-20260715:batch","change":0.4084092666769465},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-large","variant":"standard","total_completion_tokens":51161232,"total_prompt_tokens":546675174,"total_native_tokens_reasoning":0,"count":125961,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large","change":0.4070826953783808},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-16k","variant":"standard","total_completion_tokens":3751001,"total_prompt_tokens":18063678,"total_native_tokens_reasoning":0,"count":17641,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo-16k","change":0.4058080866828286},{"date":"2026-09-17 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"standard","total_completion_tokens":74652560892,"total_prompt_tokens":4615366661197,"total_native_tokens_reasoning":0,"count":66262209,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy3-20260706","change":0.40320600315010047},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-medium-3.1","variant":"standard","total_completion_tokens":112236150,"total_prompt_tokens":2999449231,"total_native_tokens_reasoning":0,"count":731424,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3.1","change":0.39519425987096907},{"date":"2026-09-17 00:00:00","model_permaslug":"aion-labs/aion-rp-llama-3.1-8b","variant":"standard","total_completion_tokens":1400749,"total_prompt_tokens":11690418,"total_native_tokens_reasoning":0,"count":10569,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-rp-llama-3.1-8b","change":0.3723753825980912},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/o3-mini-2025-01-31","variant":"standard","total_completion_tokens":129930069,"total_prompt_tokens":647709968,"total_native_tokens_reasoning":0,"count":187326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-mini-2025-01-31","change":0.36893894648245895},{"date":"2026-09-17 00:00:00","model_permaslug":"fish-audio/s2.1-pro-free-20260729","variant":"free","total_completion_tokens":0,"total_prompt_tokens":10126095,"total_native_tokens_reasoning":0,"count":109144,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/s2.1-pro-free-20260729:free","change":0.36762479189027447},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"batch","total_completion_tokens":745268144,"total_prompt_tokens":2498914304,"total_native_tokens_reasoning":0,"count":1528774,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.6-flash-20260721:batch","change":0.35961907781812047},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4-pro-20260413","variant":"standard","total_completion_tokens":3198050,"total_prompt_tokens":823106,"total_native_tokens_reasoning":0,"count":754,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-pro-20260413","change":0.35017318883694193},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"batch","total_completion_tokens":534496039,"total_prompt_tokens":2241093447,"total_native_tokens_reasoning":0,"count":959551,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash-lite:batch","change":0.34128725390108405},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-chat-latest-20260505","variant":"standard","total_completion_tokens":39158436,"total_prompt_tokens":2159079290,"total_native_tokens_reasoning":0,"count":222513,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-chat-latest-20260505","change":0.33806321614694385},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/wizardlm-2-8x22b","variant":"standard","total_completion_tokens":30191410,"total_prompt_tokens":1260229401,"total_native_tokens_reasoning":0,"count":177347,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/wizardlm-2-8x22b","change":0.33442377526750877},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mixtral-8x22b-instruct","variant":"standard","total_completion_tokens":20139697,"total_prompt_tokens":160753914,"total_native_tokens_reasoning":0,"count":274019,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mixtral-8x22b-instruct","change":0.32898975879879416},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-20260514","variant":"standard","total_completion_tokens":2864050,"total_prompt_tokens":736592,"total_native_tokens_reasoning":0,"count":675,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-utility-20260514","change":0.3281071797951244},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","variant":"standard","total_completion_tokens":1248325,"total_prompt_tokens":82359,"total_native_tokens_reasoning":0,"count":282,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-vector-20260826","change":0.3255303380456784},{"date":"2026-09-17 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"standard","total_completion_tokens":241142,"total_prompt_tokens":1473546,"total_native_tokens_reasoning":0,"count":254,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811","change":0.32147310563381365},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"free","total_completion_tokens":261815211,"total_prompt_tokens":1224788956,"total_native_tokens_reasoning":0,"count":617709,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403:free","change":0.3168800574345183},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"batch","total_completion_tokens":61456779,"total_prompt_tokens":352028833,"total_native_tokens_reasoning":0,"count":152762,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07:batch","change":0.3133140422438429},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/o4-mini-high-2025-04-16","variant":"standard","total_completion_tokens":26869178,"total_prompt_tokens":127113685,"total_native_tokens_reasoning":0,"count":31288,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o4-mini-high-2025-04-16","change":0.30468719265742683},{"date":"2026-09-17 00:00:00","model_permaslug":"fish-audio/s2.1-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4525866,"total_native_tokens_reasoning":0,"count":136220,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/s2.1-pro-20260729","change":0.3018391683400369},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/mai-image-2.5-pro-20260723","variant":"standard","total_completion_tokens":9565583,"total_prompt_tokens":13506281,"total_native_tokens_reasoning":0,"count":9514,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-image-2.5-pro-20260723","change":0.29938402233701156},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"standard","total_completion_tokens":5782977863,"total_prompt_tokens":119375014021,"total_native_tokens_reasoning":0,"count":27849136,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317","change":0.2925458305778907},{"date":"2026-09-15 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"batch","total_completion_tokens":10,"total_prompt_tokens":8,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14:batch","change":0.2857142857142857},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance/ui-tars-1.5-7b","variant":"standard","total_completion_tokens":13190270,"total_prompt_tokens":288279806,"total_native_tokens_reasoning":0,"count":112009,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/ui-tars-1.5-7b","change":0.27798878131564003},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3-0324","variant":"standard","total_completion_tokens":1464021493,"total_prompt_tokens":37041239686,"total_native_tokens_reasoning":0,"count":6958338,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-chat-v3-0324","change":0.27471525938285846},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-4.5","variant":"standard","total_completion_tokens":280199312,"total_prompt_tokens":1469576545,"total_native_tokens_reasoning":0,"count":134422,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.5","change":0.27444653838959726},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"standard","total_completion_tokens":16603019274,"total_prompt_tokens":145715419451,"total_native_tokens_reasoning":0,"count":24926992,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07","change":0.2673174280321653},{"date":"2026-09-17 00:00:00","model_permaslug":"meta/muse-image-1.0-eval-20260824","variant":"standard","total_completion_tokens":365334645,"total_prompt_tokens":118455823,"total_native_tokens_reasoning":0,"count":201174,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-image-1.0-eval-20260824","change":0.2660253608089627},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-nemo","variant":"standard","total_completion_tokens":13143387928,"total_prompt_tokens":273295564593,"total_native_tokens_reasoning":0,"count":105351930,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-nemo","change":0.2650333910023172},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-32b-04-28","variant":"standard","total_completion_tokens":4291135693,"total_prompt_tokens":26085584006,"total_native_tokens_reasoning":0,"count":11085920,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-32b-04-28","change":0.25364238908892456},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"standard","total_completion_tokens":4793232058,"total_prompt_tokens":454970379572,"total_native_tokens_reasoning":0,"count":3863985,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831","change":0.24910524259745684},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/speech-2.8-hd-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":692026,"total_native_tokens_reasoning":0,"count":30867,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/speech-2.8-hd-20260716","change":0.24877698438906964},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"batch","total_completion_tokens":162560674,"total_prompt_tokens":374191037,"total_native_tokens_reasoning":0,"count":60907,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-opus-5-20260723:batch","change":0.24824917129367963},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4.1-nano-2025-04-14","variant":"standard","total_completion_tokens":5024081139,"total_prompt_tokens":101015868830,"total_native_tokens_reasoning":0,"count":46820938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-nano-2025-04-14","change":0.24535527723084127},{"date":"2026-09-17 00:00:00","model_permaslug":"fish-audio/s2-pro-20260729","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":137713,"total_native_tokens_reasoning":0,"count":4253,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"fish-audio/s2-pro-20260729","change":0.24138459458241313},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.1-codex-20251113","variant":"standard","total_completion_tokens":32424514,"total_prompt_tokens":1269205764,"total_native_tokens_reasoning":0,"count":33201,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-codex-20251113","change":0.24030848392052162},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/ministral-14b-2512","variant":"standard","total_completion_tokens":601911345,"total_prompt_tokens":2767679284,"total_native_tokens_reasoning":0,"count":3914015,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-14b-2512","change":0.23759410663422478},{"date":"2026-09-17 00:00:00","model_permaslug":"black-forest-labs/flux.2-max","variant":"standard","total_completion_tokens":65664997,"total_prompt_tokens":43613901,"total_native_tokens_reasoning":0,"count":11385,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-max","change":0.22910101455281298},{"date":"2026-09-17 00:00:00","model_permaslug":"anthracite-org/magnum-v4-72b","variant":"standard","total_completion_tokens":7487138,"total_prompt_tokens":115771375,"total_native_tokens_reasoning":0,"count":42757,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthracite-org/magnum-v4-72b","change":0.2275967904420388},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"standard","total_completion_tokens":6371661382,"total_prompt_tokens":34684805907,"total_native_tokens_reasoning":0,"count":12512047,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310","change":0.22558532947178853},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","variant":"standard","total_completion_tokens":1628250,"total_prompt_tokens":678647,"total_native_tokens_reasoning":0,"count":390,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","change":0.22112831577342637},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"batch","total_completion_tokens":645978799,"total_prompt_tokens":4079912901,"total_native_tokens_reasoning":0,"count":1425947,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.8-flash-20260902:batch","change":0.22097973970522286},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260423","variant":"standard","total_completion_tokens":89438188808,"total_prompt_tokens":1253283852298,"total_native_tokens_reasoning":0,"count":54650202,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260423","change":0.21871037047913797},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-4.5-air","variant":"standard","total_completion_tokens":261867598,"total_prompt_tokens":6472771261,"total_native_tokens_reasoning":0,"count":781622,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.5-air","change":0.21643884338409444},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"standard","total_completion_tokens":606607343,"total_prompt_tokens":5514647085,"total_native_tokens_reasoning":0,"count":3792400,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-8b-2512","change":0.21586393834569365},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-image-1-mini","variant":"standard","total_completion_tokens":42045844,"total_prompt_tokens":10963836,"total_native_tokens_reasoning":0,"count":22321,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-1-mini","change":0.21254947099036223},{"date":"2026-09-17 00:00:00","model_permaslug":"meta-llama/llama-3.2-3b-instruct","variant":"standard","total_completion_tokens":75904460,"total_prompt_tokens":599641522,"total_native_tokens_reasoning":0,"count":544465,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.2-3b-instruct","change":0.21163614747712178},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b-20260716","variant":"free","total_completion_tokens":0,"total_prompt_tokens":895256874,"total_native_tokens_reasoning":0,"count":250593,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b-20260716:free","change":0.20798664523367813},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.3-codex-20260224","variant":"standard","total_completion_tokens":492587653,"total_prompt_tokens":34944396565,"total_native_tokens_reasoning":0,"count":644273,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.3-codex-20260224","change":0.20712272834548726},{"date":"2026-09-17 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"standard","total_completion_tokens":2803251297,"total_prompt_tokens":14246894459,"total_native_tokens_reasoning":0,"count":2892426,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810","change":0.1947869136960455},{"date":"2026-09-17 00:00:00","model_permaslug":"krea/krea-2-medium-turbo-20260720","variant":"standard","total_completion_tokens":69868625,"total_prompt_tokens":3957876,"total_native_tokens_reasoning":0,"count":16735,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"krea/krea-2-medium-turbo-20260720","change":0.19293717022603118},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-max-thinking-20260123","variant":"standard","total_completion_tokens":41525101,"total_prompt_tokens":253587140,"total_native_tokens_reasoning":0,"count":49898,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-max-thinking-20260123","change":0.1903419819163293},{"date":"2026-09-17 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1362137116,"total_native_tokens_reasoning":0,"count":731239,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","change":0.18967333376599196},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"batch","total_completion_tokens":36860499,"total_prompt_tokens":65263943,"total_native_tokens_reasoning":0,"count":1699,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903:batch","change":0.18661523698047072},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5-2025-08-07","variant":"standard","total_completion_tokens":1750783886,"total_prompt_tokens":10682656662,"total_native_tokens_reasoning":0,"count":2373485,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-2025-08-07","change":0.18493099668563157},{"date":"2026-09-17 00:00:00","model_permaslug":"baai/bge-large-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":76075947,"total_native_tokens_reasoning":0,"count":162160,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baai/bge-large-en-v1.5-20251117","change":0.18379904307902742},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/o3-mini-high-2025-01-31","variant":"standard","total_completion_tokens":3685493,"total_prompt_tokens":16091718,"total_native_tokens_reasoning":0,"count":14732,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-mini-high-2025-01-31","change":0.18183132840858074},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/mai-image-2.6-flash-20260904","variant":"standard","total_completion_tokens":28938811,"total_prompt_tokens":24857260,"total_native_tokens_reasoning":0,"count":28830,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-image-2.6-flash-20260904","change":0.1802775996262152},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen-2.5-coder-32b-instruct","variant":"standard","total_completion_tokens":5162951,"total_prompt_tokens":63156367,"total_native_tokens_reasoning":0,"count":158110,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-2.5-coder-32b-instruct","change":0.18001337235177234},{"date":"2026-09-17 00:00:00","model_permaslug":"meta-llama/llama-3.1-8b-instruct","variant":"standard","total_completion_tokens":7568063741,"total_prompt_tokens":86319996334,"total_native_tokens_reasoning":0,"count":76970255,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.1-8b-instruct","change":0.17586394713860087},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4o-transcribe","variant":"standard","total_completion_tokens":14008259,"total_prompt_tokens":44436427,"total_native_tokens_reasoning":0,"count":229530,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-transcribe","change":0.1742684170007173},{"date":"2026-09-17 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","variant":"free","total_completion_tokens":18412329810,"total_prompt_tokens":1016659946237,"total_native_tokens_reasoning":0,"count":16069528,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-fin-20260827:free","change":0.17421528866349467},{"date":"2026-09-17 00:00:00","model_permaslug":"hexgrad/kokoro-82m","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":111377824,"total_native_tokens_reasoning":0,"count":1005120,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"hexgrad/kokoro-82m","change":0.16864220513011424},{"date":"2026-09-17 00:00:00","model_permaslug":"moonshotai/kimi-k2-0905","variant":"standard","total_completion_tokens":235738615,"total_prompt_tokens":3618629777,"total_native_tokens_reasoning":0,"count":1204561,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2-0905","change":0.16553165614700355},{"date":"2026-09-17 00:00:00","model_permaslug":"amazon/nova-premier-v1","variant":"standard","total_completion_tokens":5578617,"total_prompt_tokens":83879116,"total_native_tokens_reasoning":0,"count":28213,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-premier-v1","change":0.16513212472059108},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4o-2024-08-06","variant":"standard","total_completion_tokens":39795100,"total_prompt_tokens":1840268424,"total_native_tokens_reasoning":0,"count":1349304,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-2024-08-06","change":0.16307311940431488},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-30b-a3b","variant":"standard","total_completion_tokens":4791701814,"total_prompt_tokens":3807965217,"total_native_tokens_reasoning":0,"count":1011229,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-30b-a3b","change":0.16163856514036432},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/text-embedding-ada-002","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1514984280,"total_native_tokens_reasoning":0,"count":2622972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/text-embedding-ada-002","change":0.16149589650358506},{"date":"2026-09-17 00:00:00","model_permaslug":"voyageai/rerank-2.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":11816060897,"total_native_tokens_reasoning":0,"count":3399156,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/rerank-2.5-20260727","change":0.1604276557978149},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"standard","total_completion_tokens":5000455822,"total_prompt_tokens":91717467749,"total_native_tokens_reasoning":0,"count":31558411,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14","change":0.1576738436864217},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"standard","total_completion_tokens":22752029758,"total_prompt_tokens":1937846598347,"total_native_tokens_reasoning":0,"count":32098379,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709","change":0.14694947835213057},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"batch","total_completion_tokens":238972694,"total_prompt_tokens":625494874,"total_native_tokens_reasoning":0,"count":234450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709:batch","change":0.14556654316633816},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","variant":"standard","total_completion_tokens":57070077,"total_prompt_tokens":2781969174,"total_native_tokens_reasoning":0,"count":84418,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","change":0.14200311935750054},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3.1","variant":"standard","total_completion_tokens":2153720984,"total_prompt_tokens":43645155593,"total_native_tokens_reasoning":0,"count":11215492,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-chat-v3.1","change":0.12951036215438416},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4o-mini-transcribe","variant":"standard","total_completion_tokens":102270195,"total_prompt_tokens":347140273,"total_native_tokens_reasoning":0,"count":1021144,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini-transcribe","change":0.12750586261167332},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/ministral-3b-2512","variant":"standard","total_completion_tokens":453693751,"total_prompt_tokens":3538256106,"total_native_tokens_reasoning":0,"count":4200474,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-3b-2512","change":0.12524621750723353},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"standard","total_completion_tokens":255900249371,"total_prompt_tokens":15569073134311,"total_native_tokens_reasoning":0,"count":466100378,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709","change":0.11798790943394083},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"standard","total_completion_tokens":2830630620,"total_prompt_tokens":130459659560,"total_native_tokens_reasoning":0,"count":3977470,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205","change":0.11621719272681272},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260216","variant":"standard","total_completion_tokens":613841134,"total_prompt_tokens":2368036885,"total_native_tokens_reasoning":0,"count":209775,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-plus-20260216","change":0.11593117423183975},{"date":"2026-09-17 00:00:00","model_permaslug":"intfloat/multilingual-e5-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":980310109,"total_native_tokens_reasoning":0,"count":1209491,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/multilingual-e5-large-20251117","change":0.11495442478856943},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance-seed/seedream-4.5-20251203","variant":"standard","total_completion_tokens":2318079866,"total_prompt_tokens":72734451,"total_native_tokens_reasoning":0,"count":118118,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seedream-4.5-20251203","change":0.11192148795248143},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemma-3-12b-it","variant":"standard","total_completion_tokens":766315190,"total_prompt_tokens":11860321192,"total_native_tokens_reasoning":0,"count":10342186,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3-12b-it","change":0.1105260590742154},{"date":"2026-09-17 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","variant":"standard","total_completion_tokens":195067281,"total_prompt_tokens":2836731565,"total_native_tokens_reasoning":0,"count":146393,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-fin-20260827","change":0.10815546804450175},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"standard","total_completion_tokens":22010489818,"total_prompt_tokens":1499136405167,"total_native_tokens_reasoning":0,"count":28954447,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630","change":0.1074813128329879},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"standard","total_completion_tokens":8027138691,"total_prompt_tokens":219041400505,"total_native_tokens_reasoning":0,"count":50461146,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721","change":0.10740110192407067},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.5-397b-a17b-20260216","variant":"standard","total_completion_tokens":4407273673,"total_prompt_tokens":36390241598,"total_native_tokens_reasoning":0,"count":3109685,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-397b-a17b-20260216","change":0.10601491216053731},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","variant":"standard","total_completion_tokens":636880137,"total_prompt_tokens":33039168,"total_native_tokens_reasoning":0,"count":57408,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seedream-5-0-pro-20260812","change":0.104212667505854},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5-20260211","variant":"standard","total_completion_tokens":2230262390,"total_prompt_tokens":42027842038,"total_native_tokens_reasoning":0,"count":2314204,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5-20260211","change":0.10409072246467695},{"date":"2026-09-17 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"free","total_completion_tokens":4859722644,"total_prompt_tokens":115573552796,"total_native_tokens_reasoning":0,"count":4450875,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/north-mini-code-20260617:free","change":0.10331229945311722},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-8b-04-28","variant":"standard","total_completion_tokens":998142811,"total_prompt_tokens":6840485806,"total_native_tokens_reasoning":0,"count":2578462,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-8b-04-28","change":0.10021101115658344},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4.1-opus-20250805","variant":"standard","total_completion_tokens":20571874,"total_prompt_tokens":550347385,"total_native_tokens_reasoning":0,"count":50211,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.1-opus-20250805","change":0.09837386934314503},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.6-plus-04-02","variant":"standard","total_completion_tokens":1401652607,"total_prompt_tokens":17253322423,"total_native_tokens_reasoning":0,"count":3649510,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-plus-04-02","change":0.09795352386528997},{"date":"2026-09-17 00:00:00","model_permaslug":"amazon/nova-lite-v1","variant":"standard","total_completion_tokens":218036182,"total_prompt_tokens":4394820965,"total_native_tokens_reasoning":0,"count":1491926,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-lite-v1","change":0.09605141920295131},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4-20260413","variant":"standard","total_completion_tokens":5690525,"total_prompt_tokens":930042,"total_native_tokens_reasoning":0,"count":1357,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-20260413","change":0.09515448874808592},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemma-2-27b-it","variant":"standard","total_completion_tokens":9995207,"total_prompt_tokens":93336633,"total_native_tokens_reasoning":0,"count":278362,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-2-27b-it","change":0.08857899125468299},{"date":"2026-09-17 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-pro-20260422","variant":"standard","total_completion_tokens":5128716704,"total_prompt_tokens":237444839160,"total_native_tokens_reasoning":0,"count":6635885,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-v2.5-pro-20260422","change":0.08812155198800246},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","variant":"standard","total_completion_tokens":1674820908,"total_prompt_tokens":18342304954,"total_native_tokens_reasoning":0,"count":8248740,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","change":0.08644201589576589},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-4.6","variant":"standard","total_completion_tokens":637932728,"total_prompt_tokens":12457963623,"total_native_tokens_reasoning":0,"count":981856,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.6","change":0.08380294568993302},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","variant":"standard","total_completion_tokens":35612109,"total_prompt_tokens":405748501,"total_native_tokens_reasoning":0,"count":379183,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","change":0.0830413122367176},{"date":"2026-09-17 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","variant":"free","total_completion_tokens":5853755515,"total_prompt_tokens":302825040357,"total_native_tokens_reasoning":0,"count":5716497,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-sante-20260904:free","change":0.07918167580741474},{"date":"2026-09-17 00:00:00","model_permaslug":"meta/muse-spark-1.3-contributor-20260902","variant":"standard","total_completion_tokens":28048016434,"total_prompt_tokens":2005614854874,"total_native_tokens_reasoning":0,"count":27513876,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.3-contributor-20260902","change":0.07782949880704142},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"standard","total_completion_tokens":20557404567,"total_prompt_tokens":186581278857,"total_native_tokens_reasoning":0,"count":14148424,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219","change":0.07611352110664932},{"date":"2026-09-17 00:00:00","model_permaslug":"venice/uncensored","variant":"standard","total_completion_tokens":96417854,"total_prompt_tokens":1092865100,"total_native_tokens_reasoning":0,"count":426278,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"venice/uncensored","change":0.07567992393414809},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"standard","total_completion_tokens":831415151,"total_prompt_tokens":21968704421,"total_native_tokens_reasoning":0,"count":2484708,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-20251113","change":0.07505332139967726},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-large-2407","variant":"standard","total_completion_tokens":22293340,"total_prompt_tokens":237040742,"total_native_tokens_reasoning":0,"count":256113,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large-2407","change":0.07099120267651989},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-embed-2312","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6480623236,"total_native_tokens_reasoning":0,"count":1097674,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-embed-2312","change":0.06974138221270407},{"date":"2026-09-17 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-20260723","variant":"standard","total_completion_tokens":17134162705,"total_prompt_tokens":105299608447,"total_native_tokens_reasoning":0,"count":27073523,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-20260723","change":0.0672706934926911},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"standard","total_completion_tokens":1567341966,"total_prompt_tokens":20760740975,"total_native_tokens_reasoning":0,"count":5819118,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-2603","change":0.0657583489918753},{"date":"2026-09-17 00:00:00","model_permaslug":"sao10k/l3.3-euryale-70b-v2.3","variant":"standard","total_completion_tokens":14584836,"total_prompt_tokens":337785351,"total_native_tokens_reasoning":0,"count":124463,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3.3-euryale-70b-v2.3","change":0.06546403879355016},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"standard","total_completion_tokens":3117943905,"total_prompt_tokens":74677080302,"total_native_tokens_reasoning":0,"count":19479307,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602","change":0.0654089898319963},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-r1-0528","variant":"standard","total_completion_tokens":2051253836,"total_prompt_tokens":10629649250,"total_native_tokens_reasoning":0,"count":1588946,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-r1-0528","change":0.06468874313344114},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-exp","variant":"standard","total_completion_tokens":1367395166,"total_prompt_tokens":16462442186,"total_native_tokens_reasoning":0,"count":2693718,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v3.2-exp","change":0.06333346719390512},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"standard","total_completion_tokens":10659794122,"total_prompt_tokens":105430302589,"total_native_tokens_reasoning":0,"count":11659615,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.5-flash-20260519","change":0.06050680590663545},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"standard","total_completion_tokens":35757336722,"total_prompt_tokens":341685998298,"total_native_tokens_reasoning":0,"count":87807248,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-31b-it-20260402","change":0.05437788253979879},{"date":"2026-09-17 00:00:00","model_permaslug":"thedrummer/unslopnemo-12b","variant":"standard","total_completion_tokens":28132340,"total_prompt_tokens":583280668,"total_native_tokens_reasoning":0,"count":140522,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/unslopnemo-12b","change":0.052955628515527306},{"date":"2026-09-17 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-70b","variant":"standard","total_completion_tokens":77815187,"total_prompt_tokens":1166847258,"total_native_tokens_reasoning":0,"count":801362,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-70b","change":0.05063542979742949},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-4.20-20260309","variant":"standard","total_completion_tokens":1879802580,"total_prompt_tokens":30260554035,"total_native_tokens_reasoning":0,"count":4282147,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.20-20260309","change":0.05033179339675515},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.1-flash-tts-preview","variant":"standard","total_completion_tokens":243931733,"total_prompt_tokens":57713933,"total_native_tokens_reasoning":0,"count":900463,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-tts-preview","change":0.04694922716144975},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"standard","total_completion_tokens":24487565856,"total_prompt_tokens":455804843393,"total_native_tokens_reasoning":0,"count":106762524,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507","change":0.046268952765790725},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"standard","total_completion_tokens":2877627871,"total_prompt_tokens":64293277077,"total_native_tokens_reasoning":0,"count":7072961,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-20260305","change":0.045423591618588964},{"date":"2026-09-17 00:00:00","model_permaslug":"relace/relace-apply-3","variant":"standard","total_completion_tokens":147418096,"total_prompt_tokens":152510406,"total_native_tokens_reasoning":0,"count":16048,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"relace/relace-apply-3","change":0.044233489170109976},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/speech-2.8-turbo-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":412003,"total_native_tokens_reasoning":0,"count":15470,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/speech-2.8-turbo-20260716","change":0.04361889949668552},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4.1-2025-04-14","variant":"standard","total_completion_tokens":2041555717,"total_prompt_tokens":47467389678,"total_native_tokens_reasoning":0,"count":9336481,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-2025-04-14","change":0.04351674625209068},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"standard","total_completion_tokens":6715048481,"total_prompt_tokens":540462627770,"total_native_tokens_reasoning":0,"count":15227279,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709","change":0.04305352631042366},{"date":"2026-09-17 00:00:00","model_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":477497699,"total_native_tokens_reasoning":0,"count":61737,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","change":0.04157535805890566},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4-sonnet-20250522","variant":"standard","total_completion_tokens":674066144,"total_prompt_tokens":16109746350,"total_native_tokens_reasoning":0,"count":2334046,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4-sonnet-20250522","change":0.041422988222372475},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/minimax-m2-her-20260123","variant":"standard","total_completion_tokens":7392313,"total_prompt_tokens":874863669,"total_native_tokens_reasoning":0,"count":137700,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2-her-20260123","change":0.037824598219268105},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.5-flash-lite-20260721","variant":"batch","total_completion_tokens":60684453,"total_prompt_tokens":716097271,"total_native_tokens_reasoning":0,"count":144934,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.5-flash-lite-20260721:batch","change":0.036501815976426974},{"date":"2026-09-17 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"standard","total_completion_tokens":295298021,"total_prompt_tokens":5543424920,"total_native_tokens_reasoning":0,"count":552578,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730","change":0.03649572735060373},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.8-27b-20260814","variant":"standard","total_completion_tokens":10396312439,"total_prompt_tokens":240234476672,"total_native_tokens_reasoning":0,"count":13365282,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-27b-20260814","change":0.03531188085208167},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"batch","total_completion_tokens":80914164,"total_prompt_tokens":20196280,"total_native_tokens_reasoning":0,"count":8444,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.3-20260816:batch","change":0.03455386551767401},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.6-35b-a3b-20260415","variant":"standard","total_completion_tokens":6592308991,"total_prompt_tokens":51361815374,"total_native_tokens_reasoning":0,"count":12874919,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-35b-a3b-20260415","change":0.03236734466162876},{"date":"2026-09-17 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"free","total_completion_tokens":1017072685,"total_prompt_tokens":122619348867,"total_native_tokens_reasoning":0,"count":2154717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:free","change":0.031451607397541055},{"date":"2026-09-17 00:00:00","model_permaslug":"nousresearch/hermes-4-405b","variant":"standard","total_completion_tokens":38320864,"total_prompt_tokens":634460306,"total_native_tokens_reasoning":0,"count":237994,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-4-405b","change":0.03081099713187505},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"standard","total_completion_tokens":8633207475,"total_prompt_tokens":452756500664,"total_native_tokens_reasoning":0,"count":8587586,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528","change":0.029419033788902142},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":141769828116,"total_native_tokens_reasoning":0,"count":131289825,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/text-embedding-3-small","change":0.027234103524899415},{"date":"2026-09-17 00:00:00","model_permaslug":"meta-llama/llama-guard-4-12b","variant":"standard","total_completion_tokens":8786377,"total_prompt_tokens":2056988343,"total_native_tokens_reasoning":0,"count":2642307,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-guard-4-12b","change":0.026469948917553523},{"date":"2026-09-17 00:00:00","model_permaslug":"liquid/lfm-2.5-2.6b-20260811","variant":"free","total_completion_tokens":1554057480,"total_prompt_tokens":12516879592,"total_native_tokens_reasoning":0,"count":1353508,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"liquid/lfm-2.5-2.6b-20260811:free","change":0.024834595554149273},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/minimax-m2.1","variant":"standard","total_completion_tokens":37795543,"total_prompt_tokens":1418410259,"total_native_tokens_reasoning":0,"count":60475,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2.1","change":0.024618338911705468},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen-2.5-72b-instruct","variant":"standard","total_completion_tokens":279197194,"total_prompt_tokens":2289722439,"total_native_tokens_reasoning":0,"count":2588444,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-2.5-72b-instruct","change":0.0215956869503813},{"date":"2026-09-17 00:00:00","model_permaslug":"moonshotai/kimi-k2.7-code-20260612","variant":"standard","total_completion_tokens":1405451147,"total_prompt_tokens":58995531945,"total_native_tokens_reasoning":0,"count":1454562,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2.7-code-20260612","change":0.019642485703400794},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"standard","total_completion_tokens":30781064161,"total_prompt_tokens":447139134310,"total_native_tokens_reasoning":0,"count":124085529,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash","change":0.01877097765598224},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3","variant":"standard","total_completion_tokens":1375953478,"total_prompt_tokens":19677129525,"total_native_tokens_reasoning":0,"count":7991371,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-chat-v3","change":0.016725617831254872},{"date":"2026-09-17 00:00:00","model_permaslug":"moonshotai/kimi-k2","variant":"standard","total_completion_tokens":182611265,"total_prompt_tokens":2229829009,"total_native_tokens_reasoning":0,"count":539358,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2","change":0.015697027734157754},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-embedding-2-preview","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3185772574,"total_native_tokens_reasoning":0,"count":5350049,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-2-preview","change":0.013128833552006907},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-2.5-flash-image","variant":"standard","total_completion_tokens":653518416,"total_prompt_tokens":1006730239,"total_native_tokens_reasoning":0,"count":940733,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash-image","change":0.012304430232027631},{"date":"2026-09-17 00:00:00","model_permaslug":"rekaai/reka-flash-3","variant":"standard","total_completion_tokens":29396295,"total_prompt_tokens":3623117,"total_native_tokens_reasoning":0,"count":6856,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"rekaai/reka-flash-3","change":0.011353487355635678},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-build-0.1-20260520","variant":"standard","total_completion_tokens":70169622,"total_prompt_tokens":3186894620,"total_native_tokens_reasoning":0,"count":61257,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-build-0.1-20260520","change":0.010685749490309003},{"date":"2026-09-17 00:00:00","model_permaslug":"moonshotai/kimi-k2.6-20260420","variant":"standard","total_completion_tokens":9365851864,"total_prompt_tokens":172776661580,"total_native_tokens_reasoning":0,"count":8400079,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2.6-20260420","change":0.008528504238081448},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/o1-2024-12-17","variant":"standard","total_completion_tokens":2299372,"total_prompt_tokens":10478346,"total_native_tokens_reasoning":0,"count":4791,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o1-2024-12-17","change":0.007221840658528574},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-imagine-image-2.0-20260811","variant":"standard","total_completion_tokens":419558275,"total_prompt_tokens":77849094,"total_native_tokens_reasoning":0,"count":100493,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-image-2.0-20260811","change":0.0027209399256367846},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"standard","total_completion_tokens":9900150008,"total_prompt_tokens":226456496629,"total_native_tokens_reasoning":0,"count":45057249,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001","change":0.0015883743048682958},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.6-flash","variant":"standard","total_completion_tokens":1111121042,"total_prompt_tokens":11829088288,"total_native_tokens_reasoning":0,"count":2043002,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-flash","change":0.0007901361662583283},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"free","total_completion_tokens":18989999155,"total_prompt_tokens":3616479308202,"total_native_tokens_reasoning":0,"count":28457199,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604:free","change":0.0006567718147863203},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"standard","total_completion_tokens":12249495494,"total_prompt_tokens":219139810017,"total_native_tokens_reasoning":0,"count":99063124,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini","change":0.0004465159518518537},{"date":"2026-09-17 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"free","total_completion_tokens":5395464570,"total_prompt_tokens":349488565018,"total_native_tokens_reasoning":0,"count":4871706,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-20260715:free","change":-0.0011522215856471288},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/minimax-m2.5-20260211","variant":"standard","total_completion_tokens":593560470,"total_prompt_tokens":26167633656,"total_native_tokens_reasoning":0,"count":1545959,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2.5-20260211","change":-0.0041422108973743176},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"standard","total_completion_tokens":27740500,"total_prompt_tokens":588146358,"total_native_tokens_reasoning":0,"count":179319,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/codestral-2508","change":-0.004314527033011435},{"date":"2026-09-17 00:00:00","model_permaslug":"upstage/solar-pro4-20260810","variant":"standard","total_completion_tokens":18025944061,"total_prompt_tokens":1582076913476,"total_native_tokens_reasoning":0,"count":21328758,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"upstage/solar-pro4-20260810","change":-0.004558096143119408},{"date":"2026-09-17 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"free","total_completion_tokens":9533981057,"total_prompt_tokens":1159007998095,"total_native_tokens_reasoning":0,"count":13427826,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720:free","change":-0.005335557476921259},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/minimax-m2.7-20260318","variant":"standard","total_completion_tokens":2070233892,"total_prompt_tokens":63670488804,"total_native_tokens_reasoning":0,"count":3349564,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2.7-20260318","change":-0.005699172138287102},{"date":"2026-09-17 00:00:00","model_permaslug":"deepgram/flux-tts-20260812","variant":"free","total_completion_tokens":0,"total_prompt_tokens":3200546,"total_native_tokens_reasoning":0,"count":67988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepgram/flux-tts-20260812:free","change":-0.00616599847907234},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/o3-2025-04-16","variant":"standard","total_completion_tokens":67639118,"total_prompt_tokens":368237675,"total_native_tokens_reasoning":0,"count":85114,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-2025-04-16","change":-0.006473349684657591},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"free","total_completion_tokens":12628003418,"total_prompt_tokens":336112404404,"total_native_tokens_reasoning":0,"count":10641825,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311:free","change":-0.006642327268602417},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"standard","total_completion_tokens":27384221405,"total_prompt_tokens":1437086724942,"total_native_tokens_reasoning":0,"count":29275541,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m3-20260531","change":-0.008543784858122646},{"date":"2026-09-16 00:00:00","model_permaslug":"meta/muse-glimmer-30b-20260810","variant":"batch","total_completion_tokens":2997397,"total_prompt_tokens":1325538,"total_native_tokens_reasoning":0,"count":524,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-glimmer-30b-20260810:batch","change":-0.0096210019404664},{"date":"2026-09-17 00:00:00","model_permaslug":"writer/palmyra-x5-20250428","variant":"standard","total_completion_tokens":3810169,"total_prompt_tokens":33313881,"total_native_tokens_reasoning":0,"count":11982,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"writer/palmyra-x5-20250428","change":-0.011133997156201648},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","variant":"standard","total_completion_tokens":1026043546,"total_prompt_tokens":20888615471,"total_native_tokens_reasoning":0,"count":5661032,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","change":-0.014431571995783888},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"standard","total_completion_tokens":6898016210,"total_prompt_tokens":48347086086,"total_native_tokens_reasoning":0,"count":4985736,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-pro","change":-0.014783233859514045},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-20260514","variant":"standard","total_completion_tokens":3682350,"total_prompt_tokens":888771,"total_native_tokens_reasoning":0,"count":878,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-pro-20260514","change":-0.017857503511856086},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.5-flash-20260224","variant":"standard","total_completion_tokens":4851200015,"total_prompt_tokens":60638927501,"total_native_tokens_reasoning":0,"count":50504825,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-flash-20260224","change":-0.018632694927057054},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","variant":"standard","total_completion_tokens":508022881,"total_prompt_tokens":8063822103,"total_native_tokens_reasoning":0,"count":1843090,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","change":-0.02280775679690838},{"date":"2026-09-17 00:00:00","model_permaslug":"perplexity/sonar","variant":"standard","total_completion_tokens":759458508,"total_prompt_tokens":1509095219,"total_native_tokens_reasoning":0,"count":2227330,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar","change":-0.026838277938091726},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"standard","total_completion_tokens":57320192118,"total_prompt_tokens":659845729414,"total_native_tokens_reasoning":0,"count":237515826,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash-lite","change":-0.02906375583633749},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","variant":"standard","total_completion_tokens":5982363079,"total_prompt_tokens":97081947788,"total_native_tokens_reasoning":0,"count":27010910,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","change":-0.029525645455486305},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/phi-4","variant":"standard","total_completion_tokens":152498156,"total_prompt_tokens":650269461,"total_native_tokens_reasoning":0,"count":807383,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/phi-4","change":-0.03470111586198356},{"date":"2026-09-17 00:00:00","model_permaslug":"aion-labs/aion-3.0-20260707","variant":"standard","total_completion_tokens":890557706,"total_prompt_tokens":8588671543,"total_native_tokens_reasoning":0,"count":480026,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-3.0-20260707","change":-0.03497518116113331},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"standard","total_completion_tokens":1087523957,"total_prompt_tokens":100274807276,"total_native_tokens_reasoning":0,"count":1283575,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-5-fable-20260609","change":-0.03517293323835891},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","variant":"standard","total_completion_tokens":38107704,"total_prompt_tokens":105778692,"total_native_tokens_reasoning":0,"count":24754,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","change":-0.03593672225685838},{"date":"2026-09-17 00:00:00","model_permaslug":"undi95/remm-slerp-l2-13b","variant":"standard","total_completion_tokens":7298818,"total_prompt_tokens":102708768,"total_native_tokens_reasoning":0,"count":59616,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"undi95/remm-slerp-l2-13b","change":-0.03817378864724992},{"date":"2026-09-17 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"free","total_completion_tokens":904625684,"total_prompt_tokens":86736961298,"total_native_tokens_reasoning":0,"count":1948494,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625:free","change":-0.04321631412754886},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v3.1-terminus","variant":"standard","total_completion_tokens":239261705,"total_prompt_tokens":6945674588,"total_native_tokens_reasoning":0,"count":815959,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v3.1-terminus","change":-0.04395891890257144},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.8-max-20260902","variant":"standard","total_completion_tokens":9099159098,"total_prompt_tokens":331864024886,"total_native_tokens_reasoning":0,"count":4847218,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-max-20260902","change":-0.04425658743640294},{"date":"2026-09-17 00:00:00","model_permaslug":"thedrummer/skyfall-36b-v2","variant":"standard","total_completion_tokens":16128591,"total_prompt_tokens":136334937,"total_native_tokens_reasoning":0,"count":52936,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/skyfall-36b-v2","change":-0.05259711695680804},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-r1","variant":"standard","total_completion_tokens":436298680,"total_prompt_tokens":2029128972,"total_native_tokens_reasoning":0,"count":343390,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-r1","change":-0.05279929208855698},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-preview-20260226","variant":"standard","total_completion_tokens":701988893,"total_prompt_tokens":468335223,"total_native_tokens_reasoning":0,"count":487331,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-image-preview-20260226","change":-0.052955486991222635},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-reranker-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6816294413,"total_native_tokens_reasoning":0,"count":500295,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-reranker-8b","change":-0.0534042049693903},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"standard","total_completion_tokens":35844114209,"total_prompt_tokens":756047165629,"total_native_tokens_reasoning":0,"count":98466543,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217","change":-0.05527231729725159},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4o","variant":"standard","total_completion_tokens":676752674,"total_prompt_tokens":10998142153,"total_native_tokens_reasoning":0,"count":5359863,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o","change":-0.055774726818421855},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4-vector-20260514","variant":"standard","total_completion_tokens":2697050,"total_prompt_tokens":972953,"total_native_tokens_reasoning":0,"count":634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-vector-20260514","change":-0.05596235170646884},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-oss-safeguard-20b","variant":"standard","total_completion_tokens":635361130,"total_prompt_tokens":6566827178,"total_native_tokens_reasoning":0,"count":3036694,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-safeguard-20b","change":-0.05633165959754833},{"date":"2026-09-17 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":19049976527,"total_native_tokens_reasoning":0,"count":8014294,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6B","change":-0.057635676268934864},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2","variant":"free","total_completion_tokens":0,"total_prompt_tokens":1919913026,"total_native_tokens_reasoning":0,"count":96595,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2:free","change":-0.059830479472336},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"standard","total_completion_tokens":629033592,"total_prompt_tokens":13045319306,"total_native_tokens_reasoning":0,"count":1486298,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124","change":-0.060581942978003574},{"date":"2026-09-17 00:00:00","model_permaslug":"sourceful/riverflow-v2-pro-20260130","variant":"standard","total_completion_tokens":3736625,"total_prompt_tokens":2118046,"total_native_tokens_reasoning":0,"count":895,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2-pro-20260130","change":-0.06379099762472588},{"date":"2026-09-17 00:00:00","model_permaslug":"intfloat/e5-large-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":100748546,"total_native_tokens_reasoning":0,"count":224834,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/e5-large-v2-20251117","change":-0.06496837352571808},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260813","variant":"standard","total_completion_tokens":23722833349,"total_prompt_tokens":1020211157505,"total_native_tokens_reasoning":0,"count":32722591,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260813","change":-0.06660931023175769},{"date":"2026-09-17 00:00:00","model_permaslug":"meta-llama/llama-3.3-70b-instruct","variant":"standard","total_completion_tokens":2362330864,"total_prompt_tokens":29252393039,"total_native_tokens_reasoning":0,"count":24284177,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.3-70b-instruct","change":-0.06747493960174901},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.6-flash-20260721","variant":"standard","total_completion_tokens":9921143790,"total_prompt_tokens":113286236754,"total_native_tokens_reasoning":0,"count":9015954,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.6-flash-20260721","change":-0.06751050055616004},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-coder-next-2025-02-03","variant":"standard","total_completion_tokens":582406053,"total_prompt_tokens":23683517533,"total_native_tokens_reasoning":0,"count":940834,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-next-2025-02-03","change":-0.067828251115802},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5.3-flash-20260826","variant":"standard","total_completion_tokens":306247800976,"total_prompt_tokens":11107188980009,"total_native_tokens_reasoning":0,"count":318036846,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.3-flash-20260826","change":-0.06936800887333355},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"free","total_completion_tokens":88432463,"total_prompt_tokens":1515701977,"total_native_tokens_reasoning":0,"count":609420,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604:free","change":-0.07182366483124031},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","variant":"standard","total_completion_tokens":146696166,"total_prompt_tokens":1737194371,"total_native_tokens_reasoning":0,"count":214413,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2-1-turbo-20260810","change":-0.07784901771048047},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-flash-20250625","variant":"standard","total_completion_tokens":332223182,"total_prompt_tokens":2712863621,"total_native_tokens_reasoning":0,"count":2204219,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-1.6-flash-20250625","change":-0.08094600140186901},{"date":"2026-09-17 00:00:00","model_permaslug":"Qwen/Qwen3-Embedding-8B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":315742,"total_native_tokens_reasoning":0,"count":6176,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"Qwen/Qwen3-Embedding-8B","change":-0.0815873597621811},{"date":"2026-09-17 00:00:00","model_permaslug":"cohere/command-r7b-12-2024","variant":"standard","total_completion_tokens":15420052,"total_prompt_tokens":266882517,"total_native_tokens_reasoning":0,"count":309595,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-r7b-12-2024","change":-0.08200663796487738},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-4.7-20251222","variant":"standard","total_completion_tokens":2211749565,"total_prompt_tokens":41261704322,"total_native_tokens_reasoning":0,"count":3493612,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.7-20251222","change":-0.08537383251040084},{"date":"2026-09-17 00:00:00","model_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","variant":"standard","total_completion_tokens":930199135,"total_prompt_tokens":14400736094,"total_native_tokens_reasoning":0,"count":7423306,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","change":-0.0853801919823891},{"date":"2026-09-17 00:00:00","model_permaslug":"aion-labs/aion-2.0-20260223","variant":"standard","total_completion_tokens":136298638,"total_prompt_tokens":1209105405,"total_native_tokens_reasoning":0,"count":157063,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-2.0-20260223","change":-0.0863098562809723},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen-plus-2025-01-25","variant":"standard","total_completion_tokens":112713871,"total_prompt_tokens":1238441721,"total_native_tokens_reasoning":0,"count":261124,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-plus-2025-01-25","change":-0.0876779742140274},{"date":"2026-09-17 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-fast-20260605","variant":"standard","total_completion_tokens":22135850,"total_prompt_tokens":2100851,"total_native_tokens_reasoning":0,"count":5302,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2.5-fast-20260605","change":-0.08869035627205875},{"date":"2026-09-17 00:00:00","model_permaslug":"thedrummer/cydonia-24b-v4.1","variant":"standard","total_completion_tokens":72356755,"total_prompt_tokens":1369709940,"total_native_tokens_reasoning":0,"count":397393,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/cydonia-24b-v4.1","change":-0.08981632456130947},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5.1-20260406","variant":"standard","total_completion_tokens":6144571626,"total_prompt_tokens":52355919351,"total_native_tokens_reasoning":0,"count":4769548,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.1-20260406","change":-0.09069230599251321},{"date":"2026-09-17 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-405b","variant":"standard","total_completion_tokens":30095408,"total_prompt_tokens":552701583,"total_native_tokens_reasoning":0,"count":321026,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-405b","change":-0.09116015290445444},{"date":"2026-09-17 00:00:00","model_permaslug":"cohere/command-r-plus-08-2024","variant":"standard","total_completion_tokens":1713181,"total_prompt_tokens":16470806,"total_native_tokens_reasoning":0,"count":13062,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-r-plus-08-2024","change":-0.0935120461188539},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-4.6-20260810","variant":"standard","total_completion_tokens":8800074049,"total_prompt_tokens":352183227698,"total_native_tokens_reasoning":0,"count":6414274,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.6-20260810","change":-0.0949646142534383},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-20251201","variant":"standard","total_completion_tokens":18970474702,"total_prompt_tokens":397100076328,"total_native_tokens_reasoning":0,"count":64982058,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v3.2-20251201","change":-0.09630170178085774},{"date":"2026-09-17 00:00:00","model_permaslug":"baai/bge-m3-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21786320715,"total_native_tokens_reasoning":0,"count":22375941,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baai/bge-m3-20251117","change":-0.09670705421361135},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":134655767222,"total_native_tokens_reasoning":0,"count":62197766,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-embedding-8b","change":-0.09716695838566732},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-20260528","variant":"standard","total_completion_tokens":1286519538,"total_prompt_tokens":1918740398,"total_native_tokens_reasoning":0,"count":1222762,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-image-20260528","change":-0.09761329864250441},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.2-codex-20260114","variant":"standard","total_completion_tokens":57751113,"total_prompt_tokens":2349930197,"total_native_tokens_reasoning":0,"count":114827,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-codex-20260114","change":-0.10034915945474296},{"date":"2026-09-17 00:00:00","model_permaslug":"sao10k/l3.1-euryale-70b","variant":"standard","total_completion_tokens":10468000,"total_prompt_tokens":208089274,"total_native_tokens_reasoning":0,"count":83180,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3.1-euryale-70b","change":-0.10054641910412532},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3-pro-image-20260528","variant":"standard","total_completion_tokens":348439972,"total_prompt_tokens":445169880,"total_native_tokens_reasoning":0,"count":277146,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-pro-image-20260528","change":-0.10141830222725214},{"date":"2026-09-17 00:00:00","model_permaslug":"intfloat/e5-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5244463,"total_native_tokens_reasoning":0,"count":5237,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/e5-base-v2-20251117","change":-0.1028732549140894},{"date":"2026-09-17 00:00:00","model_permaslug":"meituan/longcat-2.0-20260720","variant":"standard","total_completion_tokens":107674176,"total_prompt_tokens":6843490039,"total_native_tokens_reasoning":0,"count":214338,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meituan/longcat-2.0-20260720","change":-0.1047496160490476},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","variant":"standard","total_completion_tokens":633563374,"total_prompt_tokens":7053234066,"total_native_tokens_reasoning":0,"count":7551869,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","change":-0.1047993526760364},{"date":"2026-09-17 00:00:00","model_permaslug":"gryphe/mythomax-l2-13b","variant":"standard","total_completion_tokens":78842525,"total_prompt_tokens":543585670,"total_native_tokens_reasoning":0,"count":494816,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"gryphe/mythomax-l2-13b","change":-0.10547654134708723},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen-image-3-pro-20260805","variant":"standard","total_completion_tokens":48158625,"total_prompt_tokens":4407757,"total_native_tokens_reasoning":0,"count":11438,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-image-3-pro-20260805","change":-0.1063023722326088},{"date":"2026-09-17 00:00:00","model_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","variant":"standard","total_completion_tokens":465818,"total_prompt_tokens":48170175,"total_native_tokens_reasoning":0,"count":1141,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-3.0-flash-sante-20260904","change":-0.11198478549780895},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","variant":"standard","total_completion_tokens":69399070,"total_prompt_tokens":33243350,"total_native_tokens_reasoning":0,"count":24303,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","change":-0.11385818955602726},{"date":"2026-09-17 00:00:00","model_permaslug":"amazon/nova-micro-v1","variant":"standard","total_completion_tokens":971722970,"total_prompt_tokens":18967045045,"total_native_tokens_reasoning":0,"count":9477877,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-micro-v1","change":-0.11488665301789817},{"date":"2026-09-17 00:00:00","model_permaslug":"sao10k/l3-lunaris-8b","variant":"standard","total_completion_tokens":367955027,"total_prompt_tokens":4678264954,"total_native_tokens_reasoning":0,"count":2067314,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3-lunaris-8b","change":-0.11801194630313067},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.7-max-20260520","variant":"standard","total_completion_tokens":1301263941,"total_prompt_tokens":14782975198,"total_native_tokens_reasoning":0,"count":1192498,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.7-max-20260520","change":-0.1199045793435677},{"date":"2026-09-17 00:00:00","model_permaslug":"moonshotai/kimi-k2.5-0127","variant":"standard","total_completion_tokens":4408311235,"total_prompt_tokens":55874666723,"total_native_tokens_reasoning":0,"count":4735377,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2.5-0127","change":-0.12032646160476637},{"date":"2026-09-17 00:00:00","model_permaslug":"black-forest-labs/flux.2-flex","variant":"standard","total_completion_tokens":16661937,"total_prompt_tokens":9702023,"total_native_tokens_reasoning":0,"count":3109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-flex","change":-0.12093359900980509},{"date":"2026-09-17 00:00:00","model_permaslug":"black-forest-labs/flux.2-pro","variant":"standard","total_completion_tokens":523296877,"total_prompt_tokens":347024102,"total_native_tokens_reasoning":0,"count":131629,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-pro","change":-0.12203866874810143},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-audio-mini","variant":"standard","total_completion_tokens":62766516,"total_prompt_tokens":191153942,"total_native_tokens_reasoning":0,"count":220171,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-audio-mini","change":-0.12284267081378387},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5-image","variant":"standard","total_completion_tokens":76872244,"total_prompt_tokens":26009079,"total_native_tokens_reasoning":0,"count":26151,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-image","change":-0.12505596746338618},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.2-20251211","variant":"standard","total_completion_tokens":2313273631,"total_prompt_tokens":37538888364,"total_native_tokens_reasoning":0,"count":6225641,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-20251211","change":-0.12713594009752188},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen-image-3-20260805","variant":"standard","total_completion_tokens":86426675,"total_prompt_tokens":18056835,"total_native_tokens_reasoning":0,"count":20592,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-image-3-20260805","change":-0.12925350021791682},{"date":"2026-09-17 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":302391,"total_native_tokens_reasoning":0,"count":8928,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6b","change":-0.1305531675086329},{"date":"2026-09-17 00:00:00","model_permaslug":"perplexity/sonar-pro","variant":"standard","total_completion_tokens":431112670,"total_prompt_tokens":537357591,"total_native_tokens_reasoning":0,"count":693669,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-pro","change":-0.13055846708461435},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/mai-voice-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2410673,"total_native_tokens_reasoning":0,"count":58942,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-voice-2","change":-0.13169578215610706},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"standard","total_completion_tokens":4579011640,"total_prompt_tokens":114883921859,"total_native_tokens_reasoning":0,"count":25386001,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317","change":-0.13580535057045645},{"date":"2026-09-17 00:00:00","model_permaslug":"stepfun/step-3.5-flash","variant":"standard","total_completion_tokens":166505633,"total_prompt_tokens":1516249966,"total_native_tokens_reasoning":0,"count":110575,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"stepfun/step-3.5-flash","change":-0.1369754188056136},{"date":"2026-09-17 00:00:00","model_permaslug":"aion-labs/aion-3.0-mini-20260707","variant":"standard","total_completion_tokens":186436208,"total_prompt_tokens":1864897460,"total_native_tokens_reasoning":0,"count":163733,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-3.0-mini-20260707","change":-0.13854443089405666},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260423","variant":"standard","total_completion_tokens":206912576912,"total_prompt_tokens":3886654871934,"total_native_tokens_reasoning":0,"count":428059783,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260423","change":-0.1393653758200716},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4o-2024-11-20","variant":"standard","total_completion_tokens":94039343,"total_prompt_tokens":2365568080,"total_native_tokens_reasoning":0,"count":777763,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-2024-11-20","change":-0.14094882294756297},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"standard","total_completion_tokens":384375773817,"total_prompt_tokens":10232485337145,"total_native_tokens_reasoning":0,"count":508154234,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731","change":-0.14096820481133746},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3-pro-image-preview-20251120","variant":"standard","total_completion_tokens":519339242,"total_prompt_tokens":293831466,"total_native_tokens_reasoning":0,"count":321122,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-pro-image-preview-20251120","change":-0.14243452158386458},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-07-25","variant":"standard","total_completion_tokens":5719727408,"total_prompt_tokens":60122574828,"total_native_tokens_reasoning":0,"count":20389173,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-235b-a22b-07-25","change":-0.1427237034498828},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-4.5-20260708","variant":"standard","total_completion_tokens":2870758422,"total_prompt_tokens":72482187640,"total_native_tokens_reasoning":0,"count":3578347,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.5-20260708","change":-0.1427862898161571},{"date":"2026-09-15 00:00:00","model_permaslug":"openai/gpt-4o","variant":"batch","total_completion_tokens":3,"total_prompt_tokens":9,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o:batch","change":-0.14285714285714285},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"standard","total_completion_tokens":2400572790,"total_prompt_tokens":68393009646,"total_native_tokens_reasoning":0,"count":4152259,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.5-20260423","change":-0.14446443867763428},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.5-122b-a10b-20260224","variant":"standard","total_completion_tokens":1419281368,"total_prompt_tokens":9589323582,"total_native_tokens_reasoning":0,"count":1721094,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-122b-a10b-20260224","change":-0.1461106716446167},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-vl-32b-instruct","variant":"standard","total_completion_tokens":2284737510,"total_prompt_tokens":24387193211,"total_native_tokens_reasoning":0,"count":8051927,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-32b-instruct","change":-0.14983668201825961},{"date":"2026-09-17 00:00:00","model_permaslug":"tencent/hy3-preview-20260421","variant":"standard","total_completion_tokens":1574005509,"total_prompt_tokens":3878179205,"total_native_tokens_reasoning":0,"count":884357,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy3-preview-20260421","change":-0.15729098235136707},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5.3-20260816","variant":"standard","total_completion_tokens":39526393516,"total_prompt_tokens":2523385617822,"total_native_tokens_reasoning":0,"count":32546190,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.3-20260816","change":-0.16345563445590056},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.6-27b-20260422","variant":"standard","total_completion_tokens":1159887253,"total_prompt_tokens":14840048778,"total_native_tokens_reasoning":0,"count":1828887,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-27b-20260422","change":-0.16544512384540777},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-4o-mini-2024-07-18","variant":"standard","total_completion_tokens":691972261,"total_prompt_tokens":8585751668,"total_native_tokens_reasoning":0,"count":7372460,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini-2024-07-18","change":-0.1696155475012357},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"standard","total_completion_tokens":18697379714,"total_prompt_tokens":266314081309,"total_native_tokens_reasoning":0,"count":82245632,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403","change":-0.17536065727730935},{"date":"2026-09-17 00:00:00","model_permaslug":"poolside/laguna-s-2.1-20260720","variant":"standard","total_completion_tokens":471815424,"total_prompt_tokens":52484023228,"total_native_tokens_reasoning":0,"count":590060,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-s-2.1-20260720","change":-0.17882792919367066},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-image-20260630","variant":"standard","total_completion_tokens":1005199275,"total_prompt_tokens":1294594951,"total_native_tokens_reasoning":0,"count":908609,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-image-20260630","change":-0.18093808291519653},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.8-flash-20260902","variant":"standard","total_completion_tokens":49449442805,"total_prompt_tokens":2077470463820,"total_native_tokens_reasoning":0,"count":57022822,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.8-flash-20260902","change":-0.18133861693704115},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-4.7-flash-20260119","variant":"standard","total_completion_tokens":1022023725,"total_prompt_tokens":12863870685,"total_native_tokens_reasoning":0,"count":5626488,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.7-flash-20260119","change":-0.18167387713866298},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/o1-pro","variant":"standard","total_completion_tokens":157321,"total_prompt_tokens":314442,"total_native_tokens_reasoning":0,"count":1501,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o1-pro","change":-0.18192002025418305},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"standard","total_completion_tokens":5567174283,"total_prompt_tokens":45627049146,"total_native_tokens_reasoning":0,"count":11340335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.3-20260430","change":-0.18365529503132993},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-6-astra-pro-20260903","variant":"standard","total_completion_tokens":1388760483,"total_prompt_tokens":84708635187,"total_native_tokens_reasoning":0,"count":565101,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-6-astra-pro-20260903","change":-0.18584849901700173},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"free","total_completion_tokens":3082977849,"total_prompt_tokens":27279847505,"total_native_tokens_reasoning":0,"count":1523226,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428:free","change":-0.1875458612837039},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"batch","total_completion_tokens":12048547,"total_prompt_tokens":21261593,"total_native_tokens_reasoning":0,"count":22435,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.3-20260430:batch","change":-0.18961700112645438},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":23304441512,"total_native_tokens_reasoning":0,"count":23451928,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-2","change":-0.19172251963770265},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5-turbo-20260315","variant":"standard","total_completion_tokens":88839882,"total_prompt_tokens":2190414917,"total_native_tokens_reasoning":0,"count":127789,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5-turbo-20260315","change":-0.19200409209600955},{"date":"2026-09-17 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"standard","total_completion_tokens":27946246141,"total_prompt_tokens":1366933258179,"total_native_tokens_reasoning":0,"count":26103326,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k3-20260715","change":-0.194119036575304},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"standard","total_completion_tokens":330795985,"total_prompt_tokens":15012560037,"total_native_tokens_reasoning":0,"count":190789,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709","change":-0.19739143446306004},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"standard","total_completion_tokens":9788107282,"total_prompt_tokens":290187869967,"total_native_tokens_reasoning":0,"count":3909336,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709","change":-0.19893338108916298},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","variant":"standard","total_completion_tokens":452331478,"total_prompt_tokens":981883281,"total_native_tokens_reasoning":0,"count":342854,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","change":-0.2002726736551209},{"date":"2026-09-17 00:00:00","model_permaslug":"perplexity/sonar-deep-research","variant":"standard","total_completion_tokens":58384643,"total_prompt_tokens":24032560,"total_native_tokens_reasoning":0,"count":5168,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-deep-research","change":-0.20301704355898523},{"date":"2026-09-17 00:00:00","model_permaslug":"cohere/command-a-03-2025","variant":"standard","total_completion_tokens":9227413,"total_prompt_tokens":40297884,"total_native_tokens_reasoning":0,"count":28287,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-a-03-2025","change":-0.2066110013438271},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-small-24b-instruct-2501","variant":"standard","total_completion_tokens":1230833343,"total_prompt_tokens":9803890388,"total_native_tokens_reasoning":0,"count":4387872,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-24b-instruct-2501","change":-0.2084680201903753},{"date":"2026-09-17 00:00:00","model_permaslug":"perplexity/sonar-pro-search","variant":"standard","total_completion_tokens":109477827,"total_prompt_tokens":158284905,"total_native_tokens_reasoning":0,"count":97052,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-pro-search","change":-0.20943789487954287},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-voice-tts-1.0","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10547626,"total_native_tokens_reasoning":0,"count":289152,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-voice-tts-1.0","change":-0.21137599804885648},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-lite-20260309","variant":"standard","total_completion_tokens":123999163,"total_prompt_tokens":846846491,"total_native_tokens_reasoning":0,"count":157503,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2.0-lite-20260309","change":-0.21169371590524028},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-coder-flash","variant":"standard","total_completion_tokens":34855228,"total_prompt_tokens":3208671679,"total_native_tokens_reasoning":0,"count":119293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-flash","change":-0.2135632735823976},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-r1-distill-llama-70b","variant":"standard","total_completion_tokens":30403915,"total_prompt_tokens":42497557,"total_native_tokens_reasoning":0,"count":31730,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-r1-distill-llama-70b","change":-0.2165577782775181},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemma-3-27b-it","variant":"standard","total_completion_tokens":8684349410,"total_prompt_tokens":36180902580,"total_native_tokens_reasoning":0,"count":22560382,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3-27b-it","change":-0.21664586242132014},{"date":"2026-09-17 00:00:00","model_permaslug":"black-forest-labs/flux.2-klein-4b","variant":"standard","total_completion_tokens":339937603,"total_prompt_tokens":120801892,"total_native_tokens_reasoning":0,"count":58041,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-klein-4b","change":-0.2170978649251182},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-3-haiku","variant":"standard","total_completion_tokens":202979801,"total_prompt_tokens":2247852519,"total_native_tokens_reasoning":0,"count":1022693,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-3-haiku","change":-0.2254556916574386},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"batch","total_completion_tokens":19444,"total_prompt_tokens":1077683,"total_native_tokens_reasoning":0,"count":449,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001:batch","change":-0.22547175805324354},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4-styles-pro-20260826","variant":"standard","total_completion_tokens":2730450,"total_prompt_tokens":155749,"total_native_tokens_reasoning":0,"count":544,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-styles-pro-20260826","change":-0.22547569178419472},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-image-1","variant":"standard","total_completion_tokens":26182488,"total_prompt_tokens":3235362,"total_native_tokens_reasoning":0,"count":7442,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-1","change":-0.22931494661921709},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/codestral-embed-2505","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":505862089,"total_native_tokens_reasoning":0,"count":104762,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/codestral-embed-2505","change":-0.2298940055916108},{"date":"2026-09-17 00:00:00","model_permaslug":"amazon/nova-2-lite-v1","variant":"standard","total_completion_tokens":94193383,"total_prompt_tokens":1345772419,"total_native_tokens_reasoning":0,"count":476214,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-2-lite-v1","change":-0.23003824511716475},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","variant":"standard","total_completion_tokens":2813218045,"total_prompt_tokens":32382216766,"total_native_tokens_reasoning":0,"count":17364263,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","change":-0.23028577121119018},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"standard","total_completion_tokens":999649514,"total_prompt_tokens":58830057123,"total_native_tokens_reasoning":0,"count":413593,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709","change":-0.23034047496402577},{"date":"2026-09-17 00:00:00","model_permaslug":"morph/morph-v3-fast","variant":"standard","total_completion_tokens":31017495,"total_prompt_tokens":24368091,"total_native_tokens_reasoning":0,"count":6286,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"morph/morph-v3-fast","change":-0.2326876187764763},{"date":"2026-09-17 00:00:00","model_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":45534903,"total_native_tokens_reasoning":0,"count":13461,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","change":-0.23363792875427922},{"date":"2026-09-17 00:00:00","model_permaslug":"thenlper/gte-base-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":295335854,"total_native_tokens_reasoning":0,"count":59865,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thenlper/gte-base-20251117","change":-0.23598921093177835},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-04-28","variant":"standard","total_completion_tokens":393947003,"total_prompt_tokens":1199238219,"total_native_tokens_reasoning":0,"count":546492,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-30b-a3b-04-28","change":-0.23867047411291742},{"date":"2026-09-17 00:00:00","model_permaslug":"voyageai/voyage-code-4-20260812","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":295398656,"total_native_tokens_reasoning":0,"count":66011,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-code-4-20260812","change":-0.24019489948591877},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-4.5v","variant":"standard","total_completion_tokens":31000885,"total_prompt_tokens":285936395,"total_native_tokens_reasoning":0,"count":86988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.5v","change":-0.24399712668735873},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"standard","total_completion_tokens":34246417074,"total_prompt_tokens":180967555364,"total_native_tokens_reasoning":0,"count":51595191,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-20b","change":-0.25174756691145533},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4-pro-vector-20260514","variant":"standard","total_completion_tokens":1398625,"total_prompt_tokens":158943,"total_native_tokens_reasoning":0,"count":319,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-pro-vector-20260514","change":-0.25274744254082604},{"date":"2026-09-17 00:00:00","model_permaslug":"meta/muse-spark-1.1-20260709","variant":"standard","total_completion_tokens":383560081,"total_prompt_tokens":7698534193,"total_native_tokens_reasoning":0,"count":418634,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.1-20260709","change":-0.2543521357227741},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-instruct","variant":"standard","total_completion_tokens":646813495,"total_prompt_tokens":8498364561,"total_native_tokens_reasoning":0,"count":8519057,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-8b-instruct","change":-0.25451528668448675},{"date":"2026-09-17 00:00:00","model_permaslug":"perplexity/sonar-reasoning-pro","variant":"standard","total_completion_tokens":30035360,"total_prompt_tokens":61431784,"total_native_tokens_reasoning":0,"count":28592,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-reasoning-pro","change":-0.2568692807686137},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-4.20-multi-agent-20260309","variant":"standard","total_completion_tokens":96580573,"total_prompt_tokens":943153995,"total_native_tokens_reasoning":0,"count":16773,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.20-multi-agent-20260309","change":-0.2649879500099246},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"free","total_completion_tokens":8829455237,"total_prompt_tokens":693974719763,"total_native_tokens_reasoning":0,"count":10990276,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807:free","change":-0.26668613149217807},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen-plus-2025-07-28","variant":"standard","total_completion_tokens":50368586,"total_prompt_tokens":661866501,"total_native_tokens_reasoning":0,"count":474441,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-plus-2025-07-28","change":-0.27648225648008734},{"date":"2026-09-17 00:00:00","model_permaslug":"thenlper/gte-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2893274,"total_native_tokens_reasoning":0,"count":2312,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thenlper/gte-large-20251117","change":-0.28519359339149575},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","variant":"standard","total_completion_tokens":41310233,"total_prompt_tokens":51287046,"total_native_tokens_reasoning":0,"count":22399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","change":-0.2858707300119485},{"date":"2026-09-17 00:00:00","model_permaslug":"x-ai/grok-imagine-image-quality-20260512","variant":"standard","total_completion_tokens":392738075,"total_prompt_tokens":63923621,"total_native_tokens_reasoning":0,"count":94069,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-image-quality-20260512","change":-0.28818203064124776},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.4-image-2-20260421","variant":"standard","total_completion_tokens":633296683,"total_prompt_tokens":598298026,"total_native_tokens_reasoning":0,"count":184974,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-image-2-20260421","change":-0.2886721384829103},{"date":"2026-09-17 00:00:00","model_permaslug":"meta/muse-spark-1.3-20260902","variant":"standard","total_completion_tokens":4022542010,"total_prompt_tokens":222860439668,"total_native_tokens_reasoning":0,"count":2844203,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.3-20260902","change":-0.289593096161343},{"date":"2026-09-17 00:00:00","model_permaslug":"meta/muse-spark-1.2-20260805","variant":"standard","total_completion_tokens":1443370085,"total_prompt_tokens":17140654336,"total_native_tokens_reasoning":0,"count":730579,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.2-20260805","change":-0.29176212657741823},{"date":"2026-09-17 00:00:00","model_permaslug":"sourceful/riverflow-v2-fast-20260130","variant":"standard","total_completion_tokens":11280850,"total_prompt_tokens":1073099,"total_native_tokens_reasoning":0,"count":2702,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2-fast-20260130","change":-0.2934618413773536},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","variant":"standard","total_completion_tokens":961319007,"total_prompt_tokens":19304583774,"total_native_tokens_reasoning":0,"count":519233,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.8-2.4t-a95b-20260812","change":-0.2947812555642399},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"batch","total_completion_tokens":6235271,"total_prompt_tokens":814816,"total_native_tokens_reasoning":0,"count":793,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310:batch","change":-0.2957511141229727},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.1-codex-mini-20251113","variant":"standard","total_completion_tokens":105352317,"total_prompt_tokens":1037300380,"total_native_tokens_reasoning":0,"count":50048,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-codex-mini-20251113","change":-0.30310079029037706},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"standard","total_completion_tokens":30853664352,"total_prompt_tokens":612726190022,"total_native_tokens_reasoning":0,"count":36957390,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.7-flash-20260813","change":-0.31146129959629526},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4.1-vector-20260514","variant":"standard","total_completion_tokens":8166300,"total_prompt_tokens":463523,"total_native_tokens_reasoning":0,"count":1827,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-vector-20260514","change":-0.31533668552848326},{"date":"2026-09-16 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"batch","total_completion_tokens":27439586,"total_prompt_tokens":234327605,"total_native_tokens_reasoning":0,"count":160943,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507:batch","change":-0.315585843966069},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"standard","total_completion_tokens":42329894086,"total_prompt_tokens":1471196997579,"total_native_tokens_reasoning":0,"count":45550530,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.2-20260616","change":-0.32217770698610443},{"date":"2026-09-17 00:00:00","model_permaslug":"meta-llama/llama-3.1-70b-instruct","variant":"standard","total_completion_tokens":135175774,"total_prompt_tokens":2164603895,"total_native_tokens_reasoning":0,"count":2423491,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.1-70b-instruct","change":-0.33192230666709255},{"date":"2026-09-17 00:00:00","model_permaslug":"cohere/command-r-08-2024","variant":"standard","total_completion_tokens":15007772,"total_prompt_tokens":96938911,"total_native_tokens_reasoning":0,"count":65070,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-r-08-2024","change":-0.3381848002408736},{"date":"2026-09-17 00:00:00","model_permaslug":"amazon/nova-pro-v1","variant":"standard","total_completion_tokens":2661248,"total_prompt_tokens":48206117,"total_native_tokens_reasoning":0,"count":16419,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-pro-v1","change":-0.3414666991509866},{"date":"2026-09-17 00:00:00","model_permaslug":"mistralai/mistral-saba-2502","variant":"standard","total_completion_tokens":12449228,"total_prompt_tokens":84289141,"total_native_tokens_reasoning":0,"count":43579,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-saba-2502","change":-0.34259465276068046},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"standard","total_completion_tokens":1031772209,"total_prompt_tokens":35444259871,"total_native_tokens_reasoning":0,"count":2280224,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","change":-0.3468748385054402},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"standard","total_completion_tokens":4280506,"total_prompt_tokens":24274530,"total_native_tokens_reasoning":0,"count":10872,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305","change":-0.3469254395400092},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/o4-mini-2025-04-16","variant":"standard","total_completion_tokens":309868017,"total_prompt_tokens":1552073450,"total_native_tokens_reasoning":0,"count":476388,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o4-mini-2025-04-16","change":-0.3481217036949544},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","variant":"standard","total_completion_tokens":3828475,"total_prompt_tokens":300551,"total_native_tokens_reasoning":0,"count":865,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","change":-0.3546751296580628},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-opus-5-20260723","variant":"standard","total_completion_tokens":18708422224,"total_prompt_tokens":1084688772435,"total_native_tokens_reasoning":0,"count":13786189,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-opus-5-20260723","change":-0.3587941230660021},{"date":"2026-09-17 00:00:00","model_permaslug":"liquid/lfm-2.5-embedding-350m-20260818","variant":"free","total_completion_tokens":0,"total_prompt_tokens":81548506,"total_native_tokens_reasoning":0,"count":78028,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"liquid/lfm-2.5-embedding-350m-20260818:free","change":-0.3630123464450837},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","variant":"standard","total_completion_tokens":163910554,"total_prompt_tokens":12142225999,"total_native_tokens_reasoning":0,"count":661128,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","change":-0.3686821269999328},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5v-turbo-20260401","variant":"standard","total_completion_tokens":106560781,"total_prompt_tokens":2695755335,"total_native_tokens_reasoning":0,"count":162871,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5v-turbo-20260401","change":-0.3707028578483604},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"standard","total_completion_tokens":16516916,"total_prompt_tokens":298793674,"total_native_tokens_reasoning":0,"count":116193,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423","change":-0.37113586764353224},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/mai-image-2.6-20260904","variant":"standard","total_completion_tokens":14049530,"total_prompt_tokens":14415208,"total_native_tokens_reasoning":0,"count":13338,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-image-2.6-20260904","change":-0.3774199590696607},{"date":"2026-09-17 00:00:00","model_permaslug":"dots-studio/dots-3-note-preview-20260813","variant":"standard","total_completion_tokens":7000637,"total_prompt_tokens":309461953,"total_native_tokens_reasoning":0,"count":4924,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"dots-studio/dots-3-note-preview-20260813","change":-0.380333922874159},{"date":"2026-09-17 00:00:00","model_permaslug":"tencent/hy4-preview-20260827","variant":"standard","total_completion_tokens":99567487933,"total_prompt_tokens":11510453010522,"total_native_tokens_reasoning":0,"count":99179973,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy4-preview-20260827","change":-0.3914682346729266},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260420","variant":"standard","total_completion_tokens":92928169,"total_prompt_tokens":1148466870,"total_native_tokens_reasoning":0,"count":94135,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-plus-20260420","change":-0.39883395675277594},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-max","variant":"standard","total_completion_tokens":119035864,"total_prompt_tokens":2170345786,"total_native_tokens_reasoning":0,"count":670509,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-max","change":-0.40274630272436296},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260731","variant":"batch","total_completion_tokens":85504109,"total_prompt_tokens":169265256,"total_native_tokens_reasoning":0,"count":140137,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260731:batch","change":-0.4085388331126718},{"date":"2026-09-17 00:00:00","model_permaslug":"recraft/recraft-v3-20260413","variant":"standard","total_completion_tokens":1841175,"total_prompt_tokens":50458,"total_native_tokens_reasoning":0,"count":440,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v3-20260413","change":-0.41260966798554966},{"date":"2026-09-17 00:00:00","model_permaslug":"inception/mercury-2-20260304","variant":"standard","total_completion_tokens":318731044,"total_prompt_tokens":1901184489,"total_native_tokens_reasoning":0,"count":705375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inception/mercury-2-20260304","change":-0.41420965898588624},{"date":"2026-09-17 00:00:00","model_permaslug":"microsoft/mai-image-2.5","variant":"standard","total_completion_tokens":12181676,"total_prompt_tokens":11879523,"total_native_tokens_reasoning":0,"count":12011,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-image-2.5","change":-0.4172393187784763},{"date":"2026-09-17 00:00:00","model_permaslug":"krea/krea-2-large-20260720","variant":"standard","total_completion_tokens":11201525,"total_prompt_tokens":488030,"total_native_tokens_reasoning":0,"count":2683,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"krea/krea-2-large-20260720","change":-0.4182195586601838},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-image-2","variant":"standard","total_completion_tokens":513456266,"total_prompt_tokens":718117417,"total_native_tokens_reasoning":0,"count":418496,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-2","change":-0.4248451570078827},{"date":"2026-09-17 00:00:00","model_permaslug":"voyageai/voyage-4-large-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1732312965,"total_native_tokens_reasoning":0,"count":895240,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-4-large-20260727","change":-0.42495415274405046},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5-image-mini","variant":"standard","total_completion_tokens":103291108,"total_prompt_tokens":60001773,"total_native_tokens_reasoning":0,"count":27050,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-image-mini","change":-0.433945664664984},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"free","total_completion_tokens":112210953,"total_prompt_tokens":590772049,"total_native_tokens_reasoning":0,"count":343995,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:free","change":-0.4403787282916366},{"date":"2026-09-17 00:00:00","model_permaslug":"krea/krea-2-medium-20260720","variant":"standard","total_completion_tokens":114010900,"total_prompt_tokens":3950104,"total_native_tokens_reasoning":0,"count":27308,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"krea/krea-2-medium-20260720","change":-0.44041692057050497},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen2.5-vl-72b-instruct","variant":"standard","total_completion_tokens":93498569,"total_prompt_tokens":1686802782,"total_native_tokens_reasoning":0,"count":1166319,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen2.5-vl-72b-instruct","change":-0.44645058567377155},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-embedding-001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":6846805663,"total_native_tokens_reasoning":0,"count":19724252,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-001","change":-0.4467075237756113},{"date":"2026-09-17 00:00:00","model_permaslug":"minimax/minimax-01","variant":"standard","total_completion_tokens":14917704,"total_prompt_tokens":175200073,"total_native_tokens_reasoning":0,"count":77233,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-01","change":-0.44706238042824104},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":61598660088,"total_native_tokens_reasoning":0,"count":20498285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/text-embedding-3-large","change":-0.44758570655602753},{"date":"2026-09-17 00:00:00","model_permaslug":"voyageai/voyage-multimodal-3.5-20260727","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":195342975,"total_native_tokens_reasoning":0,"count":307640,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"voyageai/voyage-multimodal-3.5-20260727","change":-0.4618579429968415},{"date":"2026-09-15 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"batch","total_completion_tokens":13633736,"total_prompt_tokens":23983774,"total_native_tokens_reasoning":0,"count":3878,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219:batch","change":-0.4621797479085921},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"standard","total_completion_tokens":4198223,"total_prompt_tokens":23582253,"total_native_tokens_reasoning":0,"count":13263,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211","change":-0.4786791592616324},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-code-20260730","variant":"standard","total_completion_tokens":12240550,"total_prompt_tokens":156005667,"total_native_tokens_reasoning":0,"count":22111,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2.0-code-20260730","change":-0.491907529681459},{"date":"2026-09-17 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"standard","total_completion_tokens":146426259,"total_prompt_tokens":2881228636,"total_native_tokens_reasoning":0,"count":177512,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625","change":-0.49576770153144},{"date":"2026-09-15 00:00:00","model_permaslug":"anthropic/claude-4-opus-20250522","variant":"standard","total_completion_tokens":16385139,"total_prompt_tokens":418101329,"total_native_tokens_reasoning":0,"count":56556,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4-opus-20250522","change":-0.49772199600087785},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"standard","total_completion_tokens":12976917615,"total_prompt_tokens":80407328207,"total_native_tokens_reasoning":0,"count":15290017,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07","change":-0.5002471014274341},{"date":"2026-09-17 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","variant":"standard","total_completion_tokens":4464187986,"total_prompt_tokens":270476546984,"total_native_tokens_reasoning":0,"count":5685076,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-vision-exp-20260821","change":-0.5020700499549494},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5-pro-2025-10-06","variant":"standard","total_completion_tokens":2903700,"total_prompt_tokens":7109129,"total_native_tokens_reasoning":0,"count":3345,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-pro-2025-10-06","change":-0.5046771533641792},{"date":"2026-09-17 00:00:00","model_permaslug":"deepgram/aura-2-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":658417,"total_native_tokens_reasoning":0,"count":23255,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepgram/aura-2-20260716","change":-0.5047247020451393},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3-14b-04-28","variant":"standard","total_completion_tokens":356324471,"total_prompt_tokens":1669487658,"total_native_tokens_reasoning":0,"count":621972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-14b-04-28","change":-0.5059943368074131},{"date":"2026-09-17 00:00:00","model_permaslug":"morph/morph-v3-large","variant":"standard","total_completion_tokens":15796234,"total_prompt_tokens":13238299,"total_native_tokens_reasoning":0,"count":7857,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"morph/morph-v3-large","change":-0.5332596996536132},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-20250625","variant":"standard","total_completion_tokens":56131421,"total_prompt_tokens":126727739,"total_native_tokens_reasoning":0,"count":51819,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-1.6-20250625","change":-0.5411358885709208},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"batch","total_completion_tokens":250476856,"total_prompt_tokens":830522255,"total_native_tokens_reasoning":0,"count":50571,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709:batch","change":-0.5555158612938449},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3.5-lightning-20260807","variant":"standard","total_completion_tokens":3769216259,"total_prompt_tokens":17594793061,"total_native_tokens_reasoning":0,"count":4038848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-lightning-20260807","change":-0.5750291906352046},{"date":"2026-09-17 00:00:00","model_permaslug":"tencent/hunyuan-a13b-instruct","variant":"standard","total_completion_tokens":20686657,"total_prompt_tokens":51696524,"total_native_tokens_reasoning":0,"count":25173,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hunyuan-a13b-instruct","change":-0.6137864690630812},{"date":"2026-09-17 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":96579603,"total_native_tokens_reasoning":0,"count":2889216,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","change":-0.64564607007475},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"standard","total_completion_tokens":11727285039,"total_prompt_tokens":387186079624,"total_native_tokens_reasoning":0,"count":22447702,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217","change":-0.6551004326276015},{"date":"2026-09-17 00:00:00","model_permaslug":"perceptron/perceptron-mk1-20260512","variant":"standard","total_completion_tokens":10507746,"total_prompt_tokens":176337583,"total_native_tokens_reasoning":0,"count":127975,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perceptron/perceptron-mk1-20260512","change":-0.6567626420459757},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.6-max-preview-20260420","variant":"standard","total_completion_tokens":38499997,"total_prompt_tokens":109698243,"total_native_tokens_reasoning":0,"count":27602,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-max-preview-20260420","change":-0.6685111978426148},{"date":"2026-09-17 00:00:00","model_permaslug":"upstage/solar-pro-3","variant":"standard","total_completion_tokens":6882172,"total_prompt_tokens":45663331,"total_native_tokens_reasoning":0,"count":32480,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"upstage/solar-pro-3","change":-0.6780054875869745},{"date":"2026-09-17 00:00:00","model_permaslug":"openai/o3-pro-2025-06-10","variant":"standard","total_completion_tokens":364875,"total_prompt_tokens":757551,"total_native_tokens_reasoning":0,"count":3525,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-pro-2025-06-10","change":-0.7100834084970663},{"date":"2026-09-15 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"batch","total_completion_tokens":22219240,"total_prompt_tokens":12860810,"total_native_tokens_reasoning":0,"count":1921,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.5-flash-20260519:batch","change":-0.7113843483478007},{"date":"2026-09-17 00:00:00","model_permaslug":"anthropic/claude-fable-5.1-20260831","variant":"batch","total_completion_tokens":56552139,"total_prompt_tokens":96699865,"total_native_tokens_reasoning":0,"count":29219,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-fable-5.1-20260831:batch","change":-0.7378924314274594},{"date":"2026-09-17 00:00:00","model_permaslug":"meta/muse-spark-1.2-contributor-20260805","variant":"standard","total_completion_tokens":594855896,"total_prompt_tokens":18603537514,"total_native_tokens_reasoning":0,"count":488070,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.2-contributor-20260805","change":-0.7506673022480669},{"date":"2026-09-17 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b","variant":"free","total_completion_tokens":0,"total_prompt_tokens":9165,"total_native_tokens_reasoning":0,"count":23,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b:free","change":-0.7526382553777226},{"date":"2026-09-17 00:00:00","model_permaslug":"qwen/qwen3.5-35b-a3b-20260224","variant":"standard","total_completion_tokens":1992127041,"total_prompt_tokens":12559581372,"total_native_tokens_reasoning":0,"count":2138854,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-35b-a3b-20260224","change":-0.7547985307912559},{"date":"2026-09-17 00:00:00","model_permaslug":"ibm-granite/granite-4.0-h-micro","variant":"standard","total_completion_tokens":342244182,"total_prompt_tokens":2485381854,"total_native_tokens_reasoning":0,"count":780644,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"ibm-granite/granite-4.0-h-micro","change":-0.7550494059915296},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-3.7-flash-20260813","variant":"batch","total_completion_tokens":436461875,"total_prompt_tokens":897371414,"total_native_tokens_reasoning":0,"count":261379,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.7-flash-20260813:batch","change":-0.7715332073079632},{"date":"2026-09-17 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"standard","total_completion_tokens":1966684,"total_prompt_tokens":21517479,"total_native_tokens_reasoning":0,"count":1086,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/north-mini-code-20260617","change":-0.7716365967258844},{"date":"2026-09-17 00:00:00","model_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":552662,"total_native_tokens_reasoning":0,"count":409,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","change":-0.815342556927987},{"date":"2026-09-17 00:00:00","model_permaslug":"mancer/weaver","variant":"standard","total_completion_tokens":717354,"total_prompt_tokens":2042991,"total_native_tokens_reasoning":0,"count":5865,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mancer/weaver","change":-0.8336553648208075},{"date":"2026-09-17 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-mini-20260224","variant":"standard","total_completion_tokens":308664702,"total_prompt_tokens":1538179334,"total_native_tokens_reasoning":0,"count":1389612,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2.0-mini-20260224","change":-0.8431467029450281},{"date":"2026-09-17 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"free","total_completion_tokens":179228488,"total_prompt_tokens":1048506721,"total_native_tokens_reasoning":0,"count":197600,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.2-20260616:free","change":-0.8947267609753914},{"date":"2026-09-17 00:00:00","model_permaslug":"stepfun/step-3.7-flash-20260528","variant":"standard","total_completion_tokens":1922324366,"total_prompt_tokens":12268623217,"total_native_tokens_reasoning":0,"count":1109420,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"stepfun/step-3.7-flash-20260528","change":-0.9448029142273084},{"date":"2026-09-17 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":4897732,"total_native_tokens_reasoning":0,"count":28097,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-2:batch","change":-0.9483807271544711},{"date":"2026-09-15 00:00:00","model_permaslug":"intfloat/multilingual-e5-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":86,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/multilingual-e5-large","change":-0.9663141402271838},{"date":"2026-09-16 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"batch","total_completion_tokens":16146,"total_prompt_tokens":2959,"total_native_tokens_reasoning":0,"count":7,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-20260715:batch","change":-0.9806625248740356},{"date":"2026-09-16 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"batch","total_completion_tokens":20199,"total_prompt_tokens":48999,"total_native_tokens_reasoning":0,"count":2,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709:batch","change":-0.98282755463018},{"date":"2026-09-14 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"batch","total_completion_tokens":0,"total_prompt_tokens":9,"total_native_tokens_reasoning":0,"count":1,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07:batch","change":-0.9901098901098901},{"date":"2026-09-14 00:00:00","model_permaslug":"thinkingmachines/inkling-small-20260730","variant":"batch","total_completion_tokens":282,"total_prompt_tokens":404,"total_native_tokens_reasoning":0,"count":12,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-small-20260730:batch","change":-0.9994329149083033}]}