{"data":[{"date":"2026-07-20 00:00:00","model_permaslug":"moonshotai/kimi-k3-20260715","variant":"standard","total_completion_tokens":7051321396,"total_prompt_tokens":543185821163,"total_native_tokens_reasoning":0,"count":6968311,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k3-20260715","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"meta/muse-spark-1.1-20260709","variant":"standard","total_completion_tokens":1055599188,"total_prompt_tokens":38888022441,"total_native_tokens_reasoning":0,"count":849252,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta/muse-spark-1.1-20260709","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"thinkingmachines/inkling-20260715","variant":"standard","total_completion_tokens":374255936,"total_prompt_tokens":7976970612,"total_native_tokens_reasoning":0,"count":473570,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thinkingmachines/inkling-20260715","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"kwaipilot/kat-coder-air-v2.5-20260710","variant":"standard","total_completion_tokens":137157636,"total_prompt_tokens":3323433218,"total_native_tokens_reasoning":0,"count":189949,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaipilot/kat-coder-air-v2.5-20260710","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"kwaipilot/kat-coder-pro-v2.5-20260710","variant":"standard","total_completion_tokens":50899903,"total_prompt_tokens":2336901378,"total_native_tokens_reasoning":0,"count":56761,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaipilot/kat-coder-pro-v2.5-20260710","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"meituan/longcat-2.0-20260720","variant":"standard","total_completion_tokens":86971797,"total_prompt_tokens":1391049380,"total_native_tokens_reasoning":0,"count":29545,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meituan/longcat-2.0-20260720","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3-embed-1b-20260716","variant":"free","total_completion_tokens":0,"total_prompt_tokens":520523024,"total_native_tokens_reasoning":0,"count":324174,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-embed-1b-20260716:free","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"kwaipilot/kat-coder-air-v2.5-20260710","variant":"free","total_completion_tokens":113434,"total_prompt_tokens":7563469,"total_native_tokens_reasoning":0,"count":244,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaipilot/kat-coder-air-v2.5-20260710:free","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"kwaipilot/kat-coder-pro-v2.5-20260710","variant":"free","total_completion_tokens":117749,"total_prompt_tokens":5389372,"total_native_tokens_reasoning":0,"count":220,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaipilot/kat-coder-pro-v2.5-20260710:free","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"krea/krea-2-medium-turbo-20260720","variant":"standard","total_completion_tokens":1223275,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"krea/krea-2-medium-turbo-20260720","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"krea/krea-2-large-20260720","variant":"standard","total_completion_tokens":822475,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":197,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"krea/krea-2-large-20260720","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"deepgram/aura-2-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":415292,"total_native_tokens_reasoning":0,"count":8186,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepgram/aura-2-20260716","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"krea/krea-2-medium-20260720","variant":"standard","total_completion_tokens":359050,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":86,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"krea/krea-2-medium-20260720","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/speech-2.8-hd-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":119033,"total_native_tokens_reasoning":0,"count":2285,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/speech-2.8-hd-20260716","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/speech-2.8-turbo-20260716","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":67283,"total_native_tokens_reasoning":0,"count":2759,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/speech-2.8-turbo-20260716","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"x-ai/grok-imagine-video-20260512","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8281,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-video-20260512","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"cohere/rerank-4-pro","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":333253,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/rerank-4-pro","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"microsoft/mai-transcribe-1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":63609,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-transcribe-1.5","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"google/veo-3.1-lite-20260331","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":16357,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/veo-3.1-lite-20260331","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"bytedance/seedance-1-5-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":5264,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-1-5-pro-20260320","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/sora-2-pro-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":192,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/sora-2-pro-20260320","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/whisper-large-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":1625866,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/whisper-large-v3","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"cohere/rerank-4-fast","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":284685,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/rerank-4-fast","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"alibaba/wan-2.6-20260327","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":724,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-2.6-20260327","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"deepgram/nova-3-20260714","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3777,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepgram/nova-3-20260714","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"alibaba/happyhorse-1.0-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":192,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/happyhorse-1.0-20260624","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"bytedance/seedance-2.0-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":23267,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.0-20260414","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"alibaba/happyhorse-1.1-20260624","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":4891,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/happyhorse-1.1-20260624","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"google/chirp-3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":47340,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/chirp-3","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-pro-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3937,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaivgi/kling-v3.0-pro-20260429","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/hailuo-2.3-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":324,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/hailuo-2.3-20260420","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"cohere/rerank-v3.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":642327,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/rerank-v3.5","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/whisper-large-v3-turbo","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":978879,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/whisper-large-v3-turbo","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"x-ai/grok-imagine-video-1.5-20260719","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":268,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-video-1.5-20260719","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"openrouter/bodybuilder","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":5450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openrouter/bodybuilder","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-asr-flash-2026-02-10","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":220411,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-asr-flash-2026-02-10","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/whisper-1","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":140619,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/whisper-1","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"google/veo-3.1-fast-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":41585,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/veo-3.1-fast-20260320","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/parakeet-tdt-0.6b-v3","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":313890,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/parakeet-tdt-0.6b-v3","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"kwaivgi/kling-video-o1-20260420","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":318,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaivgi/kling-video-o1-20260420","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"google/veo-3.1-20260320","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":17478,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/veo-3.1-20260320","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"bytedance/seedance-2.0-fast-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":8361,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/seedance-2.0-fast-20260414","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"kwaivgi/kling-v3.0-std-20260429","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":3867,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaivgi/kling-v3.0-std-20260429","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"alibaba/wan-2.7-20260414","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":2450,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"alibaba/wan-2.7-20260414","change":null},{"date":"2026-07-19 00:00:00","model_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","variant":"free","total_completion_tokens":0,"total_prompt_tokens":0,"total_native_tokens_reasoning":0,"count":576,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-480b-a35b-07-25:free","change":null},{"date":"2026-07-20 00:00:00","model_permaslug":"stepfun/step-3.5-flash","variant":"standard","total_completion_tokens":316268388,"total_prompt_tokens":2396638896,"total_native_tokens_reasoning":0,"count":264314,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"stepfun/step-3.5-flash","change":599007.0114815632},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"standard","total_completion_tokens":150791,"total_prompt_tokens":483412,"total_native_tokens_reasoning":0,"count":728,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","change":86.41598897312198},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"standard","total_completion_tokens":2221393,"total_prompt_tokens":204740545,"total_native_tokens_reasoning":0,"count":11162,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","change":22.383260088088626},{"date":"2026-07-19 00:00:00","model_permaslug":"BAAI/bge-base-en-v1.5","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":385,"total_native_tokens_reasoning":0,"count":9,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"BAAI/bge-base-en-v1.5","change":19.263157894736842},{"date":"2026-07-20 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":334257,"total_native_tokens_reasoning":0,"count":1365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6b","change":13.373554074392604},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o1-2024-12-17","variant":"standard","total_completion_tokens":82927149,"total_prompt_tokens":28428465,"total_native_tokens_reasoning":0,"count":44601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o1-2024-12-17","change":8.17761536282555},{"date":"2026-07-20 00:00:00","model_permaslug":"google/lyria-3-pro-preview-20260330","variant":"standard","total_completion_tokens":31428784,"total_prompt_tokens":40470883,"total_native_tokens_reasoning":0,"count":121092,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/lyria-3-pro-preview-20260330","change":5.787022529809704},{"date":"2026-07-20 00:00:00","model_permaslug":"amazon/nova-premier-v1","variant":"standard","total_completion_tokens":4072331,"total_prompt_tokens":104910700,"total_native_tokens_reasoning":0,"count":30146,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-premier-v1","change":4.985935529894902},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-medium-3.5-20260430","variant":"standard","total_completion_tokens":486743319,"total_prompt_tokens":7397106969,"total_native_tokens_reasoning":0,"count":518930,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3.5-20260430","change":3.9587524023076845},{"date":"2026-07-20 00:00:00","model_permaslug":"relace/relace-apply-3","variant":"standard","total_completion_tokens":17059036,"total_prompt_tokens":28784070,"total_native_tokens_reasoning":0,"count":3936,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"relace/relace-apply-3","change":2.8583890415035724},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-20260514","variant":"standard","total_completion_tokens":8291550,"total_prompt_tokens":906043,"total_native_tokens_reasoning":0,"count":1986,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-utility-20260514","change":2.8069586236726485},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2","variant":"free","total_completion_tokens":0,"total_prompt_tokens":36417,"total_native_tokens_reasoning":0,"count":35,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2:free","change":2.4812159449383424},{"date":"2026-07-20 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-lite-20260309","variant":"standard","total_completion_tokens":118963525,"total_prompt_tokens":4983603307,"total_native_tokens_reasoning":0,"count":266617,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2.0-lite-20260309","change":2.296882249946582},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-image-2","variant":"standard","total_completion_tokens":718549675,"total_prompt_tokens":971023110,"total_native_tokens_reasoning":0,"count":626975,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-2","change":2.2637385288710035},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o3-pro-2025-06-10","variant":"standard","total_completion_tokens":3914292,"total_prompt_tokens":16412401,"total_native_tokens_reasoning":0,"count":5378,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-pro-2025-06-10","change":2.1606381640499697},{"date":"2026-07-20 00:00:00","model_permaslug":"venice/uncensored","variant":"standard","total_completion_tokens":33260407,"total_prompt_tokens":339008498,"total_native_tokens_reasoning":0,"count":132089,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"venice/uncensored","change":2.158985280062854},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-16k","variant":"standard","total_completion_tokens":690334,"total_prompt_tokens":8721682,"total_native_tokens_reasoning":0,"count":13245,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo-16k","change":1.9726846372917157},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-image-20260630","variant":"standard","total_completion_tokens":410582388,"total_prompt_tokens":2393025570,"total_native_tokens_reasoning":0,"count":606775,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-image-20260630","change":1.8896274722028361},{"date":"2026-07-20 00:00:00","model_permaslug":"thenlper/gte-base-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":211970057,"total_native_tokens_reasoning":0,"count":158202,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thenlper/gte-base-20251117","change":1.8393922333259927},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen-2.5-7b-instruct","variant":"standard","total_completion_tokens":659573522,"total_prompt_tokens":15645536591,"total_native_tokens_reasoning":0,"count":11965654,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-2.5-7b-instruct","change":1.6126175327532026},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4-turbo","variant":"standard","total_completion_tokens":29513341,"total_prompt_tokens":112385839,"total_native_tokens_reasoning":0,"count":207697,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4-turbo","change":1.6103284025496232},{"date":"2026-07-20 00:00:00","model_permaslug":"tencent/hunyuan-a13b-instruct","variant":"standard","total_completion_tokens":11968971,"total_prompt_tokens":103252621,"total_native_tokens_reasoning":0,"count":27979,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hunyuan-a13b-instruct","change":1.606618003531939},{"date":"2026-07-20 00:00:00","model_permaslug":"inclusionai/ling-2.6-1t-20260423","variant":"standard","total_completion_tokens":30643536,"total_prompt_tokens":3834947739,"total_native_tokens_reasoning":0,"count":104729,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-2.6-1t-20260423","change":1.5843743606657505},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.6-luna-20260709","variant":"standard","total_completion_tokens":9878608195,"total_prompt_tokens":271176378800,"total_native_tokens_reasoning":0,"count":16544990,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-20260709","change":1.5312112200940595},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o-2024-05-13","variant":"standard","total_completion_tokens":2362579,"total_prompt_tokens":122103751,"total_native_tokens_reasoning":0,"count":70263,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-2024-05-13","change":1.5149260828963234},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemma-2-27b-it","variant":"standard","total_completion_tokens":27896923,"total_prompt_tokens":104015421,"total_native_tokens_reasoning":0,"count":209957,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-2-27b-it","change":1.4136712771707935},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.6-terra-20260709","variant":"standard","total_completion_tokens":5916071805,"total_prompt_tokens":142666186279,"total_native_tokens_reasoning":0,"count":12778617,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-20260709","change":1.3740666486755606},{"date":"2026-07-20 00:00:00","model_permaslug":"nex-agi/nex-n2-mini","variant":"standard","total_completion_tokens":541962958,"total_prompt_tokens":8204457469,"total_native_tokens_reasoning":0,"count":731840,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2-mini","change":1.3314825629882214},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.6-sol-20260709","variant":"standard","total_completion_tokens":8251303064,"total_prompt_tokens":476594247656,"total_native_tokens_reasoning":0,"count":9740682,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-20260709","change":1.2927492997152763},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.5-122b-a10b-20260224","variant":"standard","total_completion_tokens":815288163,"total_prompt_tokens":15297080038,"total_native_tokens_reasoning":0,"count":1213454,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-122b-a10b-20260224","change":1.2667414996244861},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-fast-20260512","variant":"standard","total_completion_tokens":25683211,"total_prompt_tokens":1345317421,"total_native_tokens_reasoning":0,"count":43147,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.7-opus-fast-20260512","change":1.2100734880691526},{"date":"2026-07-20 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"standard","total_completion_tokens":1353878126,"total_prompt_tokens":45187121033,"total_native_tokens_reasoning":0,"count":1981549,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy3-20260706","change":1.0708276408433186},{"date":"2026-07-20 00:00:00","model_permaslug":"amazon/nova-lite-v1","variant":"standard","total_completion_tokens":192364236,"total_prompt_tokens":8466009769,"total_native_tokens_reasoning":0,"count":1099618,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-lite-v1","change":1.050383989772272},{"date":"2026-07-20 00:00:00","model_permaslug":"baai/bge-large-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":314773960,"total_native_tokens_reasoning":0,"count":97945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baai/bge-large-en-v1.5-20251117","change":1.0450517338564942},{"date":"2026-07-20 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"standard","total_completion_tokens":1255539,"total_prompt_tokens":6762185,"total_native_tokens_reasoning":0,"count":327,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/north-mini-code-20260617","change":1.0230659663828439},{"date":"2026-07-20 00:00:00","model_permaslug":"zyphra/zonos-v0.1-hybrid","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":7777,"total_native_tokens_reasoning":0,"count":259,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"zyphra/zonos-v0.1-hybrid","change":0.9668689934243804},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"free","total_completion_tokens":765775682,"total_prompt_tokens":7968105381,"total_native_tokens_reasoning":0,"count":2006479,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403:free","change":0.9505801333679245},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"standard","total_completion_tokens":749742751,"total_prompt_tokens":27742605202,"total_native_tokens_reasoning":0,"count":1293341,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","change":0.936636579232196},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.2-20251211","variant":"standard","total_completion_tokens":4589802801,"total_prompt_tokens":117997048564,"total_native_tokens_reasoning":0,"count":13064918,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-20251211","change":0.9307239108873638},{"date":"2026-07-20 00:00:00","model_permaslug":"cohere/command-r-plus-08-2024","variant":"standard","total_completion_tokens":29977228,"total_prompt_tokens":66241506,"total_native_tokens_reasoning":0,"count":113114,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-r-plus-08-2024","change":0.919165871907057},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-large-2407","variant":"standard","total_completion_tokens":54685233,"total_prompt_tokens":90678543,"total_native_tokens_reasoning":0,"count":89074,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large-2407","change":0.9030305196351948},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-embedding-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":13202915418,"total_native_tokens_reasoning":0,"count":10881104,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-2","change":0.8899838138017989},{"date":"2026-07-20 00:00:00","model_permaslug":"thenlper/gte-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":18004347,"total_native_tokens_reasoning":0,"count":9670,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thenlper/gte-large-20251117","change":0.8745635664081851},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/devstral-2512","variant":"standard","total_completion_tokens":128214821,"total_prompt_tokens":3453746060,"total_native_tokens_reasoning":0,"count":532995,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/devstral-2512","change":0.8575882498682332},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen2.5-vl-72b-instruct","variant":"standard","total_completion_tokens":225148002,"total_prompt_tokens":4039802995,"total_native_tokens_reasoning":0,"count":2275208,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen2.5-vl-72b-instruct","change":0.8326537492266687},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.5-9b-20260310","variant":"standard","total_completion_tokens":4396603560,"total_prompt_tokens":33405104531,"total_native_tokens_reasoning":0,"count":8799056,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-9b-20260310","change":0.7738875891306045},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o1-pro","variant":"standard","total_completion_tokens":552709,"total_prompt_tokens":950046,"total_native_tokens_reasoning":0,"count":5830,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o1-pro","change":0.7135821530342646},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-chat-latest-20260505","variant":"standard","total_completion_tokens":28366773,"total_prompt_tokens":826345151,"total_native_tokens_reasoning":0,"count":106606,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-chat-latest-20260505","change":0.7017397544535886},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2","variant":"free","total_completion_tokens":0,"total_prompt_tokens":19106062750,"total_native_tokens_reasoning":0,"count":1978758,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/llama-nemotron-rerank-vl-1b-v2:free","change":0.6994337082358979},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/codestral-embed-2505","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2986979059,"total_native_tokens_reasoning":0,"count":262668,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/codestral-embed-2505","change":0.6890638331096559},{"date":"2026-07-20 00:00:00","model_permaslug":"aion-labs/aion-3.0-20260707","variant":"standard","total_completion_tokens":570721088,"total_prompt_tokens":5841270145,"total_native_tokens_reasoning":0,"count":323578,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-3.0-20260707","change":0.6874468147590894},{"date":"2026-07-20 00:00:00","model_permaslug":"baai/bge-base-en-v1.5-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1037231425,"total_native_tokens_reasoning":0,"count":2640317,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baai/bge-base-en-v1.5-20251117","change":0.672105695222251},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.6-flash","variant":"standard","total_completion_tokens":4093986349,"total_prompt_tokens":32778033581,"total_native_tokens_reasoning":0,"count":3392751,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-flash","change":0.6679683279932316},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.6-luna-pro-20260709","variant":"standard","total_completion_tokens":1145570723,"total_prompt_tokens":41073389218,"total_native_tokens_reasoning":0,"count":538273,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-luna-pro-20260709","change":0.6433749631378013},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.6-terra-pro-20260709","variant":"standard","total_completion_tokens":574338645,"total_prompt_tokens":16541032173,"total_native_tokens_reasoning":0,"count":187018,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-terra-pro-20260709","change":0.627691851307628},{"date":"2026-07-20 00:00:00","model_permaslug":"sao10k/l3.1-euryale-70b","variant":"standard","total_completion_tokens":15417687,"total_prompt_tokens":277926366,"total_native_tokens_reasoning":0,"count":95390,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3.1-euryale-70b","change":0.6174927934369099},{"date":"2026-07-20 00:00:00","model_permaslug":"morph/morph-v3-fast","variant":"standard","total_completion_tokens":104852234,"total_prompt_tokens":26282237,"total_native_tokens_reasoning":0,"count":14025,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"morph/morph-v3-fast","change":0.5899879521264196},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-small-24b-instruct-2501","variant":"standard","total_completion_tokens":1308179593,"total_prompt_tokens":9090243032,"total_native_tokens_reasoning":0,"count":4389859,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-24b-instruct-2501","change":0.58555906481703},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5-nano-2025-08-07","variant":"standard","total_completion_tokens":16684456635,"total_prompt_tokens":67407813975,"total_native_tokens_reasoning":0,"count":18662159,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-nano-2025-08-07","change":0.5801929213171892},{"date":"2026-07-20 00:00:00","model_permaslug":"tencent/hy3-20260706","variant":"free","total_completion_tokens":220642004512,"total_prompt_tokens":11619405724333,"total_native_tokens_reasoning":0,"count":223301945,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy3-20260706:free","change":0.579374121159641},{"date":"2026-07-20 00:00:00","model_permaslug":"x-ai/grok-4.20-multi-agent-20260309","variant":"standard","total_completion_tokens":293644500,"total_prompt_tokens":1992196416,"total_native_tokens_reasoning":0,"count":35511,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.20-multi-agent-20260309","change":0.5774177679416275},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/minimax-m2.5-20260211","variant":"standard","total_completion_tokens":992022682,"total_prompt_tokens":45128252566,"total_native_tokens_reasoning":0,"count":2057582,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2.5-20260211","change":0.57477357528319},{"date":"2026-07-20 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-4B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":3102931314,"total_native_tokens_reasoning":0,"count":3427116,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/pplx-embed-v1-4B","change":0.55410346711976},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-instruct","variant":"standard","total_completion_tokens":836544166,"total_prompt_tokens":9669725779,"total_native_tokens_reasoning":0,"count":9172600,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-8b-instruct","change":0.5202143792328908},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-audio","variant":"standard","total_completion_tokens":18515773,"total_prompt_tokens":28421379,"total_native_tokens_reasoning":0,"count":105185,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-audio","change":0.5196209898746114},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/ministral-3b-2512","variant":"standard","total_completion_tokens":513917866,"total_prompt_tokens":1677970844,"total_native_tokens_reasoning":0,"count":1843708,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-3b-2512","change":0.5116704845319002},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428","variant":"free","total_completion_tokens":2818859925,"total_prompt_tokens":19065865460,"total_native_tokens_reasoning":0,"count":1171208,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-omni-30b-a3b-reasoning-20260428:free","change":0.47018749523633707},{"date":"2026-07-20 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1279625395,"total_native_tokens_reasoning":0,"count":1099024,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/all-minilm-l6-v2-20251117","change":0.4561891475144249},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.5-flash-20260224","variant":"standard","total_completion_tokens":23099365049,"total_prompt_tokens":52378705014,"total_native_tokens_reasoning":0,"count":24539161,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-flash-20260224","change":0.45380709091927485},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.4-20260305","variant":"standard","total_completion_tokens":19515220957,"total_prompt_tokens":390624430638,"total_native_tokens_reasoning":0,"count":14703318,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-20260305","change":0.4534269297168544},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3.5-flash-20260519","variant":"standard","total_completion_tokens":19434494815,"total_prompt_tokens":392167867036,"total_native_tokens_reasoning":0,"count":25101040,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.5-flash-20260519","change":0.43234233337974104},{"date":"2026-07-20 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-20260422","variant":"standard","total_completion_tokens":79504710078,"total_prompt_tokens":9293366024628,"total_native_tokens_reasoning":0,"count":139847686,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-v2.5-20260422","change":0.42852994718847576},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemma-3n-e4b-it","variant":"standard","total_completion_tokens":216387008,"total_prompt_tokens":1297596489,"total_native_tokens_reasoning":0,"count":2429705,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3n-e4b-it","change":0.4048823510300615},{"date":"2026-07-20 00:00:00","model_permaslug":"perplexity/pplx-embed-v1-0.6B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9856062668,"total_native_tokens_reasoning":0,"count":10377595,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/pplx-embed-v1-0.6B","change":0.39840470307752907},{"date":"2026-07-20 00:00:00","model_permaslug":"rekaai/reka-flash-3","variant":"standard","total_completion_tokens":27224628,"total_prompt_tokens":3375590,"total_native_tokens_reasoning":0,"count":24429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"rekaai/reka-flash-3","change":0.3814116228798417},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260216","variant":"standard","total_completion_tokens":965817015,"total_prompt_tokens":4676414753,"total_native_tokens_reasoning":0,"count":505461,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-plus-20260216","change":0.3558235597893386},{"date":"2026-07-20 00:00:00","model_permaslug":"x-ai/grok-4.5-20260708","variant":"standard","total_completion_tokens":7048491776,"total_prompt_tokens":315568459121,"total_native_tokens_reasoning":0,"count":6815601,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.5-20260708","change":0.343924922762602},{"date":"2026-07-20 00:00:00","model_permaslug":"meta-llama/llama-3.1-70b-instruct","variant":"standard","total_completion_tokens":414393924,"total_prompt_tokens":6817855035,"total_native_tokens_reasoning":0,"count":8321355,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.1-70b-instruct","change":0.3428663927883433},{"date":"2026-07-20 00:00:00","model_permaslug":"microsoft/phi-4","variant":"standard","total_completion_tokens":89575445,"total_prompt_tokens":779790303,"total_native_tokens_reasoning":0,"count":536972,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/phi-4","change":0.34269418638404814},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","variant":"standard","total_completion_tokens":1104415523,"total_prompt_tokens":22501848586,"total_native_tokens_reasoning":0,"count":7460608,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-30b-a3b-instruct-2507","change":0.3410136830853308},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-5v-turbo-20260401","variant":"standard","total_completion_tokens":230166616,"total_prompt_tokens":6335394050,"total_native_tokens_reasoning":0,"count":275314,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5v-turbo-20260401","change":0.3281625686063819},{"date":"2026-07-20 00:00:00","model_permaslug":"meta-llama/llama-3.2-1b-instruct","variant":"standard","total_completion_tokens":260482065,"total_prompt_tokens":521692867,"total_native_tokens_reasoning":0,"count":502730,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.2-1b-instruct","change":0.32509558265484895},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.7-max-20260520","variant":"standard","total_completion_tokens":9311335799,"total_prompt_tokens":173400531327,"total_native_tokens_reasoning":0,"count":11527579,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.7-max-20260520","change":0.3247922069623375},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-embedding-4b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":9326893574,"total_native_tokens_reasoning":0,"count":6025608,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-embedding-4b","change":0.3217747432572172},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o-transcribe","variant":"standard","total_completion_tokens":9870093,"total_prompt_tokens":38534961,"total_native_tokens_reasoning":0,"count":110502,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-transcribe","change":0.32149050202796214},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/voxtral-mini-tts-2603","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":295476,"total_native_tokens_reasoning":0,"count":4365,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-mini-tts-2603","change":0.3192483022507177},{"date":"2026-07-20 00:00:00","model_permaslug":"amazon/nova-pro-v1","variant":"standard","total_completion_tokens":24035599,"total_prompt_tokens":231582587,"total_native_tokens_reasoning":0,"count":99981,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-pro-v1","change":0.3155836971620741},{"date":"2026-07-20 00:00:00","model_permaslug":"aion-labs/aion-rp-llama-3.1-8b","variant":"standard","total_completion_tokens":1423876,"total_prompt_tokens":8140693,"total_native_tokens_reasoning":0,"count":10659,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-rp-llama-3.1-8b","change":0.3137444048311711},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-embedding-001","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":10556064000,"total_native_tokens_reasoning":0,"count":11331894,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-001","change":0.28669245066420196},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4-opus-20250522","variant":"standard","total_completion_tokens":31363863,"total_prompt_tokens":1110160813,"total_native_tokens_reasoning":0,"count":120192,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4-opus-20250522","change":0.28550916194782294},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","variant":"standard","total_completion_tokens":1277550,"total_prompt_tokens":25136,"total_native_tokens_reasoning":0,"count":306,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-utility-pro-20260514","change":0.2743757428720964},{"date":"2026-07-20 00:00:00","model_permaslug":"deepcogito/cogito-v2.1-671b-20251118","variant":"standard","total_completion_tokens":4532353,"total_prompt_tokens":96979082,"total_native_tokens_reasoning":0,"count":39909,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepcogito/cogito-v2.1-671b-20251118","change":0.2739851037340664},{"date":"2026-07-20 00:00:00","model_permaslug":"x-ai/grok-voice-tts-1.0","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5623197,"total_native_tokens_reasoning":0,"count":160523,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-voice-tts-1.0","change":0.2685512064575409},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-32b-04-28","variant":"standard","total_completion_tokens":2372543815,"total_prompt_tokens":13059675147,"total_native_tokens_reasoning":0,"count":8676368,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-32b-04-28","change":0.2653477882406373},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-20260528","variant":"standard","total_completion_tokens":911614478,"total_prompt_tokens":2098596916,"total_native_tokens_reasoning":0,"count":971467,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-image-20260528","change":0.2550213495763339},{"date":"2026-07-20 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-pro-20260605","variant":"standard","total_completion_tokens":12174300,"total_prompt_tokens":1239660,"total_native_tokens_reasoning":0,"count":2916,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2.5-pro-20260605","change":0.24883788092042997},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.5-397b-a17b-20260216","variant":"standard","total_completion_tokens":3416522772,"total_prompt_tokens":25581763033,"total_native_tokens_reasoning":0,"count":3258860,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-397b-a17b-20260216","change":0.24801878862397495},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-nano-12b-v2-vl","variant":"free","total_completion_tokens":295010124,"total_prompt_tokens":8547504758,"total_native_tokens_reasoning":0,"count":729892,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-nano-12b-v2-vl:free","change":0.233325498978416},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-5-fable-20260609","variant":"standard","total_completion_tokens":7477305980,"total_prompt_tokens":463428056216,"total_native_tokens_reasoning":0,"count":13837433,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-5-fable-20260609","change":0.23255441661119536},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o-2024-08-06","variant":"standard","total_completion_tokens":41125169,"total_prompt_tokens":1918413084,"total_native_tokens_reasoning":0,"count":1369979,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-2024-08-06","change":0.231005180622018},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-large","variant":"standard","total_completion_tokens":98355578,"total_prompt_tokens":1139259530,"total_native_tokens_reasoning":0,"count":344767,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large","change":0.2287751935826994},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-small-2603","variant":"standard","total_completion_tokens":1893762280,"total_prompt_tokens":24286298280,"total_native_tokens_reasoning":0,"count":5187261,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-2603","change":0.22764008012806836},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o-mini","variant":"standard","total_completion_tokens":11945732232,"total_prompt_tokens":287767103683,"total_native_tokens_reasoning":0,"count":135964196,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini","change":0.22395033934825753},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"free","total_completion_tokens":15103314407,"total_prompt_tokens":2902680113706,"total_native_tokens_reasoning":0,"count":24410103,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604:free","change":0.2232759103443282},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.6-35b-a3b-20260415","variant":"standard","total_completion_tokens":5920775988,"total_prompt_tokens":88579809589,"total_native_tokens_reasoning":0,"count":6608390,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-35b-a3b-20260415","change":0.22256793384272078},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-image-1","variant":"standard","total_completion_tokens":21327660,"total_prompt_tokens":3015146,"total_native_tokens_reasoning":0,"count":9616,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-1","change":0.21719020479839674},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-coder-flash","variant":"standard","total_completion_tokens":43288829,"total_prompt_tokens":1647669994,"total_native_tokens_reasoning":0,"count":151693,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-flash","change":0.21349504119513035},{"date":"2026-07-20 00:00:00","model_permaslug":"arcee-ai/trinity-large-thinking","variant":"standard","total_completion_tokens":80352784,"total_prompt_tokens":1076417221,"total_native_tokens_reasoning":0,"count":91301,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"arcee-ai/trinity-large-thinking","change":0.21318391221254127},{"date":"2026-07-20 00:00:00","model_permaslug":"black-forest-labs/flux.2-flex","variant":"standard","total_completion_tokens":33144447,"total_prompt_tokens":28808272,"total_native_tokens_reasoning":0,"count":6694,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-flex","change":0.2093584856365165},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/voxtral-small-24b-2507","variant":"standard","total_completion_tokens":53862050,"total_prompt_tokens":123920038,"total_native_tokens_reasoning":0,"count":244524,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-small-24b-2507","change":0.2081521052839527},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-image-1-mini","variant":"standard","total_completion_tokens":15295080,"total_prompt_tokens":3346994,"total_native_tokens_reasoning":0,"count":8233,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-image-1-mini","change":0.2038904584148942},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-sonnet-5-20260630","variant":"standard","total_completion_tokens":13612656723,"total_prompt_tokens":1093010762993,"total_native_tokens_reasoning":0,"count":16183374,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-sonnet-5-20260630","change":0.18813398510594842},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.4-nano-20260317","variant":"standard","total_completion_tokens":5971042457,"total_prompt_tokens":161333788030,"total_native_tokens_reasoning":0,"count":26029776,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-nano-20260317","change":0.1783991463777784},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/text-embedding-3-large","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":22096004178,"total_native_tokens_reasoning":0,"count":11399088,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/text-embedding-3-large","change":0.17608246890205065},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-nano-9b-v2","variant":"standard","total_completion_tokens":118758,"total_prompt_tokens":1707111,"total_native_tokens_reasoning":0,"count":90,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-nano-9b-v2","change":0.16746229452851855},{"date":"2026-07-20 00:00:00","model_permaslug":"baidu/ernie-4.5-vl-424b-a47b","variant":"standard","total_completion_tokens":2957678,"total_prompt_tokens":47722403,"total_native_tokens_reasoning":0,"count":38272,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baidu/ernie-4.5-vl-424b-a47b","change":0.16425465939460462},{"date":"2026-07-20 00:00:00","model_permaslug":"intfloat/e5-large-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":101138119,"total_native_tokens_reasoning":0,"count":431064,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/e5-large-v2-20251117","change":0.15559141832757745},{"date":"2026-07-20 00:00:00","model_permaslug":"meta-llama/llama-3.3-70b-instruct","variant":"standard","total_completion_tokens":2084193709,"total_prompt_tokens":32564086276,"total_native_tokens_reasoning":0,"count":18759629,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.3-70b-instruct","change":0.1546351501857501},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-v3.1-terminus","variant":"standard","total_completion_tokens":6837978288,"total_prompt_tokens":32340845271,"total_native_tokens_reasoning":0,"count":17117921,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v3.1-terminus","change":0.14408617721000277},{"date":"2026-07-20 00:00:00","model_permaslug":"aion-labs/aion-3.0-mini-20260707","variant":"standard","total_completion_tokens":206557642,"total_prompt_tokens":2232186950,"total_native_tokens_reasoning":0,"count":192335,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-3.0-mini-20260707","change":0.14017397115284683},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-5.2-20260616","variant":"standard","total_completion_tokens":70000576226,"total_prompt_tokens":3502555927797,"total_native_tokens_reasoning":0,"count":72592097,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.2-20260616","change":0.13960544821921958},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-04-28","variant":"standard","total_completion_tokens":310618149,"total_prompt_tokens":1490472339,"total_native_tokens_reasoning":0,"count":369560,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-235b-a22b-04-28","change":0.13733698369810254},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/voxtral-mini-transcribe-2602","variant":"standard","total_completion_tokens":8672792,"total_prompt_tokens":864520,"total_native_tokens_reasoning":0,"count":168710,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/voxtral-mini-transcribe-2602","change":0.13387705023278376},{"date":"2026-07-20 00:00:00","model_permaslug":"kwaipilot/kat-coder-pro-v2-20260327","variant":"standard","total_completion_tokens":26359972,"total_prompt_tokens":1695104134,"total_native_tokens_reasoning":0,"count":80068,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"kwaipilot/kat-coder-pro-v2-20260327","change":0.1296052385378686},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5-image","variant":"standard","total_completion_tokens":74167135,"total_prompt_tokens":32723267,"total_native_tokens_reasoning":0,"count":17223,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-image","change":0.12927776128609517},{"date":"2026-07-20 00:00:00","model_permaslug":"amazon/nova-micro-v1","variant":"standard","total_completion_tokens":723645818,"total_prompt_tokens":12256759921,"total_native_tokens_reasoning":0,"count":5556728,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-micro-v1","change":0.12755038112541134},{"date":"2026-07-20 00:00:00","model_permaslug":"black-forest-labs/flux.2-pro","variant":"standard","total_completion_tokens":313061651,"total_prompt_tokens":180844598,"total_native_tokens_reasoning":0,"count":53405,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-pro","change":0.12435431799420586},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4.1-mini-2025-04-14","variant":"standard","total_completion_tokens":4685042176,"total_prompt_tokens":71928682024,"total_native_tokens_reasoning":0,"count":28830250,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-mini-2025-04-14","change":0.12256769394817163},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","variant":"standard","total_completion_tokens":2731009440,"total_prompt_tokens":32636259943,"total_native_tokens_reasoning":0,"count":13202268,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-3.2-24b-instruct-2506","change":0.12250085865877064},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/codestral-2508","variant":"standard","total_completion_tokens":32632852,"total_prompt_tokens":553225585,"total_native_tokens_reasoning":0,"count":194659,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/codestral-2508","change":0.11509284939045022},{"date":"2026-07-20 00:00:00","model_permaslug":"sourceful/riverflow-v2.5-fast-20260605","variant":"standard","total_completion_tokens":49753475,"total_prompt_tokens":1142828,"total_native_tokens_reasoning":0,"count":11917,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2.5-fast-20260605","change":0.11265107521599788},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-embed-2312","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":11404240336,"total_native_tokens_reasoning":0,"count":1893280,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-embed-2312","change":0.11062276361940819},{"date":"2026-07-20 00:00:00","model_permaslug":"perplexity/sonar-pro-search","variant":"standard","total_completion_tokens":162049052,"total_prompt_tokens":230024337,"total_native_tokens_reasoning":0,"count":144333,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-pro-search","change":0.10841293268758352},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3.1-flash-image-preview-20260226","variant":"standard","total_completion_tokens":1246877701,"total_prompt_tokens":1519232503,"total_native_tokens_reasoning":0,"count":1079446,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-image-preview-20260226","change":0.10665842008812941},{"date":"2026-07-20 00:00:00","model_permaslug":"poolside/laguna-m.1-20260312","variant":"free","total_completion_tokens":4180236935,"total_prompt_tokens":605766499839,"total_native_tokens_reasoning":0,"count":8441254,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-m.1-20260312:free","change":0.10605128526234814},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.3-chat-20260303","variant":"standard","total_completion_tokens":206911075,"total_prompt_tokens":6816610626,"total_native_tokens_reasoning":0,"count":971767,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.3-chat-20260303","change":0.10194216286430802},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5-chat-2025-08-07","variant":"standard","total_completion_tokens":135334419,"total_prompt_tokens":1436241979,"total_native_tokens_reasoning":0,"count":694717,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-chat-2025-08-07","change":0.10191715556116877},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3.1-flash-tts-preview","variant":"standard","total_completion_tokens":142879639,"total_prompt_tokens":39177784,"total_native_tokens_reasoning":0,"count":412816,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-tts-preview","change":0.09426848961258476},{"date":"2026-07-20 00:00:00","model_permaslug":"sourceful/riverflow-v2-fast-20260130","variant":"standard","total_completion_tokens":41812625,"total_prompt_tokens":1812382,"total_native_tokens_reasoning":0,"count":10015,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2-fast-20260130","change":0.09223201212463716},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-oss-safeguard-20b","variant":"standard","total_completion_tokens":635914333,"total_prompt_tokens":5378264458,"total_native_tokens_reasoning":0,"count":2940732,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-safeguard-20b","change":0.09213132119796065},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-4.6","variant":"standard","total_completion_tokens":969235693,"total_prompt_tokens":12643995850,"total_native_tokens_reasoning":0,"count":1278901,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.6","change":0.09152211741322024},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-medium-3.1","variant":"standard","total_completion_tokens":156570138,"total_prompt_tokens":2249995758,"total_native_tokens_reasoning":0,"count":350767,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3.1","change":0.0902849644112847},{"date":"2026-07-20 00:00:00","model_permaslug":"inception/mercury-2-20260304","variant":"standard","total_completion_tokens":962433451,"total_prompt_tokens":6551317364,"total_native_tokens_reasoning":0,"count":1797706,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inception/mercury-2-20260304","change":0.08881796857326262},{"date":"2026-07-20 00:00:00","model_permaslug":"nousresearch/hermes-4-405b","variant":"standard","total_completion_tokens":34974448,"total_prompt_tokens":425319582,"total_native_tokens_reasoning":0,"count":111797,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-4-405b","change":0.08837404222285408},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5-mini-2025-08-07","variant":"standard","total_completion_tokens":15966706413,"total_prompt_tokens":129887817708,"total_native_tokens_reasoning":0,"count":20116882,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-mini-2025-08-07","change":0.08343276337428063},{"date":"2026-07-20 00:00:00","model_permaslug":"bytedance-seed/seed-2.0-mini-20260224","variant":"standard","total_completion_tokens":387894423,"total_prompt_tokens":1755561550,"total_native_tokens_reasoning":0,"count":1562699,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-2.0-mini-20260224","change":0.08213442089354529},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4-vector-20260514","variant":"standard","total_completion_tokens":776550,"total_prompt_tokens":10164,"total_native_tokens_reasoning":0,"count":184,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-vector-20260514","change":0.07897335461891673},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/minimax-m2-her-20260123","variant":"standard","total_completion_tokens":13501941,"total_prompt_tokens":244659881,"total_native_tokens_reasoning":0,"count":83938,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2-her-20260123","change":0.07689286581323398},{"date":"2026-07-20 00:00:00","model_permaslug":"ibm-granite/granite-4.1-8b-20260429","variant":"standard","total_completion_tokens":272885013,"total_prompt_tokens":3467745756,"total_native_tokens_reasoning":0,"count":1643293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"ibm-granite/granite-4.1-8b-20260429","change":0.07604235481431833},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4","variant":"standard","total_completion_tokens":18167580,"total_prompt_tokens":52652823,"total_native_tokens_reasoning":0,"count":84655,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4","change":0.07427879624181129},{"date":"2026-07-20 00:00:00","model_permaslug":"sao10k/l3-lunaris-8b","variant":"standard","total_completion_tokens":518352298,"total_prompt_tokens":5582694752,"total_native_tokens_reasoning":0,"count":2787441,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3-lunaris-8b","change":0.07238331170916276},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-medium-3","variant":"standard","total_completion_tokens":38968847,"total_prompt_tokens":1338703913,"total_native_tokens_reasoning":0,"count":5007770,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-medium-3","change":0.07142607193307095},{"date":"2026-07-20 00:00:00","model_permaslug":"thedrummer/rocinante-12b","variant":"standard","total_completion_tokens":27729068,"total_prompt_tokens":330511689,"total_native_tokens_reasoning":0,"count":138402,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/rocinante-12b","change":0.07096993078901342},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-20260507","variant":"standard","total_completion_tokens":29960858823,"total_prompt_tokens":518853819625,"total_native_tokens_reasoning":0,"count":110084472,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-20260507","change":0.06739264191888113},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-r1-0528","variant":"standard","total_completion_tokens":1120777077,"total_prompt_tokens":8867629581,"total_native_tokens_reasoning":0,"count":923045,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-r1-0528","change":0.06692030779109731},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o-search-preview-2025-03-11","variant":"standard","total_completion_tokens":20127430,"total_prompt_tokens":19180740,"total_native_tokens_reasoning":0,"count":56007,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-search-preview-2025-03-11","change":0.06602251790620176},{"date":"2026-07-20 00:00:00","model_permaslug":"cohere/north-mini-code-20260617","variant":"free","total_completion_tokens":3578770331,"total_prompt_tokens":120048456011,"total_native_tokens_reasoning":0,"count":4008150,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/north-mini-code-20260617:free","change":0.06527905442890108},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemma-3-12b-it","variant":"standard","total_completion_tokens":1381017923,"total_prompt_tokens":11871250237,"total_native_tokens_reasoning":0,"count":5798620,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3-12b-it","change":0.06305505526033564},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/text-embedding-3-small","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":161602415411,"total_native_tokens_reasoning":0,"count":78557858,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/text-embedding-3-small","change":0.059682034868850764},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","variant":"standard","total_completion_tokens":129084770,"total_prompt_tokens":219394155,"total_native_tokens_reasoning":0,"count":58485,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-thinking","change":0.059142147469057785},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemma-4-26b-a4b-it-20260403","variant":"standard","total_completion_tokens":24202688452,"total_prompt_tokens":326194248597,"total_native_tokens_reasoning":0,"count":70950571,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-26b-a4b-it-20260403","change":0.05817908290455409},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"standard","total_completion_tokens":25195088212,"total_prompt_tokens":309847563390,"total_native_tokens_reasoning":0,"count":58924875,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-31b-it-20260402","change":0.05646717546602266},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-max-thinking-20260123","variant":"standard","total_completion_tokens":139442925,"total_prompt_tokens":424487853,"total_native_tokens_reasoning":0,"count":169720,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-max-thinking-20260123","change":0.05524683052514899},{"date":"2026-07-20 00:00:00","model_permaslug":"ai21/jamba-large-1.7","variant":"standard","total_completion_tokens":5508176,"total_prompt_tokens":94032909,"total_native_tokens_reasoning":0,"count":99777,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"ai21/jamba-large-1.7","change":0.05324556453172323},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.5-haiku-20251001","variant":"standard","total_completion_tokens":9579526471,"total_prompt_tokens":238982468220,"total_native_tokens_reasoning":0,"count":30844360,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-haiku-20251001","change":0.05265272317651644},{"date":"2026-07-20 00:00:00","model_permaslug":"moonshotai/kimi-k2.5-0127","variant":"standard","total_completion_tokens":6995043369,"total_prompt_tokens":152010269797,"total_native_tokens_reasoning":0,"count":8733431,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2.5-0127","change":0.051625819268229935},{"date":"2026-07-20 00:00:00","model_permaslug":"thedrummer/skyfall-36b-v2","variant":"standard","total_completion_tokens":14909949,"total_prompt_tokens":150127748,"total_native_tokens_reasoning":0,"count":86153,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/skyfall-36b-v2","change":0.05157251438835891},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-embedding-2-preview","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":4094746596,"total_native_tokens_reasoning":0,"count":3345608,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-embedding-2-preview","change":0.05085046599316479},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-saba-2502","variant":"standard","total_completion_tokens":2003149,"total_prompt_tokens":27589259,"total_native_tokens_reasoning":0,"count":21805,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-saba-2502","change":0.050830079333523265},{"date":"2026-07-20 00:00:00","model_permaslug":"sao10k/l3.3-euryale-70b-v2.3","variant":"standard","total_completion_tokens":14876690,"total_prompt_tokens":332130399,"total_native_tokens_reasoning":0,"count":165850,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3.3-euryale-70b-v2.3","change":0.050471149995630495},{"date":"2026-07-20 00:00:00","model_permaslug":"thedrummer/cydonia-24b-v4.1","variant":"standard","total_completion_tokens":71365574,"total_prompt_tokens":1146515300,"total_native_tokens_reasoning":0,"count":344350,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/cydonia-24b-v4.1","change":0.04721621409613149},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4.1-nano-2025-04-14","variant":"standard","total_completion_tokens":1618327282,"total_prompt_tokens":16078629866,"total_native_tokens_reasoning":0,"count":8102391,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-nano-2025-04-14","change":0.04424252042109084},{"date":"2026-07-20 00:00:00","model_permaslug":"writer/palmyra-x5-20250428","variant":"standard","total_completion_tokens":5653201,"total_prompt_tokens":34455789,"total_native_tokens_reasoning":0,"count":22032,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"writer/palmyra-x5-20250428","change":0.043419357027292854},{"date":"2026-07-20 00:00:00","model_permaslug":"hexgrad/kokoro-82m","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":66535633,"total_native_tokens_reasoning":0,"count":363647,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"hexgrad/kokoro-82m","change":0.04287459868479459},{"date":"2026-07-20 00:00:00","model_permaslug":"x-ai/grok-4.20-20260309","variant":"standard","total_completion_tokens":2233960863,"total_prompt_tokens":29777381254,"total_native_tokens_reasoning":0,"count":3984233,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.20-20260309","change":0.041581044208814796},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3.5-content-safety-20260604","variant":"free","total_completion_tokens":103843531,"total_prompt_tokens":1345100539,"total_native_tokens_reasoning":0,"count":556147,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3.5-content-safety-20260604:free","change":0.04036703216341213},{"date":"2026-07-20 00:00:00","model_permaslug":"meta-llama/llama-3.1-8b-instruct","variant":"standard","total_completion_tokens":5505584613,"total_prompt_tokens":45962456367,"total_native_tokens_reasoning":0,"count":51727494,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.1-8b-instruct","change":0.036907775386755826},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.1-chat-20251113","variant":"standard","total_completion_tokens":98970053,"total_prompt_tokens":2409073350,"total_native_tokens_reasoning":0,"count":775897,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-chat-20251113","change":0.03619814215102795},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4.1-2025-04-14","variant":"standard","total_completion_tokens":1790270131,"total_prompt_tokens":42268313019,"total_native_tokens_reasoning":0,"count":13184455,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4.1-2025-04-14","change":0.035397171266538734},{"date":"2026-07-20 00:00:00","model_permaslug":"perplexity/sonar","variant":"standard","total_completion_tokens":844948458,"total_prompt_tokens":1500474776,"total_native_tokens_reasoning":0,"count":1728952,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar","change":0.03508222515048548},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.6-opus-20260205","variant":"standard","total_completion_tokens":4000265590,"total_prompt_tokens":211363487817,"total_native_tokens_reasoning":0,"count":5010115,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.6-opus-20260205","change":0.02998999242816991},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemma-3-27b-it","variant":"standard","total_completion_tokens":12019678993,"total_prompt_tokens":37995906443,"total_native_tokens_reasoning":0,"count":24386944,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3-27b-it","change":0.027227803559106575},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3-flash-preview-20251217","variant":"standard","total_completion_tokens":47134798648,"total_prompt_tokens":910980756005,"total_native_tokens_reasoning":0,"count":130249065,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-flash-preview-20251217","change":0.02642602233482121},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"standard","total_completion_tokens":89714747845,"total_prompt_tokens":435416741435,"total_native_tokens_reasoning":0,"count":113121061,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-120b","change":0.026126687424906973},{"date":"2026-07-20 00:00:00","model_permaslug":"microsoft/mai-voice-2","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2267436,"total_native_tokens_reasoning":0,"count":26362,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-voice-2","change":0.02612425437014557},{"date":"2026-07-20 00:00:00","model_permaslug":"perplexity/sonar-deep-research","variant":"standard","total_completion_tokens":69814062,"total_prompt_tokens":27736133,"total_native_tokens_reasoning":0,"count":16851,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-deep-research","change":0.026097979444085102},{"date":"2026-07-20 00:00:00","model_permaslug":"perplexity/sonar-reasoning-pro","variant":"standard","total_completion_tokens":35052805,"total_prompt_tokens":66467909,"total_native_tokens_reasoning":0,"count":40198,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-reasoning-pro","change":0.02311143292178112},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-v4-pro-20260423","variant":"standard","total_completion_tokens":66437328330,"total_prompt_tokens":2708260707447,"total_native_tokens_reasoning":0,"count":84755016,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-pro-20260423","change":0.022976993435880312},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.4-image-2-20260421","variant":"standard","total_completion_tokens":1047732159,"total_prompt_tokens":821896476,"total_native_tokens_reasoning":0,"count":210882,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-image-2-20260421","change":0.02234022287951779},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-nemo","variant":"standard","total_completion_tokens":15471979834,"total_prompt_tokens":257596568507,"total_native_tokens_reasoning":0,"count":96634743,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-nemo","change":0.019176388174547008},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-v4-flash-20260423","variant":"standard","total_completion_tokens":305591264921,"total_prompt_tokens":5029785255123,"total_native_tokens_reasoning":0,"count":536324267,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v4-flash-20260423","change":0.01851208800595043},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.2-chat-20251211","variant":"standard","total_completion_tokens":117094773,"total_prompt_tokens":2213208544,"total_native_tokens_reasoning":0,"count":516720,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-chat-20251211","change":0.01287223118324817},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.5-sonnet-20250929","variant":"standard","total_completion_tokens":3134706738,"total_prompt_tokens":92014322521,"total_native_tokens_reasoning":0,"count":8662516,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-sonnet-20250929","change":0.007225113301298762},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-2.5-flash-lite","variant":"standard","total_completion_tokens":52868977506,"total_prompt_tokens":519463372276,"total_native_tokens_reasoning":0,"count":231207875,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash-lite","change":0.006881617968045538},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v3-20260413","variant":"standard","total_completion_tokens":2484125,"total_prompt_tokens":52290,"total_native_tokens_reasoning":0,"count":578,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v3-20260413","change":0.006858298354437113},{"date":"2026-07-20 00:00:00","model_permaslug":"inclusionai/ling-2.6-flash-20260421","variant":"standard","total_completion_tokens":8420682745,"total_prompt_tokens":44766542359,"total_native_tokens_reasoning":0,"count":19981822,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ling-2.6-flash-20260421","change":0.0030231925885924856},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5-2025-08-07","variant":"standard","total_completion_tokens":3275821510,"total_prompt_tokens":46323354298,"total_native_tokens_reasoning":0,"count":4053405,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-2025-08-07","change":0.0005712925918185487},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-fast-20260528","variant":"standard","total_completion_tokens":262951836,"total_prompt_tokens":24936035880,"total_native_tokens_reasoning":0,"count":310428,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.8-opus-fast-20260528","change":0.0005478350883627834},{"date":"2026-07-20 00:00:00","model_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","variant":"standard","total_completion_tokens":623598057,"total_prompt_tokens":12608402807,"total_native_tokens_reasoning":0,"count":5327692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-4-scout-17b-16e-instruct","change":-0.0006109332488339057},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3.1","variant":"standard","total_completion_tokens":2133651207,"total_prompt_tokens":40341993654,"total_native_tokens_reasoning":0,"count":10815120,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-chat-v3.1","change":-0.0029623183862903437},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen-plus-2025-07-28","variant":"thinking","total_completion_tokens":8474651,"total_prompt_tokens":20228945,"total_native_tokens_reasoning":0,"count":12003,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-plus-2025-07-28:thinking","change":-0.004817087320312679},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-nano-9b-v2","variant":"free","total_completion_tokens":1106614093,"total_prompt_tokens":11601921021,"total_native_tokens_reasoning":0,"count":883481,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-nano-9b-v2:free","change":-0.0072624294540942665},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o-2024-11-20","variant":"standard","total_completion_tokens":49012152,"total_prompt_tokens":2154473486,"total_native_tokens_reasoning":0,"count":359390,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-2024-11-20","change":-0.010456276469844034},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-30b-a3b","variant":"standard","total_completion_tokens":1432687662,"total_prompt_tokens":16284062350,"total_native_tokens_reasoning":0,"count":5261293,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-30b-a3b","change":-0.014317972584245033},{"date":"2026-07-20 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-20250625","variant":"standard","total_completion_tokens":15042145,"total_prompt_tokens":102685636,"total_native_tokens_reasoning":0,"count":30488,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-1.6-20250625","change":-0.01448197193376253},{"date":"2026-07-20 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"free","total_completion_tokens":1602372429,"total_prompt_tokens":98813664027,"total_native_tokens_reasoning":0,"count":2106641,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625:free","change":-0.01637397372829767},{"date":"2026-07-20 00:00:00","model_permaslug":"moonshotai/kimi-k2-0905","variant":"standard","total_completion_tokens":357137760,"total_prompt_tokens":13582400572,"total_native_tokens_reasoning":0,"count":3842000,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2-0905","change":-0.02012119252993972},{"date":"2026-07-20 00:00:00","model_permaslug":"undi95/remm-slerp-l2-13b","variant":"standard","total_completion_tokens":7860613,"total_prompt_tokens":118136633,"total_native_tokens_reasoning":0,"count":69793,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"undi95/remm-slerp-l2-13b","change":-0.02162997446514894},{"date":"2026-07-20 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-405b","variant":"standard","total_completion_tokens":34786498,"total_prompt_tokens":580530036,"total_native_tokens_reasoning":0,"count":206221,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-405b","change":-0.0252530041665853},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3-pro-image-preview-20251120","variant":"standard","total_completion_tokens":881936274,"total_prompt_tokens":613254057,"total_native_tokens_reasoning":0,"count":587877,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-pro-image-preview-20251120","change":-0.02808570320028142},{"date":"2026-07-20 00:00:00","model_permaslug":"nousresearch/hermes-4-70b","variant":"standard","total_completion_tokens":167840300,"total_prompt_tokens":2115767092,"total_native_tokens_reasoning":0,"count":864612,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-4-70b","change":-0.02902638665827387},{"date":"2026-07-20 00:00:00","model_permaslug":"moonshotai/kimi-k2","variant":"standard","total_completion_tokens":143317613,"total_prompt_tokens":2952855893,"total_native_tokens_reasoning":0,"count":437167,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2","change":-0.03306975064503977},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-nano-12b-v2-vl","variant":"standard","total_completion_tokens":206418,"total_prompt_tokens":4588253,"total_native_tokens_reasoning":0,"count":287,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-nano-12b-v2-vl","change":-0.033372021266065116},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-2.5-flash","variant":"standard","total_completion_tokens":45075324909,"total_prompt_tokens":548335744540,"total_native_tokens_reasoning":0,"count":176697079,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash","change":-0.03410544640013399},{"date":"2026-07-20 00:00:00","model_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","variant":"standard","total_completion_tokens":1627699999,"total_prompt_tokens":33863964802,"total_native_tokens_reasoning":0,"count":30318747,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-4-maverick-17b-128e-instruct","change":-0.035445386119875404},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3-nano-30b-a3b","variant":"free","total_completion_tokens":3019066044,"total_prompt_tokens":34351701949,"total_native_tokens_reasoning":0,"count":1903331,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-nano-30b-a3b:free","change":-0.03583444969739376},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4.1-20260514","variant":"standard","total_completion_tokens":12115850,"total_prompt_tokens":522513,"total_native_tokens_reasoning":0,"count":2878,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-20260514","change":-0.03629586194065132},{"date":"2026-07-20 00:00:00","model_permaslug":"meta-llama/llama-guard-4-12b","variant":"standard","total_completion_tokens":17561917,"total_prompt_tokens":2995330145,"total_native_tokens_reasoning":0,"count":4763619,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-guard-4-12b","change":-0.040257581820789944},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-20251201","variant":"standard","total_completion_tokens":23751916636,"total_prompt_tokens":331587082017,"total_native_tokens_reasoning":0,"count":50586772,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v3.2-20251201","change":-0.040400824895783546},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.5-plus-20260420","variant":"standard","total_completion_tokens":167089940,"total_prompt_tokens":1534018795,"total_native_tokens_reasoning":0,"count":108603,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-plus-20260420","change":-0.042216958858613415},{"date":"2026-07-20 00:00:00","model_permaslug":"anthracite-org/magnum-v4-72b","variant":"standard","total_completion_tokens":4392935,"total_prompt_tokens":62105924,"total_native_tokens_reasoning":0,"count":27920,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthracite-org/magnum-v4-72b","change":-0.048035656586584666},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-r1","variant":"standard","total_completion_tokens":590233006,"total_prompt_tokens":2424311721,"total_native_tokens_reasoning":0,"count":505848,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-r1","change":-0.04827385731680294},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-5-turbo-20260315","variant":"standard","total_completion_tokens":153520962,"total_prompt_tokens":7501116951,"total_native_tokens_reasoning":0,"count":287756,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5-turbo-20260315","change":-0.049023103105850833},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.7-opus-20260416","variant":"standard","total_completion_tokens":24740809929,"total_prompt_tokens":2040554787611,"total_native_tokens_reasoning":0,"count":28939216,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.7-opus-20260416","change":-0.049354610288194135},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3-0324","variant":"standard","total_completion_tokens":2003916406,"total_prompt_tokens":36588901088,"total_native_tokens_reasoning":0,"count":7782731,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-chat-v3-0324","change":-0.04938692062606313},{"date":"2026-07-20 00:00:00","model_permaslug":"amazon/nova-2-lite-v1","variant":"standard","total_completion_tokens":217683890,"total_prompt_tokens":4541852298,"total_native_tokens_reasoning":0,"count":1303243,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"amazon/nova-2-lite-v1","change":-0.05236198273097259},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3-pro-image-20260528","variant":"standard","total_completion_tokens":519764345,"total_prompt_tokens":532589988,"total_native_tokens_reasoning":0,"count":378225,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3-pro-image-20260528","change":-0.053300286058217315},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.1-20251113","variant":"standard","total_completion_tokens":1331168765,"total_prompt_tokens":24116823786,"total_native_tokens_reasoning":0,"count":2565022,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-20251113","change":-0.05356447626618935},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","variant":"standard","total_completion_tokens":687661913,"total_prompt_tokens":10716193808,"total_native_tokens_reasoning":0,"count":3930581,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-instruct","change":-0.05627952211601903},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.6-sonnet-20260217","variant":"standard","total_completion_tokens":21609914271,"total_prompt_tokens":875307024603,"total_native_tokens_reasoning":0,"count":40836885,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.6-sonnet-20260217","change":-0.05819271637910784},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-v3.2-exp","variant":"standard","total_completion_tokens":1187723518,"total_prompt_tokens":16015860267,"total_native_tokens_reasoning":0,"count":2766760,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-v3.2-exp","change":-0.06018395196974843},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.1-opus-20250805","variant":"standard","total_completion_tokens":27207739,"total_prompt_tokens":404346395,"total_native_tokens_reasoning":0,"count":70423,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.1-opus-20250805","change":-0.06359729755141469},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4-20260413","variant":"standard","total_completion_tokens":7752975,"total_prompt_tokens":204160,"total_native_tokens_reasoning":0,"count":1855,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-20260413","change":-0.06361640108593707},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4-pro-vector-20260514","variant":"standard","total_completion_tokens":346525,"total_prompt_tokens":14464,"total_native_tokens_reasoning":0,"count":83,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-pro-vector-20260514","change":-0.07062200710571032},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-audio-mini","variant":"standard","total_completion_tokens":44648845,"total_prompt_tokens":170449589,"total_native_tokens_reasoning":0,"count":329949,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-audio-mini","change":-0.0724036125032106},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.5-opus-20251124","variant":"standard","total_completion_tokens":907339785,"total_prompt_tokens":18543015433,"total_native_tokens_reasoning":0,"count":1114656,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.5-opus-20251124","change":-0.07341036101033156},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-8b-04-28","variant":"standard","total_completion_tokens":1224649276,"total_prompt_tokens":2304581423,"total_native_tokens_reasoning":0,"count":2309801,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-8b-04-28","change":-0.07345595925205019},{"date":"2026-07-20 00:00:00","model_permaslug":"xiaomi/mimo-v2.5-pro-20260422","variant":"standard","total_completion_tokens":7718051209,"total_prompt_tokens":577060588212,"total_native_tokens_reasoning":0,"count":10983027,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"xiaomi/mimo-v2.5-pro-20260422","change":-0.07474686302138717},{"date":"2026-07-20 00:00:00","model_permaslug":"baai/bge-m3-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":12260618073,"total_native_tokens_reasoning":0,"count":11695825,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"baai/bge-m3-20251117","change":-0.07601532894775748},{"date":"2026-07-20 00:00:00","model_permaslug":"moonshotai/kimi-k2-thinking-20251106","variant":"standard","total_completion_tokens":413852689,"total_prompt_tokens":2187383886,"total_native_tokens_reasoning":0,"count":206260,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2-thinking-20251106","change":-0.07688691226874493},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o-mini-transcribe","variant":"standard","total_completion_tokens":30995298,"total_prompt_tokens":113520992,"total_native_tokens_reasoning":0,"count":511353,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini-transcribe","change":-0.07871727249860362},{"date":"2026-07-20 00:00:00","model_permaslug":"x-ai/grok-imagine-image-quality-20260512","variant":"standard","total_completion_tokens":1072469825,"total_prompt_tokens":205668995,"total_native_tokens_reasoning":0,"count":256879,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-imagine-image-quality-20260512","change":-0.08125705267082403},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5-codex","variant":"standard","total_completion_tokens":18922882,"total_prompt_tokens":1074533020,"total_native_tokens_reasoning":0,"count":33012,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-codex","change":-0.0823719817322811},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/minimax-m2.7-20260318","variant":"standard","total_completion_tokens":3522927414,"total_prompt_tokens":112024496972,"total_native_tokens_reasoning":0,"count":5589988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2.7-20260318","change":-0.08647481386866772},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-20260219","variant":"standard","total_completion_tokens":20490288349,"total_prompt_tokens":155818130602,"total_native_tokens_reasoning":0,"count":12711693,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-pro-preview-20260219","change":-0.08651103524838283},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o","variant":"standard","total_completion_tokens":1009865413,"total_prompt_tokens":11934897525,"total_native_tokens_reasoning":0,"count":6326182,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o","change":-0.08850398358286536},{"date":"2026-07-20 00:00:00","model_permaslug":"nex-agi/nex-n2-pro","variant":"standard","total_completion_tokens":169315568,"total_prompt_tokens":3972163350,"total_native_tokens_reasoning":0,"count":118113,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nex-agi/nex-n2-pro","change":-0.08918750371728686},{"date":"2026-07-20 00:00:00","model_permaslug":"poolside/laguna-m.1-20260312","variant":"standard","total_completion_tokens":55827337,"total_prompt_tokens":8911569404,"total_native_tokens_reasoning":0,"count":189703,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-m.1-20260312","change":-0.09209624506917817},{"date":"2026-07-20 00:00:00","model_permaslug":"cohere/command-r7b-12-2024","variant":"standard","total_completion_tokens":9590133,"total_prompt_tokens":68649678,"total_native_tokens_reasoning":0,"count":57159,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-r7b-12-2024","change":-0.09618520965671601},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4-sonnet-20250522","variant":"standard","total_completion_tokens":979444858,"total_prompt_tokens":28641396979,"total_native_tokens_reasoning":0,"count":2992563,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4-sonnet-20250522","change":-0.09851028406077834},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","variant":"standard","total_completion_tokens":5781762647,"total_prompt_tokens":118229902468,"total_native_tokens_reasoning":0,"count":23862045,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-flash-lite-preview-20260303","change":-0.09957173632020992},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-4.7-20251222","variant":"standard","total_completion_tokens":4772355909,"total_prompt_tokens":67621906939,"total_native_tokens_reasoning":0,"count":5508973,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.7-20251222","change":-0.10243993649191559},{"date":"2026-07-20 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-70b","variant":"standard","total_completion_tokens":42447112,"total_prompt_tokens":358552303,"total_native_tokens_reasoning":0,"count":166341,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-70b","change":-0.10436732348427796},{"date":"2026-07-20 00:00:00","model_permaslug":"sakana/fugu-ultra-20260615","variant":"standard","total_completion_tokens":39477795,"total_prompt_tokens":2284559089,"total_native_tokens_reasoning":0,"count":26488,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sakana/fugu-ultra-20260615","change":-0.1051084117152739},{"date":"2026-07-20 00:00:00","model_permaslug":"bytedance/ui-tars-1.5-7b","variant":"standard","total_completion_tokens":4649155,"total_prompt_tokens":221924958,"total_native_tokens_reasoning":0,"count":106555,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance/ui-tars-1.5-7b","change":-0.1068778781005078},{"date":"2026-07-20 00:00:00","model_permaslug":"microsoft/wizardlm-2-8x22b","variant":"standard","total_completion_tokens":38775487,"total_prompt_tokens":938779992,"total_native_tokens_reasoning":0,"count":142158,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/wizardlm-2-8x22b","change":-0.1128614874629917},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-embedding-8b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":119719665135,"total_native_tokens_reasoning":0,"count":72132140,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-embedding-8b","change":-0.11442440458796113},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-vl-8b-thinking","variant":"standard","total_completion_tokens":58788182,"total_prompt_tokens":61970304,"total_native_tokens_reasoning":0,"count":34422,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-8b-thinking","change":-0.11444958611805617},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-4.8-opus-20260528","variant":"standard","total_completion_tokens":20602984337,"total_prompt_tokens":1863012898205,"total_native_tokens_reasoning":0,"count":22552826,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-4.8-opus-20260528","change":-0.1186492419903112},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-2.5-flash-image","variant":"standard","total_completion_tokens":1767409069,"total_prompt_tokens":2688559101,"total_native_tokens_reasoning":0,"count":1732704,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-flash-image","change":-0.11964140893952545},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-2.5-pro","variant":"standard","total_completion_tokens":11674239804,"total_prompt_tokens":62074853558,"total_native_tokens_reasoning":0,"count":6751217,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-2.5-pro","change":-0.11997529962938214},{"date":"2026-07-20 00:00:00","model_permaslug":"cohere/command-r-08-2024","variant":"standard","total_completion_tokens":34805526,"total_prompt_tokens":128366259,"total_native_tokens_reasoning":0,"count":169184,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-r-08-2024","change":-0.12300974581508048},{"date":"2026-07-20 00:00:00","model_permaslug":"moonshotai/kimi-k2.6-20260420","variant":"standard","total_completion_tokens":14891930356,"total_prompt_tokens":301798022572,"total_native_tokens_reasoning":0,"count":12945227,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2.6-20260420","change":-0.12477186752874013},{"date":"2026-07-20 00:00:00","model_permaslug":"x-ai/grok-4.3-20260430","variant":"standard","total_completion_tokens":10296787157,"total_prompt_tokens":81747554223,"total_native_tokens_reasoning":0,"count":13291651,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-4.3-20260430","change":-0.13558634907535022},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/ministral-8b-2512","variant":"standard","total_completion_tokens":611860614,"total_prompt_tokens":4175905588,"total_native_tokens_reasoning":0,"count":3049546,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-8b-2512","change":-0.1376253575932809},{"date":"2026-07-20 00:00:00","model_permaslug":"bytedance-seed/seedream-4.5-20251203","variant":"standard","total_completion_tokens":2284441352,"total_prompt_tokens":89827128,"total_native_tokens_reasoning":0,"count":110123,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seedream-4.5-20251203","change":-0.13827235942456967},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/text-embedding-ada-002","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1233931286,"total_native_tokens_reasoning":0,"count":3199714,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/text-embedding-ada-002","change":-0.13844851736380379},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/minimax-m1","variant":"standard","total_completion_tokens":11233538,"total_prompt_tokens":165726741,"total_native_tokens_reasoning":0,"count":27275,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m1","change":-0.13985048159596447},{"date":"2026-07-20 00:00:00","model_permaslug":"bytedance-seed/seed-1.6-flash-20250625","variant":"standard","total_completion_tokens":275350498,"total_prompt_tokens":1742492636,"total_native_tokens_reasoning":0,"count":1340956,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"bytedance-seed/seed-1.6-flash-20250625","change":-0.14276716246146326},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-14b-04-28","variant":"standard","total_completion_tokens":609505203,"total_prompt_tokens":1689084257,"total_native_tokens_reasoning":0,"count":1703136,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-14b-04-28","change":-0.14327646543088118},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-5.1-20260406","variant":"standard","total_completion_tokens":5846950777,"total_prompt_tokens":110810637248,"total_native_tokens_reasoning":0,"count":6071424,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5.1-20260406","change":-0.14535683763697907},{"date":"2026-07-20 00:00:00","model_permaslug":"gryphe/mythomax-l2-13b","variant":"standard","total_completion_tokens":123225267,"total_prompt_tokens":790116234,"total_native_tokens_reasoning":0,"count":778987,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"gryphe/mythomax-l2-13b","change":-0.14611581503651416},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-max","variant":"standard","total_completion_tokens":97289578,"total_prompt_tokens":1598553331,"total_native_tokens_reasoning":0,"count":378337,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-max","change":-0.1493951773407546},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-20260514","variant":"standard","total_completion_tokens":2070800,"total_prompt_tokens":56363,"total_native_tokens_reasoning":0,"count":494,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-pro-20260514","change":-0.14966268940241897},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemma-3-4b-it","variant":"standard","total_completion_tokens":517975849,"total_prompt_tokens":3504018673,"total_native_tokens_reasoning":0,"count":3272852,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-3-4b-it","change":-0.15040100586371463},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-chat-v3","variant":"standard","total_completion_tokens":2098648729,"total_prompt_tokens":23598113244,"total_native_tokens_reasoning":0,"count":11990306,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-chat-v3","change":-0.15273723738356515},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-07-25","variant":"standard","total_completion_tokens":4576057937,"total_prompt_tokens":65390798862,"total_native_tokens_reasoning":0,"count":19908861,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-235b-a22b-07-25","change":-0.16528429284126897},{"date":"2026-07-20 00:00:00","model_permaslug":"anthropic/claude-3-haiku","variant":"standard","total_completion_tokens":302126496,"total_prompt_tokens":2521032494,"total_native_tokens_reasoning":0,"count":1237338,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"anthropic/claude-3-haiku","change":-0.16548380806068574},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-coder-plus","variant":"standard","total_completion_tokens":17869186,"total_prompt_tokens":1771766404,"total_native_tokens_reasoning":0,"count":88697,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-plus","change":-0.16555409074987362},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224","variant":"free","total_completion_tokens":0,"total_prompt_tokens":6162557856,"total_native_tokens_reasoning":0,"count":3613801,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/llama-nemotron-embed-vl-1b-v2-20260224:free","change":-0.169468662033204},{"date":"2026-07-20 00:00:00","model_permaslug":"intfloat/multilingual-e5-large-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":2129798758,"total_native_tokens_reasoning":0,"count":2535314,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/multilingual-e5-large-20251117","change":-0.1718963152413259},{"date":"2026-07-20 00:00:00","model_permaslug":"sourceful/riverflow-v2-pro-20260130","variant":"standard","total_completion_tokens":3440200,"total_prompt_tokens":2220060,"total_native_tokens_reasoning":0,"count":824,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sourceful/riverflow-v2-pro-20260130","change":-0.1790669959336676},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/minimax-m3-20260531","variant":"standard","total_completion_tokens":41874684286,"total_prompt_tokens":3415616787396,"total_native_tokens_reasoning":0,"count":54038538,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m3-20260531","change":-0.17917981439224526},{"date":"2026-07-20 00:00:00","model_permaslug":"moonshotai/kimi-k2.7-code-20260612","variant":"standard","total_completion_tokens":3928611147,"total_prompt_tokens":120771120046,"total_native_tokens_reasoning":0,"count":2586373,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"moonshotai/kimi-k2.7-code-20260612","change":-0.18051001054830607},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.6-plus-04-02","variant":"standard","total_completion_tokens":3014002025,"total_prompt_tokens":47072777423,"total_native_tokens_reasoning":0,"count":6760932,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-plus-04-02","change":-0.1835899721070008},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.6-27b-20260422","variant":"standard","total_completion_tokens":2799081149,"total_prompt_tokens":54980001414,"total_native_tokens_reasoning":0,"count":5953941,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-27b-20260422","change":-0.1876321465274205},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen-2.5-coder-32b-instruct","variant":"standard","total_completion_tokens":6762990,"total_prompt_tokens":23378291,"total_native_tokens_reasoning":0,"count":48103,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-2.5-coder-32b-instruct","change":-0.19359541313877424},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.5-27b-20260224","variant":"standard","total_completion_tokens":1637104753,"total_prompt_tokens":17402071750,"total_native_tokens_reasoning":0,"count":3273472,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-27b-20260224","change":-0.19748756655533214},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o4-mini-deep-research-2025-06-26","variant":"standard","total_completion_tokens":9288895,"total_prompt_tokens":18836317,"total_native_tokens_reasoning":0,"count":1870,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o4-mini-deep-research-2025-06-26","change":-0.20274409304440638},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o3-deep-research-2025-06-26","variant":"standard","total_completion_tokens":9116870,"total_prompt_tokens":15391363,"total_native_tokens_reasoning":0,"count":1629,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-deep-research-2025-06-26","change":-0.20522073691305326},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5-pro-2025-10-06","variant":"standard","total_completion_tokens":2478401,"total_prompt_tokens":7945982,"total_native_tokens_reasoning":0,"count":5406,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-pro-2025-10-06","change":-0.20631315703838993},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/minimax-m2.1","variant":"standard","total_completion_tokens":80215586,"total_prompt_tokens":1218814882,"total_native_tokens_reasoning":0,"count":119787,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2.1","change":-0.20833017937402282},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","variant":"standard","total_completion_tokens":1792339289,"total_prompt_tokens":27334852374,"total_native_tokens_reasoning":0,"count":3383692,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","change":-0.20854810822699568},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.5-35b-a3b-20260224","variant":"standard","total_completion_tokens":2069777592,"total_prompt_tokens":26754215992,"total_native_tokens_reasoning":0,"count":3349440,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.5-35b-a3b-20260224","change":-0.20980394411959966},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-large-2512","variant":"standard","total_completion_tokens":420374843,"total_prompt_tokens":5997862980,"total_native_tokens_reasoning":0,"count":1786400,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-large-2512","change":-0.21113904380475282},{"date":"2026-07-20 00:00:00","model_permaslug":"microsoft/mai-image-2.5","variant":"standard","total_completion_tokens":36138210,"total_prompt_tokens":24621333,"total_native_tokens_reasoning":0,"count":36331,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"microsoft/mai-image-2.5","change":-0.2119658439356133},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","variant":"standard","total_completion_tokens":87075610,"total_prompt_tokens":326098617,"total_native_tokens_reasoning":0,"count":65521,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-235b-a22b-thinking","change":-0.2119899000632345},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.6-sol-pro-20260709","variant":"standard","total_completion_tokens":972418088,"total_prompt_tokens":38462266078,"total_native_tokens_reasoning":0,"count":386149,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.6-sol-pro-20260709","change":-0.21524762385033863},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.1-codex-mini-20251113","variant":"standard","total_completion_tokens":136813624,"total_prompt_tokens":3611987630,"total_native_tokens_reasoning":0,"count":151102,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-codex-mini-20251113","change":-0.21580830728321976},{"date":"2026-07-20 00:00:00","model_permaslug":"thedrummer/unslopnemo-12b","variant":"standard","total_completion_tokens":37408331,"total_prompt_tokens":536326820,"total_native_tokens_reasoning":0,"count":153415,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"thedrummer/unslopnemo-12b","change":-0.2169917039492097},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"standard","total_completion_tokens":28022335532,"total_prompt_tokens":112189203388,"total_native_tokens_reasoning":0,"count":38588728,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-20b","change":-0.21818540735497438},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","variant":"standard","total_completion_tokens":28061541,"total_prompt_tokens":471379569,"total_native_tokens_reasoning":0,"count":318533,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mistral-small-3.1-24b-instruct-2503","change":-0.21867570237486297},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-04-28","variant":"standard","total_completion_tokens":623339762,"total_prompt_tokens":1729613314,"total_native_tokens_reasoning":0,"count":642685,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-30b-a3b-04-28","change":-0.22386346669789517},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.7-plus-20260602","variant":"standard","total_completion_tokens":5917000577,"total_prompt_tokens":121496778958,"total_native_tokens_reasoning":0,"count":17119809,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.7-plus-20260602","change":-0.228123837503302},{"date":"2026-07-20 00:00:00","model_permaslug":"inclusionai/ring-2.6-1t-20260508","variant":"standard","total_completion_tokens":222968242,"total_prompt_tokens":3107483474,"total_native_tokens_reasoning":0,"count":115790,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"inclusionai/ring-2.6-1t-20260508","change":-0.23008528165560557},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-vl-32b-instruct","variant":"standard","total_completion_tokens":1209838411,"total_prompt_tokens":12500053018,"total_native_tokens_reasoning":0,"count":4397537,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-32b-instruct","change":-0.23669209953569972},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","variant":"standard","total_completion_tokens":198845641,"total_prompt_tokens":4046276029,"total_native_tokens_reasoning":0,"count":735348,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-30b-a3b-instruct","change":-0.2368250134199666},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.5-20260423","variant":"standard","total_completion_tokens":11311351813,"total_prompt_tokens":620027492124,"total_native_tokens_reasoning":0,"count":15040548,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.5-20260423","change":-0.24513719231554046},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5-image-mini","variant":"standard","total_completion_tokens":169261856,"total_prompt_tokens":101604089,"total_native_tokens_reasoning":0,"count":39523,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5-image-mini","change":-0.2519599346316921},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","variant":"standard","total_completion_tokens":906950508,"total_prompt_tokens":3493328530,"total_native_tokens_reasoning":0,"count":406429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-235b-a22b-thinking-2507","change":-0.2541625021155631},{"date":"2026-07-20 00:00:00","model_permaslug":"rekaai/reka-edge-2603","variant":"standard","total_completion_tokens":2010975,"total_prompt_tokens":19684413,"total_native_tokens_reasoning":0,"count":34014,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"rekaai/reka-edge-2603","change":-0.2596998738082985},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/mixtral-8x22b-instruct","variant":"standard","total_completion_tokens":27992583,"total_prompt_tokens":153892700,"total_native_tokens_reasoning":0,"count":52843,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/mixtral-8x22b-instruct","change":-0.26660177374958993},{"date":"2026-07-20 00:00:00","model_permaslug":"black-forest-labs/flux.2-klein-4b","variant":"standard","total_completion_tokens":272752538,"total_prompt_tokens":64228991,"total_native_tokens_reasoning":0,"count":61538,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-klein-4b","change":-0.2695804467056911},{"date":"2026-07-20 00:00:00","model_permaslug":"perplexity/sonar-pro","variant":"standard","total_completion_tokens":458147028,"total_prompt_tokens":560402231,"total_native_tokens_reasoning":0,"count":614291,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perplexity/sonar-pro","change":-0.27390267700347803},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311","variant":"free","total_completion_tokens":8925340559,"total_prompt_tokens":241729646174,"total_native_tokens_reasoning":0,"count":7616180,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-super-120b-a12b-20230311:free","change":-0.27450257472661616},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-0613","variant":"standard","total_completion_tokens":1801070,"total_prompt_tokens":7396936,"total_native_tokens_reasoning":0,"count":29988,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo-0613","change":-0.28086311381377554},{"date":"2026-07-20 00:00:00","model_permaslug":"relace/relace-search-20251208","variant":"standard","total_completion_tokens":467834,"total_prompt_tokens":6409582,"total_native_tokens_reasoning":0,"count":10036,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"relace/relace-search-20251208","change":-0.2828158386229896},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.4-mini-20260317","variant":"standard","total_completion_tokens":7907794591,"total_prompt_tokens":158899701342,"total_native_tokens_reasoning":0,"count":24024842,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-mini-20260317","change":-0.28564034915381764},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.2-codex-20260114","variant":"standard","total_completion_tokens":28885776,"total_prompt_tokens":976191355,"total_native_tokens_reasoning":0,"count":40578,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-codex-20260114","change":-0.28813718899356433},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-coder-next-2025-02-03","variant":"standard","total_completion_tokens":271185696,"total_prompt_tokens":18254826944,"total_native_tokens_reasoning":0,"count":753781,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-next-2025-02-03","change":-0.28872110429187675},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","variant":"standard","total_completion_tokens":126263322,"total_prompt_tokens":3331124192,"total_native_tokens_reasoning":0,"count":116951,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemini-3.1-pro-preview-customtools-20260219","change":-0.29218822970544833},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen-2.5-72b-instruct","variant":"standard","total_completion_tokens":301271245,"total_prompt_tokens":2209869395,"total_native_tokens_reasoning":0,"count":1715444,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-2.5-72b-instruct","change":-0.2923126272114468},{"date":"2026-07-17 00:00:00","model_permaslug":"meta-llama/llama-3.2-11b-vision-instruct","variant":"standard","total_completion_tokens":26368001,"total_prompt_tokens":363250466,"total_native_tokens_reasoning":0,"count":133375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.2-11b-vision-instruct","change":-0.298607667735323},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","variant":"standard","total_completion_tokens":256336220,"total_prompt_tokens":12148341753,"total_native_tokens_reasoning":0,"count":769425,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-coder-480b-a35b-07-25","change":-0.3053174015166295},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4.1-vector-20260514","variant":"standard","total_completion_tokens":8137075,"total_prompt_tokens":162622,"total_native_tokens_reasoning":0,"count":1940,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-vector-20260514","change":-0.30614391033781324},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/minimax-m2","variant":"standard","total_completion_tokens":57920739,"total_prompt_tokens":1146228040,"total_native_tokens_reasoning":0,"count":87065,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-m2","change":-0.3102905505684134},{"date":"2026-07-20 00:00:00","model_permaslug":"x-ai/grok-build-0.1-20260520","variant":"standard","total_completion_tokens":282138351,"total_prompt_tokens":2998829586,"total_native_tokens_reasoning":0,"count":174684,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"x-ai/grok-build-0.1-20260520","change":-0.31124331278001993},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen-plus-2025-01-25","variant":"standard","total_completion_tokens":117546386,"total_prompt_tokens":1022500746,"total_native_tokens_reasoning":0,"count":295993,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-plus-2025-01-25","change":-0.3124875637006555},{"date":"2026-07-20 00:00:00","model_permaslug":"stepfun/step-3.7-flash-20260528","variant":"standard","total_completion_tokens":11197453898,"total_prompt_tokens":745045705731,"total_native_tokens_reasoning":0,"count":13058089,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"stepfun/step-3.7-flash-20260528","change":-0.31292368788834374},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","variant":"standard","total_completion_tokens":3469425,"total_prompt_tokens":130751,"total_native_tokens_reasoning":0,"count":825,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4.1-pro-vector-20260514","change":-0.3130520597127019},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","variant":"standard","total_completion_tokens":413901217,"total_prompt_tokens":5077869646,"total_native_tokens_reasoning":0,"count":4953878,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-vl-30b-a3b-instruct","change":-0.3155248525464632},{"date":"2026-07-20 00:00:00","model_permaslug":"meta-llama/llama-3.2-3b-instruct","variant":"standard","total_completion_tokens":455507009,"total_prompt_tokens":365069217,"total_native_tokens_reasoning":0,"count":676201,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.2-3b-instruct","change":-0.3251379176051964},{"date":"2026-07-20 00:00:00","model_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":193271064,"total_native_tokens_reasoning":0,"count":1624329,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/all-minilm-l12-v2-20251117","change":-0.32658432169614937},{"date":"2026-07-20 00:00:00","model_permaslug":"cohere/command-a-03-2025","variant":"standard","total_completion_tokens":6522158,"total_prompt_tokens":37137706,"total_native_tokens_reasoning":0,"count":35446,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"cohere/command-a-03-2025","change":-0.33191002896452954},{"date":"2026-07-20 00:00:00","model_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","variant":"standard","total_completion_tokens":1055895421,"total_prompt_tokens":34777722560,"total_native_tokens_reasoning":0,"count":2616041,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/nemotron-3-ultra-550b-a55b-20260604","change":-0.3436044711484462},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-4.7-flash-20260119","variant":"standard","total_completion_tokens":2373254773,"total_prompt_tokens":42782467174,"total_native_tokens_reasoning":0,"count":5911440,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.7-flash-20260119","change":-0.3509991609915398},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o4-mini-2025-04-16","variant":"standard","total_completion_tokens":1473292353,"total_prompt_tokens":16794655947,"total_native_tokens_reasoning":0,"count":1762976,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o4-mini-2025-04-16","change":-0.3515296263082353},{"date":"2026-07-20 00:00:00","model_permaslug":"minimax/minimax-01","variant":"standard","total_completion_tokens":18800077,"total_prompt_tokens":232413040,"total_native_tokens_reasoning":0,"count":103132,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"minimax/minimax-01","change":-0.3573268874539283},{"date":"2026-07-20 00:00:00","model_permaslug":"poolside/laguna-xs-2.1-20260625","variant":"standard","total_completion_tokens":407246725,"total_prompt_tokens":6253222589,"total_native_tokens_reasoning":0,"count":541762,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"poolside/laguna-xs-2.1-20260625","change":-0.36114072425522614},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-4.6-20251208","variant":"standard","total_completion_tokens":130602433,"total_prompt_tokens":834117712,"total_native_tokens_reasoning":0,"count":330262,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.6-20251208","change":-0.36764878260095823},{"date":"2026-07-20 00:00:00","model_permaslug":"canopylabs/orpheus-3b-0.1-ft","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":42436,"total_native_tokens_reasoning":0,"count":1072,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"canopylabs/orpheus-3b-0.1-ft","change":-0.3769856417182958},{"date":"2026-07-20 00:00:00","model_permaslug":"mancer/weaver","variant":"standard","total_completion_tokens":1232848,"total_prompt_tokens":3949970,"total_native_tokens_reasoning":0,"count":9367,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mancer/weaver","change":-0.37883806879571014},{"date":"2026-07-20 00:00:00","model_permaslug":"perceptron/perceptron-mk1-20260512","variant":"standard","total_completion_tokens":10820690,"total_prompt_tokens":3391979714,"total_native_tokens_reasoning":0,"count":312533,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"perceptron/perceptron-mk1-20260512","change":-0.3806136901036595},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-oss-20b","variant":"free","total_completion_tokens":2387900959,"total_prompt_tokens":10524579156,"total_native_tokens_reasoning":0,"count":2614683,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-20b:free","change":-0.38111964871419685},{"date":"2026-07-20 00:00:00","model_permaslug":"aion-labs/aion-2.0-20260223","variant":"standard","total_completion_tokens":225382141,"total_prompt_tokens":2518578906,"total_native_tokens_reasoning":0,"count":243554,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"aion-labs/aion-2.0-20260223","change":-0.4094869508759362},{"date":"2026-07-20 00:00:00","model_permaslug":"black-forest-labs/flux.2-max","variant":"standard","total_completion_tokens":61951197,"total_prompt_tokens":40484070,"total_native_tokens_reasoning":0,"count":7213,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"black-forest-labs/flux.2-max","change":-0.4098668824811679},{"date":"2026-07-20 00:00:00","model_permaslug":"morph/morph-v3-large","variant":"standard","total_completion_tokens":121556410,"total_prompt_tokens":141397912,"total_native_tokens_reasoning":0,"count":24435,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"morph/morph-v3-large","change":-0.4187363631729801},{"date":"2026-07-20 00:00:00","model_permaslug":"zyphra/zonos-v0.1-transformer","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":5091,"total_native_tokens_reasoning":0,"count":131,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"zyphra/zonos-v0.1-transformer","change":-0.4362126245847176},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-4.5-air","variant":"standard","total_completion_tokens":379432257,"total_prompt_tokens":8764526176,"total_native_tokens_reasoning":0,"count":1109820,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.5-air","change":-0.45262474592101576},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o-mini-2024-07-18","variant":"standard","total_completion_tokens":393377579,"total_prompt_tokens":5772204937,"total_native_tokens_reasoning":0,"count":3379399,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini-2024-07-18","change":-0.4591661367060617},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.3-codex-20260224","variant":"standard","total_completion_tokens":419467258,"total_prompt_tokens":31877427096,"total_native_tokens_reasoning":0,"count":678462,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.3-codex-20260224","change":-0.479596415859452},{"date":"2026-07-20 00:00:00","model_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":21373632,"total_native_tokens_reasoning":0,"count":8939,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/paraphrase-minilm-l6-v2-20251117","change":-0.4857252617356766},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.1-codex-20251113","variant":"standard","total_completion_tokens":18998321,"total_prompt_tokens":636113954,"total_native_tokens_reasoning":0,"count":29862,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-codex-20251113","change":-0.49122851170277804},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.2-pro-20251211","variant":"standard","total_completion_tokens":3645849,"total_prompt_tokens":17228544,"total_native_tokens_reasoning":0,"count":14986,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.2-pro-20251211","change":-0.4957867318030118},{"date":"2026-07-20 00:00:00","model_permaslug":"sesame/csm-1b","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":18128,"total_native_tokens_reasoning":0,"count":581,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sesame/csm-1b","change":-0.5054156549259269},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.1-codex-max-20251204","variant":"standard","total_completion_tokens":18042217,"total_prompt_tokens":272287530,"total_native_tokens_reasoning":0,"count":19338,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.1-codex-max-20251204","change":-0.5121502462003401},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-4.5","variant":"standard","total_completion_tokens":127459556,"total_prompt_tokens":805056118,"total_native_tokens_reasoning":0,"count":91974,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.5","change":-0.5126659387897793},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-5-20260211","variant":"standard","total_completion_tokens":5147122453,"total_prompt_tokens":166734745322,"total_native_tokens_reasoning":0,"count":7329729,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-5-20260211","change":-0.5210669099474615},{"date":"2026-07-20 00:00:00","model_permaslug":"upstage/solar-pro-3","variant":"standard","total_completion_tokens":17632556,"total_prompt_tokens":231815865,"total_native_tokens_reasoning":0,"count":36408,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"upstage/solar-pro-3","change":-0.5255112177733055},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o3-mini-2025-01-31","variant":"standard","total_completion_tokens":260871262,"total_prompt_tokens":1034780357,"total_native_tokens_reasoning":0,"count":213085,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-mini-2025-01-31","change":-0.5288570263522396},{"date":"2026-07-20 00:00:00","model_permaslug":"deepseek/deepseek-r1-distill-llama-70b","variant":"standard","total_completion_tokens":30053876,"total_prompt_tokens":47243276,"total_native_tokens_reasoning":0,"count":42154,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"deepseek/deepseek-r1-distill-llama-70b","change":-0.5312802664711045},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o3-mini-high-2025-01-31","variant":"standard","total_completion_tokens":9286718,"total_prompt_tokens":14255068,"total_native_tokens_reasoning":0,"count":9109,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-mini-high-2025-01-31","change":-0.5414210408465653},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o3-2025-04-16","variant":"standard","total_completion_tokens":101330295,"total_prompt_tokens":566933228,"total_native_tokens_reasoning":0,"count":129069,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o3-2025-04-16","change":-0.5536978027150511},{"date":"2026-07-20 00:00:00","model_permaslug":"intfloat/e5-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":1913641,"total_native_tokens_reasoning":0,"count":7452,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"intfloat/e5-base-v2-20251117","change":-0.5579900434401294},{"date":"2026-07-17 00:00:00","model_permaslug":"nvidia/llama-3.3-nemotron-super-49b-v1.5","variant":"standard","total_completion_tokens":20020687,"total_prompt_tokens":90993535,"total_native_tokens_reasoning":0,"count":103002,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nvidia/llama-3.3-nemotron-super-49b-v1.5","change":-0.5632565350542168},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","variant":"standard","total_completion_tokens":292577466,"total_prompt_tokens":559704521,"total_native_tokens_reasoning":0,"count":155166,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-30b-a3b-thinking-2507","change":-0.5956187383318677},{"date":"2026-07-20 00:00:00","model_permaslug":"mistralai/ministral-14b-2512","variant":"standard","total_completion_tokens":200449743,"total_prompt_tokens":2113568112,"total_native_tokens_reasoning":0,"count":1472249,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"mistralai/ministral-14b-2512","change":-0.5981983948537987},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-3.5-turbo","variant":"standard","total_completion_tokens":60778881,"total_prompt_tokens":556651954,"total_native_tokens_reasoning":0,"count":819660,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo","change":-0.6032342858095164},{"date":"2026-07-20 00:00:00","model_permaslug":"recraft/recraft-v4-pro-20260413","variant":"standard","total_completion_tokens":2091675,"total_prompt_tokens":266727,"total_native_tokens_reasoning":0,"count":495,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"recraft/recraft-v4-pro-20260413","change":-0.6065889620473104},{"date":"2026-07-20 00:00:00","model_permaslug":"ibm-granite/granite-4.0-h-micro","variant":"standard","total_completion_tokens":497203100,"total_prompt_tokens":17313862551,"total_native_tokens_reasoning":0,"count":506375,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"ibm-granite/granite-4.0-h-micro","change":-0.6076680820923023},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-3.5-turbo-instruct","variant":"standard","total_completion_tokens":2666303,"total_prompt_tokens":1406435,"total_native_tokens_reasoning":0,"count":18382,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-3.5-turbo-instruct","change":-0.6160604342595297},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","variant":"standard","total_completion_tokens":339185038,"total_prompt_tokens":96203968,"total_native_tokens_reasoning":0,"count":77650,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-thinking-2509","change":-0.6275625001405016},{"date":"2026-07-20 00:00:00","model_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":402876,"total_native_tokens_reasoning":0,"count":444,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/multi-qa-mpnet-base-dot-v1-20251117","change":-0.6331130423379441},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/o4-mini-high-2025-04-16","variant":"standard","total_completion_tokens":24987335,"total_prompt_tokens":63876166,"total_native_tokens_reasoning":0,"count":29522,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/o4-mini-high-2025-04-16","change":-0.6604475353667348},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.5-pro-20260423","variant":"standard","total_completion_tokens":96028489,"total_prompt_tokens":585056986,"total_native_tokens_reasoning":0,"count":44557,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.5-pro-20260423","change":-0.6616216665182286},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-5.4-pro-20260305","variant":"standard","total_completion_tokens":5301664,"total_prompt_tokens":29462393,"total_native_tokens_reasoning":0,"count":18606,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-5.4-pro-20260305","change":-0.6636294479801965},{"date":"2026-07-20 00:00:00","model_permaslug":"google/lyria-3-clip-preview-20260330","variant":"standard","total_completion_tokens":247499,"total_prompt_tokens":7667979,"total_native_tokens_reasoning":0,"count":5182,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/lyria-3-clip-preview-20260330","change":-0.6680346810045775},{"date":"2026-07-20 00:00:00","model_permaslug":"Qwen/Qwen3-Embedding-8B","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":157980,"total_native_tokens_reasoning":0,"count":3322,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"Qwen/Qwen3-Embedding-8B","change":-0.6794445165898318},{"date":"2026-07-20 00:00:00","model_permaslug":"z-ai/glm-4.5v","variant":"standard","total_completion_tokens":13241989,"total_prompt_tokens":51896085,"total_native_tokens_reasoning":0,"count":34071,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"z-ai/glm-4.5v","change":-0.6827933673842694},{"date":"2026-07-20 00:00:00","model_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","variant":"standard","total_completion_tokens":0,"total_prompt_tokens":191246217,"total_native_tokens_reasoning":0,"count":38589,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sentence-transformers/all-mpnet-base-v2-20251117","change":-0.7165042614566018},{"date":"2026-07-20 00:00:00","model_permaslug":"openai/gpt-4o-mini-search-preview-2025-03-11","variant":"standard","total_completion_tokens":18953230,"total_prompt_tokens":50191669,"total_native_tokens_reasoning":0,"count":60824,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-4o-mini-search-preview-2025-03-11","change":-0.7244284260785376},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen-plus-2025-07-28","variant":"standard","total_completion_tokens":25209312,"total_prompt_tokens":220755899,"total_native_tokens_reasoning":0,"count":85007,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen-plus-2025-07-28","change":-0.7633556097454426},{"date":"2026-07-20 00:00:00","model_permaslug":"meta-llama/llama-3.3-70b-instruct","variant":"free","total_completion_tokens":2102540,"total_prompt_tokens":49111281,"total_native_tokens_reasoning":0,"count":7439,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.3-70b-instruct:free","change":-0.790623310132998},{"date":"2026-07-19 00:00:00","model_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509","variant":"free","total_completion_tokens":3032148,"total_prompt_tokens":53563439,"total_native_tokens_reasoning":0,"count":5907,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3-next-80b-a3b-instruct-2509:free","change":-0.7939491088303099},{"date":"2026-07-20 00:00:00","model_permaslug":"google/gemma-4-31b-it-20260402","variant":"free","total_completion_tokens":179847560,"total_prompt_tokens":3108591698,"total_native_tokens_reasoning":0,"count":542632,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"google/gemma-4-31b-it-20260402:free","change":-0.8251002100686756},{"date":"2026-07-19 00:00:00","model_permaslug":"venice/uncensored","variant":"free","total_completion_tokens":7944599,"total_prompt_tokens":21007932,"total_native_tokens_reasoning":0,"count":15158,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"venice/uncensored:free","change":-0.8392032306317604},{"date":"2026-07-20 00:00:00","model_permaslug":"tencent/hy3-preview-20260421","variant":"standard","total_completion_tokens":1875185777,"total_prompt_tokens":23211459576,"total_native_tokens_reasoning":0,"count":1708900,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"tencent/hy3-preview-20260421","change":-0.8594624309533446},{"date":"2026-07-19 00:00:00","model_permaslug":"nousresearch/hermes-3-llama-3.1-405b","variant":"free","total_completion_tokens":661177,"total_prompt_tokens":4774926,"total_native_tokens_reasoning":0,"count":1678,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"nousresearch/hermes-3-llama-3.1-405b:free","change":-0.8723134571009649},{"date":"2026-07-20 00:00:00","model_permaslug":"qwen/qwen3.6-max-preview-20260420","variant":"standard","total_completion_tokens":201061500,"total_prompt_tokens":767122963,"total_native_tokens_reasoning":0,"count":104774,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"qwen/qwen3.6-max-preview-20260420","change":-0.8733882135640959},{"date":"2026-07-19 00:00:00","model_permaslug":"meta-llama/llama-3.2-3b-instruct","variant":"free","total_completion_tokens":743237,"total_prompt_tokens":3832390,"total_native_tokens_reasoning":0,"count":1564,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"meta-llama/llama-3.2-3b-instruct:free","change":-0.8900779662035704},{"date":"2026-07-14 00:00:00","model_permaslug":"sao10k/l3.1-70b-hanami-x1","variant":"standard","total_completion_tokens":43870,"total_prompt_tokens":497154,"total_native_tokens_reasoning":0,"count":429,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"sao10k/l3.1-70b-hanami-x1","change":-0.9511621846343189},{"date":"2026-07-14 00:00:00","model_permaslug":"openai/gpt-oss-120b","variant":"free","total_completion_tokens":62930,"total_prompt_tokens":13889001,"total_native_tokens_reasoning":0,"count":276,"num_media_prompt":0,"num_media_completion":0,"image_output_requests":0,"num_video_prompt":0,"video_output_seconds":0,"rerank_documents":0,"stt_transcript_characters":0,"num_audio_prompt":0,"total_native_tokens_cached":0,"total_tool_calls":0,"requests_with_tool_call_errors":0,"variant_permaslug":"openai/gpt-oss-120b:free","change":-0.9995389601588355}]}