{"data":{"id":"meta-llama/llama-3.3-70b-instruct","name":"Meta: Llama 3.3 70B Instruct","created":1733506137,"description":"The Meta Llama 3.3 multilingual large language model (LLM) is a pretrained and instruction tuned generative model in 70B (text in/text out). The Llama 3.3 instruction tuned text only model...","architecture":{"tokenizer":"Llama3","instruct_type":"llama3","modality":"text->text","input_modalities":["text"],"output_modalities":["text"]},"endpoints":[{"name":"DeepInfra | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.0000001","completion":"0.00000032","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","response_format","tools","tool_choice","logit_bias"],"supports_tool_choice":{"none":true,"auto":true,"required":false,"function":false},"status":0,"uptime_last_30m":99.07886656724274,"uptime_last_5m":99.22862923621649,"uptime_last_1d":98.84053392729979,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Nebius | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000013","completion":"0.0000004","discount":0},"provider_name":"Nebius","tag":"nebius/fp8","quantization":"fp8","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","logit_bias","tools","tool_choice","response_format","structured_outputs","repetition_penalty"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":null,"uptime_last_5m":null,"uptime_last_1d":61.30180486219833,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":12288,"pricing":{"prompt":"0.000000135","completion":"0.0000004","discount":0},"provider_name":"Novita","tag":"novita/bf16","quantization":"bf16","max_completion_tokens":11059,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.02019596080784,"uptime_last_5m":99.06040268456375,"uptime_last_1d":97.74514097430765,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"AkashML | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.0000002","completion":"0.00000052","input_cache_read":"0.0000001","discount":0},"provider_name":"AkashML","tag":"akashml/fp8","quantization":"fp8","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["temperature","top_p","top_k","stop","frequency_penalty","presence_penalty","repetition_penalty","seed","max_tokens","structured_outputs","tools","tool_choice","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.50812660393498,"uptime_last_5m":99.25140361821585,"uptime_last_1d":99.67202679139797,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Parasail | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000022","completion":"0.0000005","input_cache_read":"0.00000011","discount":0},"provider_name":"Parasail","tag":"parasail/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","frequency_penalty","presence_penalty","repetition_penalty","seed","stop","top_k","logit_bias","structured_outputs","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.55572480324956,"uptime_last_5m":99.78134110787173,"uptime_last_1d":99.48225438085822,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Crusoe | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000025","completion":"0.00000075","input_cache_read":"0.00000013","discount":0},"provider_name":"Crusoe","tag":"crusoe/bf16","quantization":"bf16","max_completion_tokens":117964,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","min_p","repetition_penalty","top_k","logit_bias","response_format","structured_outputs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.8034754399659,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":24000,"pricing":{"prompt":"0.000000293","completion":"0.000002253","discount":0},"provider_name":"Cloudflare","tag":"cloudflare/fp8","quantization":"fp8","max_completion_tokens":21600,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.32659932659934,"uptime_last_5m":100,"uptime_last_1d":99.43960891856445,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"SambaNova | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000045","completion":"0.0000009","discount":0.25},"provider_name":"SambaNova","tag":"sambanova-turbo","quantization":"unknown","max_completion_tokens":3072,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","stop","response_format","structured_outputs","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":-2,"uptime_last_30m":94.53197405004634,"uptime_last_5m":100,"uptime_last_1d":99.45528002229032,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Groq | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000059","completion":"0.00000079","input_cache_read":"0.000000295","discount":0},"provider_name":"Groq","tag":"groq","quantization":"unknown","max_completion_tokens":32768,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","seed","response_format","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.77876106194691,"uptime_last_5m":99.61832061068702,"uptime_last_1d":99.85162714190065,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":128000,"pricing":{"prompt":"0.00000071","completion":"0.00000071","input_cache_read":"0.00000071","discount":0},"provider_name":"CoreWeave","tag":"coreweave/fp16","quantization":"fp16","max_completion_tokens":115200,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.85059632673038,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":128000,"pricing":{"prompt":"0.00000072","completion":"0.00000072","discount":0},"provider_name":"Google","tag":"google-vertex/us-central1","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","seed","top_k","frequency_penalty","presence_penalty","stop","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.80244772092128,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Google | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":128000,"pricing":{"prompt":"0.00000072","completion":"0.00000072","discount":0},"provider_name":"Google","tag":"google-vertex","quantization":"unknown","max_completion_tokens":115200,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","seed","response_format"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":99.54441913439635,"uptime_last_5m":100,"uptime_last_1d":99.13159184816864,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Together | meta-llama/llama-3.3-70b-instruct","model_id":"meta-llama/llama-3.3-70b-instruct","model_name":"Meta: Llama 3.3 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000104","completion":"0.00000104","discount":0},"provider_name":"Together","tag":"together","quantization":"unknown","max_completion_tokens":2048,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","top_k","repetition_penalty","logit_bias","min_p","tools","tool_choice"],"supports_tool_choice":{"none":true,"auto":true,"required":true,"function":true},"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":97.1722928540114,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}]}}