{"data":{"id":"meta-llama/llama-3.1-70b-instruct","name":"Meta: Llama 3.1 70B Instruct","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 70B instruct-tuned version is optimized for high quality dialogue usecases. It has demonstrated strong...","architecture":{"tokenizer":"Llama3","instruct_type":"llama3","modality":"text->text","input_modalities":["text"],"output_modalities":["text"]},"endpoints":[{"name":"DeepInfra | meta-llama/llama-3.1-70b-instruct","model_id":"meta-llama/llama-3.1-70b-instruct","model_name":"Meta: Llama 3.1 70B Instruct","context_length":131072,"pricing":{"prompt":"0.0000004","completion":"0.0000004","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/turbo","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["response_format","max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","tools","tool_choice","logit_bias","structured_outputs"],"status":0,"uptime_last_30m":98.48116646415554,"uptime_last_5m":99.9203187250996,"uptime_last_1d":98.4151887721562,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Amazon Bedrock | meta-llama/llama-3.1-70b-instruct","model_id":"meta-llama/llama-3.1-70b-instruct","model_name":"Meta: Llama 3.1 70B Instruct","context_length":131072,"pricing":{"prompt":"0.00000072","completion":"0.00000072","discount":0},"provider_name":"Amazon Bedrock","tag":"amazon-bedrock","quantization":"unknown","max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","stop"],"status":0,"uptime_last_30m":99.94534025690079,"uptime_last_5m":100,"uptime_last_1d":99.9652661002652,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | meta-llama/llama-3.1-70b-instruct","model_id":"meta-llama/llama-3.1-70b-instruct","model_name":"Meta: Llama 3.1 70B Instruct","context_length":128000,"pricing":{"prompt":"0.0000008","completion":"0.0000008","input_cache_read":"0.0000008","discount":0},"provider_name":"CoreWeave","tag":"coreweave/bf16","quantization":"bf16","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","structured_outputs","logprobs","top_logprobs","response_format"],"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98324666273521,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}]}}