{"data":{"id":"meta-llama/llama-3.1-8b-instruct","name":"Meta: Llama 3.1 8B Instruct","created":1721692800,"description":"Meta's latest class of model (Llama 3.1) launched with a variety of sizes & flavors. This 8B instruct-tuned version is fast and efficient. It has demonstrated strong performance compared to...","architecture":{"tokenizer":"Llama3","instruct_type":"llama3","modality":"text->text","input_modalities":["text"],"output_modalities":["text"]},"endpoints":[{"name":"DeepInfra | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":131072,"pricing":{"prompt":"0.00000002","completion":"0.00000004","discount":0},"provider_name":"DeepInfra","tag":"deepinfra/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","repetition_penalty","top_k","seed","min_p","response_format","logit_bias"],"status":0,"uptime_last_30m":99.84778907177132,"uptime_last_5m":100,"uptime_last_1d":99.37885247426826,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Novita | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":16384,"pricing":{"prompt":"0.00000002","completion":"0.00000005","discount":0},"provider_name":"Novita","tag":"novita/fp8","quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","frequency_penalty","presence_penalty","seed","top_k","repetition_penalty","response_format","logprobs","top_logprobs"],"status":0,"uptime_last_30m":98.27630848899574,"uptime_last_5m":99.45141065830721,"uptime_last_1d":98.27881533637454,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Groq | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":131072,"pricing":{"prompt":"0.00000005","completion":"0.00000008","input_cache_read":"0.000000025","discount":0},"provider_name":"Groq","tag":"groq","quantization":"unknown","max_completion_tokens":131072,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","stop","seed","response_format","tools","tool_choice"],"status":0,"uptime_last_30m":99.95896524013884,"uptime_last_5m":99.98410174880763,"uptime_last_1d":99.92120940465018,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"Cloudflare | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":32000,"pricing":{"prompt":"0.000000152","completion":"0.000000287","discount":0},"provider_name":"Cloudflare","tag":"cloudflare/fp8","quantization":"fp8","max_completion_tokens":32000,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","top_p","top_k","seed","repetition_penalty","frequency_penalty","presence_penalty","min_p","stop","logit_bias","response_format"],"status":0,"uptime_last_30m":99.83498349834984,"uptime_last_5m":98.75,"uptime_last_1d":99.86174761258609,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null},{"name":"CoreWeave | meta-llama/llama-3.1-8b-instruct","model_id":"meta-llama/llama-3.1-8b-instruct","model_name":"Meta: Llama 3.1 8B Instruct","context_length":128000,"pricing":{"prompt":"0.00000022","completion":"0.00000022","input_cache_read":"0.00000022","discount":0},"provider_name":"CoreWeave","tag":"coreweave/bf16","quantization":"bf16","max_completion_tokens":128000,"max_prompt_tokens":null,"supported_parameters":["structured_outputs","response_format","max_tokens","temperature","top_p","top_k","repetition_penalty","frequency_penalty","presence_penalty","stop","seed","tools","tool_choice","logprobs","top_logprobs"],"status":0,"uptime_last_30m":100,"uptime_last_5m":100,"uptime_last_1d":99.98333151164061,"supports_implicit_caching":false,"supports_voice_cloning":false,"latency_last_30m":null,"throughput_last_30m":null}]}}