{"data":{"id":"meta/llama-3.1-8b","name":"Llama 3.1 8B Instruct","created":1755815280,"released":1721692800,"description":"An update to Meta Llama 3 8B Instruct that includes an expanded 128K context length, multilinguality and improved reasoning capabilities.","knowledge":"2023-12","architecture":{"tokenizer":null,"instruct_type":null,"modality":"text→text","input_modalities":["text"],"output_modalities":["text"]},"endpoints":[{"name":"bedrock | meta/llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","context_length":128000,"pricing":{"prompt":"0.00000022","completion":"0.00000022","image":"0","image_output":"0","web_search":"0","internal_reasoning":"0","discount":0},"provider_name":"bedrock","has_zdr":true,"has_no_training":true,"headquarters_country":"US","tags":["tool-use","open-weights"],"quantization":null,"max_completion_tokens":8192,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","stop","tools","tool_choice"],"status":0,"uptime_last_15m":100,"uptime_last_1h":100,"uptime_last_1d":100,"latency_last_1h":{"p50":298.5,"p95":505.1},"throughput_last_1h":null,"supports_implicit_caching":false},{"name":"novita | meta/llama-3.1-8b","model_name":"Llama 3.1 8B Instruct","context_length":16384,"pricing":{"prompt":"0.00000002","completion":"0.00000005","image":"0","image_output":"0","web_search":"0","internal_reasoning":"0","discount":0},"provider_name":"novita","has_no_training":false,"headquarters_country":"CN","tags":["tool-use","structured-output","open-weights"],"quantization":"fp8","max_completion_tokens":16384,"max_prompt_tokens":null,"supported_parameters":["max_tokens","temperature","stop","tools","tool_choice","response_format","structured_outputs"],"status":0,"uptime_last_15m":100,"uptime_last_1h":100,"uptime_last_1d":100,"latency_last_1h":{"p50":575,"p95":649},"throughput_last_1h":null,"supports_implicit_caching":false}]}}