{"models":[{"id":"deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct","type":"llm","name":"Llama 3.1 70B Instruct","model_id":"meta-llama/Meta-Llama-3.1-70B-Instruct","capabilities":["text","tools"],"speed":"fast","cost":0.057,"quality":"good","context_window":131072,"max_output_tokens":131072,"description":"","params":{"temperature":{"min":0,"max":2,"default":1}},"pricing":{"billing_unit":"per_mtok","input":[0.4],"output":[0.4]},"region":"US","model":"meta-llama-3.1-70b-instruct","family":"meta-llama-3.1-70b-instruct","pooled":true,"provider":{"slug":"deepinfra","display_name":"DeepInfra","owner_country":"US"},"service_route":{"id":"deepinfra/us","adapter":"deepinfra"},"maker":{"slug":"meta","display_name":"Meta","country":"US"},"compliance":{"residency":"US","country":"United States","inference_location":"US","zdr":{"logging":false,"moderation":false,"caching":null,"training":false,"subprocessors":null},"training":"no","logging":"none","moderation":"none","caching":"unknown","content_storage":"unknown","dpa_available":true,"third_party_access":null,"transfer_mechanism":"unknown","route_id":"deepinfra/us"},"release":{"date":"2024-07-23","source":"vendor","url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/MODEL_CARD.md"},"quantization":"bf16","references":[{"kind":"model_card","url":"https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct","created_at":"2026-10-07T06:52:19.408494Z","updated_at":"2026-10-07T06:52:19.408494Z"},{"kind":"paper","url":"https://arxiv.org/abs/2407.21783","created_at":"2026-10-07T06:52:19.408494Z","updated_at":"2026-10-07T06:52:19.408494Z"}],"input_modalities":["text"],"output_modalities":["text"]},{"id":"deepinfra/meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","type":"llm","name":"Llama 3.1 70B Instruct Turbo","model_id":"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo","capabilities":["text","tools"],"speed":"fast","cost":0.057,"quality":"good","context_window":131072,"max_output_tokens":131072,"description":"","params":{"temperature":{"min":0,"max":2,"default":1}},"pricing":{"billing_unit":"per_mtok","input":[0.4],"output":[0.4]},"region":"US","model":"meta-llama-3.1-70b-instruct-turbo","family":"meta-llama-3.1-70b-instruct-turbo","pooled":true,"provider":{"slug":"deepinfra","display_name":"DeepInfra","owner_country":"US"},"service_route":{"id":"deepinfra/us","adapter":"deepinfra"},"maker":{"slug":"meta","display_name":"Meta","country":"US"},"compliance":{"residency":"US","country":"United States","inference_location":"US","zdr":{"logging":false,"moderation":false,"caching":null,"training":false,"subprocessors":null},"training":"no","logging":"none","moderation":"none","caching":"unknown","content_storage":"unknown","dpa_available":true,"third_party_access":null,"transfer_mechanism":"unknown","route_id":"deepinfra/us"},"release":{"date":"2024-07-23","source":"vendor","url":"https://github.com/meta-llama/llama-models/blob/main/models/llama3_1/MODEL_CARD.md"},"quantization":"fp8","references":[{"kind":"model_card","url":"https://huggingface.co/meta-llama/Llama-3.1-70B-Instruct","created_at":"2026-10-07T06:52:19.408494Z","updated_at":"2026-10-07T06:52:19.408494Z"},{"kind":"paper","url":"https://arxiv.org/abs/2407.21783","created_at":"2026-10-07T06:52:19.408494Z","updated_at":"2026-10-07T06:52:19.408494Z"}],"input_modalities":["text"],"output_modalities":["text"]}],"total":2,"offset":0,"limit":50}