API Integration — Llama 3.1 70B
Integrate Llama 3.1 70B into your applications using the following code snippets.
from openai import OpenAI
client = OpenAI(
base_url="https://api.cerebras.ai/v1",
api_key="YOUR_API_KEY"
)
response = client.chat.completions.create(
model="llama3.1-70b",
messages=[{"role": "user", "content": "Hello!"}]
)
print(response.choices[0].message.content)
import OpenAI from "openai";
const openai = new OpenAI({
baseURL: "https://api.cerebras.ai/v1",
apiKey: "YOUR_API_KEY",
});
const completion = await openai.chat.completions.create({
model: "llama3.1-70b",
messages: [{ role: "user", content: "Hello!" }],
});
console.log(completion.choices[0].message.content);
curl https://api.cerebras.ai/v1/chat/completions \
-H "Content-Type: application/json" \
-H "Authorization: Bearer YOUR_API_KEY" \
-d '{
"model": "llama3.1-70b",
"messages": [{"role": "user", "content": "Hello!"}]
}'