Inference.net

import openai

client = openai.OpenAI(
    api_key="YOUR_INFERENCE_NET_API_KEY",
    base_url="https://api.inference.net/v1"
)

response = client.chat.completions.create(
    model="meta-llama/Meta-Llama-3.1-70B-Instruct",
    messages=[{
        "role": "user",
        "content": "What is the capital of France?"
    }]
)

print(response.choices[0].message.content)

import OpenAI from 'openai';

const client = new OpenAI({
  apiKey: process.env.INFERENCE_NET_API_KEY,
  baseURL: 'https://api.inference.net/v1'
});

const response = await client.chat.completions.create({
  model: 'meta-llama/Meta-Llama-3.1-70B-Instruct',
  messages: [{
    role: 'user',
    content: 'What is the capital of France?'
  }]
});

console.log(response.choices[0].message.content);

curl https://api.inference.net/v1/chat/completions \
  -H "Authorization: Bearer YOUR_INFERENCE_NET_API_KEY" \
  -H "Content-Type: application/json" \
  -d '{
    "model": "meta-llama/Meta-Llama-3.1-70B-Instruct",
    "messages": [{
      "role": "user",
      "content": "What is the capital of France?"
    }]
  }'