Providers Overview

from portkey_ai import Portkey

# Route to OpenAI
client = Portkey(
    provider="openai",
    Authorization="sk-***"
)

response = client.chat.completions.create(
    model="gpt-4o",
    messages=[{"role": "user", "content": "Hello!"}]
)

import Portkey from 'portkey-ai';

// Route to Anthropic
const client = new Portkey({
    provider: "anthropic",
    Authorization: "sk-ant-***"
});

const response = await client.chat.completions.create({
    model: "claude-3-5-sonnet-20241022",
    messages: [{role: "user", content: "Hello!"}]
});

config = {
    "strategy": {"mode": "fallback"},
    "targets": [
        {"provider": "openai", "api_key": "sk-***"},
        {"provider": "anthropic", "api_key": "sk-ant-***"}
    ]
}

client = client.with_options(config=config)

config = {
    "strategy": {"mode": "loadbalance"},
    "targets": [
        {"provider": "openai", "weight": 0.7},
        {"provider": "azure-openai", "weight": 0.3}
    ]
}

config = {
    "strategy": {"mode": "conditional"},
    "conditions": [
        {
            "query": {"metadata.user_tier": "premium"},
            "then": "openai_gpt4"
        },
        {
            "query": {"metadata.user_tier": "free"},
            "then": "groq_llama"
        }
    ]
}

client = Portkey(
    provider="openai",
    Authorization="sk-***"  # Provider API key
)

client = Portkey(
    provider="anthropic",
    api_key="sk-ant-***"  # Anthropic-specific
)

config = {
    "targets": [{
        "provider": "openai",
        "api_key": "sk-***"
    }]
}

client = Portkey(
    provider="openai",
    virtual_key="portkey_virtual_***"
)