Use any-llm with Eden AI

pip install 'any-llm-sdk[edenai]'

uv add 'any-llm-sdk[edenai]'

EDENAI_API_KEY=YOUR_API_KEY

from any_llm import completion

response = completion(
    model="edenai:vertex/gemini-flash-latest",  # edenai:<provider>/<model>
    messages=[{"role": "user", "content": "Hello! How are you?"}],
)

print(response.choices[0].message.content)

from any_llm import completion

messages = [{"role": "user", "content": "Write a haiku about the sea."}]

for model in [
    "edenai:openai/gpt-latest",
    "edenai:anthropic/claude-sonnet-latest",
    "edenai:mistral/mistral-large-latest",
]:
    response = completion(model=model, messages=messages)
    print(model, "->", response.choices[0].message.content)

from any_llm import completion

stream = completion(
    model="edenai:mistral/mistral-small-latest",
    messages=[{"role": "user", "content": "Count from one to five."}],
    stream=True,
)

for chunk in stream:
    delta = chunk.choices[0].delta.content
    if delta:
        print(delta, end="", flush=True)

from any_llm import embedding

response = embedding(
    model="edenai:openai/text-embedding-3-small",
    inputs="The quick brown fox jumps over the lazy dog.",
)

print(response.data[0].embedding[:5])

EDENAI_API_KEY=YOUR_API_KEY
# Optional: override the endpoint
EDENAI_API_BASE=https://api.edenai.run/v3