DSPy

export API_KEY="sk-your-api-key"

import os

import dspy

lm = dspy.LM(
    "openai/claude-sonnet-5",
    api_key=os.environ["API_KEY"],
    api_base="https://api.aisonar.dev/v1",
)

dspy.configure(lm=lm)

qa = dspy.ChainOfThought("question -> answer")

response = qa(question="What should I monitor in an LLM gateway?")
print(response.answer)