Configure and run Anthropic for evals
anthropic
pip install "arize-phoenix-evals>=3" anthropic
LLM
from phoenix.evals import LLM llm = LLM(provider="anthropic", model="claude-sonnet-4-20250514")
ANTHROPIC_API_KEY
llm = LLM(provider="anthropic", model="claude-sonnet-4-20250514", api_key="sk-ant-...")
from phoenix.evals import LLM, evaluate_dataframe from phoenix.evals.metrics import FaithfulnessEvaluator llm = LLM(provider="anthropic", model="claude-sonnet-4-20250514") evaluator = FaithfulnessEvaluator(llm=llm) results_df = evaluate_dataframe(dataframe=df, evaluators=[evaluator])
Was this page helpful?