Vercel AI SDK Tracing (JS)

npm i --save ai @ai-sdk/otel @arizeai/phoenix-otel

// instrumentation.ts
import { OpenTelemetry } from "@ai-sdk/otel";
import { register } from "@arizeai/phoenix-otel";
import { registerTelemetry } from "ai";

// Handles all the OpenTelemetry setup and exports spans to Phoenix.
// Reads PHOENIX_COLLECTOR_ENDPOINT and PHOENIX_API_KEY from the environment.
export const provider = register({
  projectName: "my-ai-sdk-app",
});

// Point the AI SDK's telemetry at OpenTelemetry. headers: false keeps
// outgoing LLM request headers (which can contain credentials) off of spans.
registerTelemetry(new OpenTelemetry({ headers: false }));

import { generateText } from "ai";
import { openai } from "@ai-sdk/openai";

const result = await generateText({
  model: openai("gpt-4o"),
  prompt: "Write a short story about a cat.",
  // Optional per-call metadata:
  telemetry: { functionId: "story-agent" },
});

// instrumentation.ts
import { OpenTelemetry } from "@ai-sdk/otel";
import { register } from "@arizeai/phoenix-otel";
import { enrichSpanWithOpenInference } from "@arizeai/phoenix-otel/vercel";
import { registerTelemetry } from "ai";

export const provider = register({
  projectName: "my-ai-sdk-app",
});

registerTelemetry(
  new OpenTelemetry({
    headers: false,
    experimental_decision: true,
    enrichSpan: enrichSpanWithOpenInference,
  }),
);

import { experimental_decide } from "ai";
import { openai } from "@ai-sdk/openai";

const { answers } = await experimental_decide({
  model: openai.decisionModel("gpt-6-luna"),
  state: "Customer message: My invoice shows a charge I don't recognize.",
  questions: {
    department: {
      type: "choice",
      instructions: "Which team should handle this message?",
      criteria: {
        billing: "Charges, refunds, and invoices",
        technical: "Bugs, outages, and setup problems",
        sales: "Pricing, plans, and upgrades",
      },
    },
  },
});

console.log(answers.department.choice, answers.department.probabilities);

npm i --save @arizeai/openinference-vercel @arizeai/openinference-semantic-conventions @vercel/otel @opentelemetry/api @opentelemetry/exporter-trace-otlp-proto

// instrumentation.ts
// Vercel / Next.js environment instrumentation
import { registerOTel, OTLPHttpProtoTraceExporter } from "@vercel/otel";
import { registerTelemetry } from "ai";
import { OpenTelemetry } from "@ai-sdk/otel";
import {
  isOpenInferenceSpan,
  OpenInferenceSimpleSpanProcessor,
} from "@arizeai/openinference-vercel";
import { SEMRESATTRS_PROJECT_NAME } from "@arizeai/openinference-semantic-conventions";

// e.g. http://localhost:6006
// e.g. https://your-phoenix.example.com
const COLLECTOR_ENDPOINT = process.env.PHOENIX_COLLECTOR_ENDPOINT;
// The project name that may appear in your collector's interface
const SERVICE_NAME = "phoenix-vercel-ai-sdk-app";

/**
 * Register function used by Next.js to instantiate instrumentation
 * correctly in all environments that Next.js can be deployed to
 */
export function register() {
  // Register the AI SDK telemetry integration. Header capture is disabled
  // because request headers can contain credentials.
  registerTelemetry(new OpenTelemetry({ headers: false }));

  registerOTel({
    serviceName: SERVICE_NAME,
    attributes: {
      [SEMRESATTRS_PROJECT_NAME]: SERVICE_NAME,
    },
    spanProcessors: [
      new OpenInferenceSimpleSpanProcessor({
        exporter: new OTLPHttpProtoTraceExporter({
          url: `${COLLECTOR_ENDPOINT}/v1/traces`,
          // (optional) if connecting to a collector with Authentication enabled
          headers: { Authorization: `Bearer ${process.env.PHOENIX_API_KEY}` },
        }),
        spanFilter: isOpenInferenceSpan,
      }),
    ],
  });
}