Prompt Learning is Arize AX’s automated prompt-optimization path — an LLM reads your current prompt, evaluation feedback, and examples, then proposes a revised prompt that better matches your criteria. Same engine, exposed through the UI, SDK, Alyx, and Skills.For the conceptual frame — including how Prompt Learning compares to manual iteration and conversational refinement with Alyx — see Optimizing prompts.
Let Alyx optimize it for you. Press Cmd+L (macOS) or Ctrl+L (Windows/Linux) to open Alyx in the Playground and try: “Optimize this prompt to reduce hallucinations”
Automate prompt optimization programmatically using the Prompt Learning SDK, which iteratively refines prompts based on evaluation feedback and annotations.The SDK supports advanced features, like built-in systems to run evaluators, and more flexibility to run multiple loops or define train/test splits.Learn more about Prompt Learning via SDK →
When you have versions worth keeping, Save and version prompts in Prompt Hub so your team can track changes, experiment on different versions, and measure improvements over time.
Was this page helpful?
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Arize AX Docs","colors":{"primary":"#7A0047","light":"#FF8AC8","dark":"#FF74BF"},"logo":{"light":"https://mintcdn.com/arize-ax/V-uvingrGLOCK4VD/logo/light.svg?fit=max\u0026auto=format\u0026n=V-uvingrGLOCK4VD\u0026q=85\u0026s=cc58ee9388d5b5253d39b65cc662908f","dark":"https://mintcdn.com/arize-ax/V-uvingrGLOCK4VD/logo/dark.svg?fit=max\u0026auto=format\u0026n=V-uvingrGLOCK4VD\u0026q=85\u0026s=b16a0266f5913934131301a1b60af51e","href":"https://arize.com"},"favicon":"https://mintcdn.com/arize-ax/1gcABHkqP5TIGbru/favicon.ico?fit=max\u0026auto=format\u0026n=1gcABHkqP5TIGbru\u0026q=85\u0026s=aef538e87b54a3c819583bc40acfc2f8","appearance":{"default":"dark"},"background":{"color":{"light":"#FFFFFF","dark":"#0A0A12"}},"navbar":{"links":[],"primary":{"type":"button","label":"Get started","href":"https://app.arize.com/auth/join"}},"footer":{"socials":{"x":"https://x.com/arizeai","bluesky":"https://bsky.app/profile/arize.bsky.social","threads":"https://www.threads.com/@arize.ai","instagram":"https://www.instagram.com/arize_ai","linkedin":"https://www.linkedin.com/company/arizeai","youtube":"https://youtube.com/@arizeai","slack":"https://arize-ai.slack.com/ssb/redirect","website":"https://fosstodon.org/@arizeai"},"links":[{"header":"Support","items":[{"label":"Chat Us On Slack","href":"https://arize-ai.slack.com/ssb/redirect"},{"label":"support@arize.com","href":"mailto:support@arize.com"},{"label":"System Status","href":"https://status.arize.com"}]},{"header":"Get Started","items":[{"label":"Signup For Free","href":"https://arize.com/join"},{"label":"Book A Demo","href":"https://arize.com/request-a-demo"}]},{"header":"Resources","items":[{"label":"Blog","href":"https://arize.com/blog"}]}]},"seo":{"metatags":{"canonical":"https://arize.com/docs"},"indexing":"all"},"fonts":{"heading":{"family":"Geist","weight":600},"body":{"family":"Geist"}},"styling":{"codeblocks":{"theme":{"light":"github-light-default","dark":"github-dark-default"}},"latex":true},"integrations":{"gtm":{"tagId":"GTM-W96XM35"}},"contextual":{"options":["copy","view","chatgpt","claude"],"display":"header"},"interaction":{"drilldown":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"arize-ax","hasAudioNarration":false,"actualSubdomain":"arize-ax","customDomains":[],"gitSource":{"type":"github","owner":"arize-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae616b84f7f0a35cd3a682e","collectionId":"00843127-e784-4b6f-8775-056e7802569a","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae616b84f7f0a35cd3a682e"},"feedback":{"thumbs":true,"contextualFeedback":{"allowEmail":true,"emailDisclaimer":"We will only use your email to follow up with you about this feedback."}},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae69f4b17411a9794e17833","clientVersion":"0.0.4044","searchFilterCounts":[{"language":"default","tag":"APIs, SDKs, \u0026 Skills","count":354},{"language":"default","tag":"Get Started","count":243},{"language":"default","tag":"API reference","count":200},{"language":"default","tag":"REST","count":167},{"language":"default","tag":"Endpoints","count":164},{"language":"default","tag":"API clients","count":142},{"language":"default","tag":"Machine Learning","count":139},{"language":"default","tag":"ML observability","count":139},{"language":"default","tag":"Integrations","count":129},{"language":"default","tag":"Guides","count":69}]},"assistantConfig":{"enableAskAiButton":true,"enableStarterQuestions":true,"enableAskAiSearchBar":true,"deflection":{"enabled":true,"email":"support@arize.com"}},"basePath":"/docs","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"starterQuestions":[{"_id":"6944513fe59e82150b5700b3","deploymentId":"6894ef048eafbd2a7c20796e","questionText":"Need more help? Ask our team in #arize-ax-platform-support on community Slack.","status":"active","generatedBy":"manual","createdAt":"2025-12-18T19:08:47.802Z","updatedAt":"2025-12-18T19:15:01.436Z","__v":0}],"googleFontsInlined":true},"customCss":[{"filePath":"style.css","content":"/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\nhtml:root{--font-family-mono-custom:'Geist Mono';--gray-50:248 248 246;--gray-100:242 242 237;--gray-200:230 230 223;--gray-300:205 205 200;--gray-400:179 179 191;--gray-500:138 138 150;--gray-600:91 91 105;--gray-700:62 62 78;--gray-800:46 46 61;--gray-900:21 21 31;--gray-950:10 10 18;--ax-radius-sm:2px;--ax-radius-md:6px;--ax-radius-lg:8px;--ax-accent-bg:#FF74BF;--ax-panel:#CDBEF7;--ax-panel-2:#E3DBFC;--ax-panel-code:#FFFFFF;--ax-panel-border:rgba(19, 22, 64, 0.22);--ax-panel-icon:#4827C1;--ax-panel-t1:#121221;--ax-panel-t2:#2A2A38;--ax-panel-accent:#6E1046;--ax-panel-code-kw:#3F4110;--ax-panel-code-flag:#5A3200;--ax-panel-code-url:#004A70;--ax-panel-selection:#FFE9F4}html:not(.dark){--ax-bg:#FFFFFF;--ax-surface:#F8F8F4;--ax-code-bg:#F5F5ED;--ax-chip:#EDEDE2;--ax-line:rgba(19, 22, 64, 0.20);--ax-t1:#121221;--ax-t2:#2E2E3D;--ax-t3:#3E3E4E;--ax-accent:#7A0047;--ax-accent-line:rgba(255, 98, 182, 0.55);--ax-accent-soft:#FFE9F4;--ax-on-accent:#121221;--ax-note:#E8F3EC;--ax-note-line:rgba(30, 70, 50, 0.24);--ax-note-t:#1B4230;--ax-warn:#FBEEE0;--ax-warn-line:rgba(90, 50, 0, 0.24);--ax-warn-t:#54300A;--ax-blue:#E7F3FD;--ax-blue-line:rgba(0, 82, 125, 0.24);--ax-blue-t:#00527D;--ax-danger:#FFEBE9;--ax-danger-line:rgba(207, 34, 46, 0.28);--ax-danger-t:#A40E26}html.dark{--ax-bg:#0A0A12;--ax-surface:#15151F;--ax-code-bg:#05050B;--ax-chip:#221B3A;--ax-line:rgba(247, 247, 252, 0.16);--ax-t1:#F5F5FA;--ax-t2:#DCDCE6;--ax-t3:#B3B3C4;--ax-accent:#FF8AC8;--ax-accent-line:rgba(255, 138, 200, 0.45);--ax-accent-soft:#2A1425;--ax-on-accent:#0A0A12;--ax-note:#10241A;--ax-note-line:rgba(159, 224, 188, 0.30);--ax-note-t:#9FE0BC;--ax-warn:#2A1B0A;--ax-warn-line:rgba(255, 201, 138, 0.30);--ax-warn-t:#FFC98A;--ax-blue:#0A1A24;--ax-blue-line:rgba(57, 195, 255, 0.30);--ax-blue-t:#97D8FF;--ax-danger:#2A0F12;--ax-danger-line:rgba(255, 138, 148, 0.30);--ax-danger-t:#FFB3B8}#content{line-height:1.75}#content h1,#page-title{font-size:clamp(2rem,1.4rem + 2.1vw,2.875rem);line-height:1.12;letter-spacing:-.02em;font-weight:600}#content h2,#content h3,#content h4{letter-spacing:-.01em;font-weight:600}#content code,#content kbd,#content samp{font-feature-settings:'tnum' 1}#content a:not(.card){color:var(--ax-accent);text-decoration-thickness:1px;text-underline-offset:3px}:focus-visible{outline:2px solid var(--ax-accent-line);outline-offset:2px}html.dark :focus-visible{outline-color:var(--ax-accent-line)}::selection{background:var(--ax-accent-soft)}#navbar{background:var(--ax-bg);border-bottom:1px solid var(--ax-line)}#navbar div:has(>.nav-tabs){position:relative}#navbar div:has(>.nav-tabs)::before{content:'';position:absolute;top:0;left:50%;width:100vw;margin-left:-50vw;border-top:1px solid var(--ax-line);pointer-events:none}.nav-tabs-item[data-active]{box-shadow:inset 0 -2px 0 var(--ax-accent)}.ax-product-selector{position:relative;display:inline-flex;align-items:stretch;flex:0 0 auto}.ax-product-selector--desktop{margin-left:.75rem;align-self:center}.page-context-dropdown__label{font-family:inherit;font-weight:400}.page-context-dropdown__chevron>span{display:inline-block;transition:transform 150ms ease}.page-context-dropdown__chevron svg{display:block;width:1rem;height:1rem}.page-context-dropdown__chevron[aria-expanded=true]>span{transform:rotate(180deg)}.page-context-dropdown__menu{position:absolute;z-index:60;top:calc(100% + .55rem);right:0;min-width:12.5rem;padding:.4rem;background:var(--ax-bg);border:1px solid var(--ax-line);border-radius:var(--ax-radius-md);box-shadow:0 .75rem 1.5rem rgb(10 10 18/.18)}.ax-product-selector--desktop .page-context-dropdown__menu{right:auto;left:0}.page-context-dropdown__menu[hidden]{display:none}.page-context-dropdown__item{display:flex;align-items:center;justify-content:space-between;min-height:2.5rem;padding:.55rem .65rem;color:var(--ax-t1);border-radius:var(--ax-radius-sm);font-size:.9375rem;font-weight:400;text-decoration:none;transition:background-color 150ms ease,color 150ms ease}.page-context-dropdown__item:focus-visible,.page-context-dropdown__item:hover{color:var(--ax-accent);background:var(--ax-accent-soft)}#sidebar-content li[data-active]>a,.page-context-dropdown__item[data-selected=true]{color:var(--ax-accent);font-weight:500}.page-context-dropdown__item[data-selected=true]::after{content:'✓';margin-left:1.5rem;color:var(--ax-accent);font-size:.875rem}@media (prefers-reduced-motion:reduce){.page-context-dropdown__chevron>span,.page-context-dropdown__item{transition:none}}@media (max-width:767px){#navbar .ax-product-selector--desktop{display:none}#mobile-nav-content .ax-product-selector--mobile{margin:.5rem 0 1rem}#mobile-nav-content .page-context-dropdown__label{flex:1 1 auto}#mobile-nav-content .page-context-dropdown__chevron{flex:0 0 auto}#mobile-nav-content .page-context-dropdown__menu{position:static;margin-top:.4rem}}#topbar-cta-button{background:var(--ax-accent-bg);color:var(--ax-on-accent);border-radius:var(--ax-radius-md);border:0}#topbar-cta-button span,#topbar-cta-button svg{color:var(--ax-on-accent)!important}#assistant-entry,#search-bar-entry{background:var(--ax-surface);border:1px solid var(--ax-line);border-radius:var(--ax-radius-md)}#assistant-entry{border:1px solid var(--ax-accent-line)}#assistant-entry svg{color:var(--ax-accent)}#page-context-menu,.page-context-dropdown{font-size:.9375rem;align-items:stretch}#page-context-menu-button,.page-context-dropdown__label{display:inline-flex;align-items:center;padding:10px 14px;border-radius:var(--ax-radius-md) 0 0 var(--ax-radius-md);background:var(--ax-surface);color:var(--ax-t1);border:1px solid var(--ax-line);text-decoration:none}#page-context-menu-button>div{font-size:.9375rem;gap:9px}#page-context-menu>button[aria-haspopup],.page-context-dropdown__chevron{height:auto;align-self:stretch;aspect-ratio:auto;padding:10px 11px;border-radius:0 var(--ax-radius-md) var(--ax-radius-md) 0;background:var(--ax-surface);color:var(--ax-t3);border:1px solid var(--ax-line);border-left:0;cursor:pointer}#sidebar-content li[data-active]>a{background:var(--ax-accent-soft);border-radius:var(--ax-radius-md)}.sidebar-group-header{font-weight:600;color:var(--ax-t1)}.toc-item[data-active],.toc-item[data-active] a{color:var(--ax-accent);font-weight:400}.card.card,.frame.frame{background:var(--ax-surface);border-radius:var(--ax-radius-lg)}.card.card{border-color:var(--ax-line);box-shadow:none}.frame.frame{border:1px solid var(--ax-line)}.accordion-group.accordion-group,.accordion.accordion{border-radius:var(--ax-radius-md);border-color:var(--ax-line)}.accordion.accordion{background:var(--ax-surface)}.code-block.code-block,.code-group.code-group{background:var(--ax-code-bg);border-color:var(--ax-line);border-radius:var(--ax-radius-md)}.code-block-background,html.dark .code-block-background{background:var(--ax-code-bg)!important}#content :not(pre)>code{background:var(--ax-chip);border-radius:var(--ax-radius-sm)}.code-block:has([data-floating-buttons]) [data-fade-overlay]{background-image:none}[data-floating-buttons] button{background:var(--ax-chip)}.callout .code-block-background,.callout .code-block.code-block,.callout .code-group.code-group,html.dark .callout .code-block-background{background:var(--ax-bg)!important}.callout{border-radius:var(--ax-radius-lg)}.callout[data-callout-type=callout],.callout[data-callout-type=info]{background:var(--ax-surface);border-color:var(--ax-line)}.callout[data-callout-type=callout] [data-component-part=callout-content],.callout[data-callout-type=info] [data-component-part=callout-content]{color:var(--ax-t2)!important}.callout[data-callout-type=check],.callout[data-callout-type=tip]{background:var(--ax-note);border-color:var(--ax-note-line)}.callout[data-callout-type=check] [data-component-part=callout-content],.callout[data-callout-type=tip] [data-component-part=callout-content]{color:var(--ax-note-t)!important}.callout[data-callout-type=warning]{background:var(--ax-warn);border-color:var(--ax-warn-line)}.callout[data-callout-type=warning] [data-component-part=callout-content]{color:var(--ax-warn-t)!important}.callout[data-callout-type=note]{background:var(--ax-blue);border-color:var(--ax-blue-line)}.callout[data-callout-type=note] [data-component-part=callout-content]{color:var(--ax-blue-t)!important}.callout[data-callout-type=danger]{background:var(--ax-danger);border-color:var(--ax-danger-line)}.callout[data-callout-type=danger] [data-component-part=callout-content]{color:var(--ax-danger-t)!important}[data-component-part=step-number]>div{background:var(--ax-accent-soft);border:1px solid var(--ax-accent-line);color:var(--ax-accent);font-weight:500}.update.update-container{flex-direction:column;gap:.5rem;border-top:1px solid var(--ax-line)}.update.update-container:first-of-type{border-top:none}.update.update-container>div:first-child{width:100%;position:static}.update.update-container>div:last-child{width:100%;max-width:none}#content th{color:var(--ax-t1);font-weight:600}#content td,#content th{border-bottom:1px solid var(--ax-line)}footer{border-top:1px solid var(--ax-line)}.ax-hero .callout{background:var(--ax-panel);border-color:var(--ax-panel-border);border-radius:var(--ax-radius-lg)}.ax-hero .callout [data-component-part=callout-content],.ax-hero .callout li,.ax-hero .callout p,.ax-hero .code-group [role=tab]{color:var(--ax-panel-t2)!important}.ax-hero .callout h2,.ax-hero .callout h3,.ax-hero .callout strong{color:var(--ax-panel-t1)!important}.ax-hero .callout [data-component-part=callout-icon] svg{background:var(--ax-panel-icon)!important}.ax-hero .code-block,.ax-hero .code-block-background,.ax-hero .code-group{background:var(--ax-panel-code)!important;border-color:var(--ax-panel-border)}.ax-hero .code-block,.ax-hero .code-group{padding:0;overflow:hidden}html.dark .ax-hero .code-block,html.dark .ax-hero .code-block-background,html.dark .ax-hero .code-group,html.dark .ax-hero .shiki,html:not(.dark) .ax-hero .code-block,html:not(.dark) .ax-hero .code-block-background,html:not(.dark) .ax-hero .code-group{background:var(--ax-panel-code)!important}html.dark .ax-hero .shiki,html.dark .ax-hero .shiki span{color:var(--ax-panel-t1)!important}html.dark .ax-hero .shiki span[style*='#FFA657']{color:var(--ax-panel-code-kw)!important}html.dark .ax-hero .shiki span[style*='#79C0FF']{color:var(--ax-panel-code-flag)!important}html.dark .ax-hero .shiki span[style*='#A5D6FF']{color:var(--ax-panel-code-url)!important}.ax-hero .code-group>div:first-child,html.dark .ax-hero .code-group>div:first-child{background:var(--ax-panel-2)!important;border-bottom:1px solid var(--ax-panel-border)}.ax-hero .callout a,.ax-hero .code-group [role=tab][aria-selected=true]{color:var(--ax-panel-accent)!important}.ax-hero .code-group [role=tab][aria-selected=true]>div:last-child{background:var(--ax-panel-accent)!important}.ax-hero .code-block svg,.ax-hero .code-group svg{color:var(--ax-panel-t2)}html.dark .ax-hero [data-fade-overlay]{background-image:linear-gradient(to right,rgb(255 255 255/0) 0,rgb(255 255 255/.2) 10px,rgb(255 255 255/.5) 25px,rgb(255 255 255/.8) 35px,rgb(255 255 255) 45px)}.ax-hero ::selection,.ax-hero::selection{background:var(--ax-panel-selection)}.card-group .card img{max-height:197px!important}.card-group[class$=\"-2\"] .card img{height:160px!important}.card-group[class$=\"-3\"] .card img{height:150px!important}table{display:table!important}.step-title{font-size:1.5rem!important}"}],"page":{"pagePath":"ax/improve/optimize-a-prompt","slug":"/ax/improve/optimize-a-prompt","pageMetadata":{"title":"Optimize a prompt","description":"Align prompts with your eval criteria using Prompt Learning - UI, SDK, Alyx, or Skills.","keywords":["prompt optimization","prompt learning","meta-prompting","alyx"],"href":"/ax/improve/optimize-a-prompt"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Align prompts with your eval criteria using Prompt Learning - UI, SDK, Alyx, or Skills.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,em:`em`,li:`li`,p:`p`,strong:`strong`,ul:`ul`,..._provideComponents(),...props.components},{Frame,Heading,OptimizedImage,Step,Steps,Tab,Tabs,Tip}=_components;if(!Frame)_missingMdxReference(`Frame`,true);if(!Heading)_missingMdxReference(`Heading`,true);if(!OptimizedImage)_missingMdxReference(`OptimizedImage`,true);if(!Step)_missingMdxReference(`Step`,true);if(!Steps)_missingMdxReference(`Steps`,true);if(!Tab)_missingMdxReference(`Tab`,true);if(!Tabs)_missingMdxReference(`Tabs`,true);if(!Tip)_missingMdxReference(`Tip`,true);return _jsxs(_Fragment,{children:[_jsx(Frame,{caption:`Start a prompt optimization task from Prompt Hub`,children:_jsx(OptimizedImage,{src:`https://storage.googleapis.com/arize-phoenix-assets/assets/images/optimize-prompt-1.png`,alt:`Prompt Hub optimization task configuration with dataset, experiment, columns, and meta-prompt model`})}),`\n`,_jsx(Heading,{level:`2`,id:`what-is-prompt-optimization`,children:`What is prompt optimization?`}),`\n`,_jsxs(_components.p,{children:[_jsx(_components.strong,{children:`Prompt Learning`}),` is Arize AX’s automated prompt-optimization path — an LLM reads your current prompt, evaluation feedback, and examples, then proposes a revised prompt that better matches your criteria. Same engine, exposed through the UI, SDK, Alyx, and Skills.`]}),`\n`,_jsxs(_components.p,{children:[`For the conceptual frame — including how Prompt Learning compares to manual iteration and conversational refinement with Alyx — see `,_jsx(_components.a,{href:`/ax/concepts/prompts/optimizing-prompts`,children:`Optimizing prompts`}),`.`]}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[_jsx(_components.strong,{children:`Let Alyx optimize it for you.`}),` Press `,_jsx(_components.strong,{children:`Cmd+L`}),` (macOS) or `,_jsx(_components.strong,{children:`Ctrl+L`}),` (Windows/Linux) to open `,_jsx(_components.a,{href:`/ax/alyx`,children:`Alyx`}),` in the Playground and try: `,_jsx(_components.em,{children:`“Optimize this prompt to reduce hallucinations”`})]})}),`\n`,_jsx(Heading,{level:`2`,id:`workflow`,children:`Workflow`}),`\n`,_jsxs(Tabs,{children:[_jsxs(Tab,{title:`By Skills`,id:`by-skills`,children:[_jsxs(_components.p,{children:[`Use the `,_jsx(_components.a,{href:`/ax/set-up-with-ai-assistants`,children:`Arize skills plugin`}),` with the `,_jsx(_components.a,{href:`https://github.com/Arize-ai/arize-skills/tree/main/skills/arize-prompt-optimization`,children:_jsx(_components.code,{children:`arize-prompt-optimization`})}),` skill to optimize prompts from traces and experiments via the `,_jsx(_components.code,{children:`ax`}),` CLI. Try asking your agent:`]}),_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`“Optimize this classifier prompt using the last week of eval feedback.”`}),`\n`,_jsx(_components.li,{children:`“Revise my support prompt to reduce verbosity while keeping escalation rules.”`}),`\n`]}),_jsx(Frame,{caption:`Optimize prompts from your coding agent with the arize-prompt-optimization skill`,children:_jsx(OptimizedImage,{src:`https://storage.googleapis.com/arize-phoenix-assets/assets/images/arize-docs-images/improve/optimize_prompt_skill.png`,alt:`Coding agent running the arize-prompt-optimization skill via the ax CLI`})})]}),_jsxs(Tab,{title:`By Alyx`,id:`by-alyx`,children:[_jsxs(Steps,{children:[_jsx(Step,{title:`Describe your goal`,children:_jsx(_components.p,{children:`Tell Alyx what to fix, for example “Optimize my prompt to reduce verbosity” or “Rewrite this to improve formatting consistency.”`})}),_jsx(Step,{title:`Iterate in chat`,children:_jsx(_components.p,{children:`Ask for further adjustments until the result matches what you want.`})}),_jsx(Step,{title:`Compare versions`,children:_jsxs(_components.p,{children:[`Review the changes in the `,_jsx(_components.strong,{children:`Playground`}),` and save any version you are happy with to `,_jsx(_components.strong,{children:`Prompt Hub`}),`.`]})})]}),_jsx(Frame,{caption:`Optimize prompts with Alyx in the Playground`,children:_jsx(OptimizedImage,{src:`https://storage.googleapis.com/arize-phoenix-assets/assets/images/ai-powered-prompt-builder-1.gif`,alt:`Alyx suggesting prompt edits in the Prompt Playground`})})]}),_jsxs(Tab,{title:`By UI`,id:`by-ui`,children:[_jsxs(_components.p,{children:[`Navigate to `,_jsx(_components.strong,{children:`Prompt Hub`}),`, find your prompt, and click `,_jsx(_components.strong,{children:`Optimize`}),`.`]}),_jsxs(Steps,{children:[_jsx(Step,{title:`Name task and select dataset`,children:_jsx(_components.p,{children:`Enter a task name, then select the training dataset whose rows map to your prompt variables.`})}),_jsx(Step,{title:`Select the experiment`,children:_jsx(_components.p,{children:`Select the experiment whose evaluation feedback will guide the optimizer.`})}),_jsx(Step,{title:`Set the output column`,children:_jsx(_components.p,{children:`Choose the column that contains the model output you want the optimizer to improve.`})}),_jsx(Step,{title:`Confirm feedback columns`,children:_jsxs(_components.p,{children:[`Confirm feedback columns. `,_jsx(_components.a,{href:`/ax/evaluate/evaluators`,children:`Evaluator`}),` results are auto-populated. `,_jsx(_components.strong,{children:`Labels paired with explanations`}),` outperform binary labels alone.`]})}),_jsx(Step,{title:`Select meta-prompt model`,children:_jsx(_components.p,{children:`Choose the model that reasons over your examples and feedback to propose prompt updates.`})}),_jsx(Step,{title:`Track and ship`,children:_jsxs(_components.p,{children:[`Monitor in `,_jsx(_components.strong,{children:`Task Logs`}),`, compare versions in `,_jsx(_components.strong,{children:`Prompt Hub`}),`, validate in the `,_jsx(_components.strong,{children:`Playground`}),`, then tag the winner as `,_jsx(_components.strong,{children:`Production`}),`.`]})})]}),_jsx(Frame,{caption:`Optimization task progress in Task Logs`,children:_jsx(`video`,{src:`https://storage.googleapis.com/arize-phoenix-assets/assets/images/prompt-optimization-2.mp4`,width:`100%`,height:`100%`,style:{display:`block`,objectFit:`contain`},controls:true,muted:true,loop:true})}),_jsx(Frame,{caption:`Review optimized versions in Prompt Hub`,children:_jsx(OptimizedImage,{src:`https://storage.googleapis.com/arize-phoenix-assets/assets/images/prompt-optimization-3.gif`,alt:`Version history in Prompt Hub showing original and optimized prompt versions`})}),_jsxs(_components.p,{children:[`For diffing and labels, see `,_jsx(_components.a,{href:`/ax/improve/save-and-version-prompts`,children:`Save and version prompts`}),`.`]}),_jsx(Frame,{caption:`Validate original vs optimized prompts in the Playground`,children:_jsx(`video`,{src:`https://storage.googleapis.com/arize-phoenix-assets/assets/images/prompt-optimization-4.mp4`,width:`100%`,height:`100%`,style:{display:`block`,objectFit:`contain`},controls:true,muted:true,loop:true})}),_jsxs(_components.p,{children:[`See `,_jsx(_components.a,{href:`/ax/improve/test-a-prompt#multiple-prompts-at-once`,children:`compare prompts side by side`}),` for the comparison workflow.`]})]}),_jsxs(Tab,{title:`By Code`,id:`by-code`,\"data-child-heading-ids\":`[\"prompt-learning-via-sdk\"]`,children:[_jsx(Heading,{level:`3`,id:`prompt-learning-via-sdk`,children:`Prompt Learning via SDK`}),_jsxs(_components.p,{children:[`Automate prompt optimization programmatically using the `,_jsx(_components.strong,{children:`Prompt Learning SDK`}),`, which iteratively refines prompts based on evaluation feedback and annotations.`]}),_jsx(_components.p,{children:`The SDK supports advanced features, like built-in systems to run evaluators, and more flexibility to run multiple loops or define train/test splits.`}),_jsx(_components.p,{children:_jsx(_components.a,{href:`/ax/improve/optimize-a-prompt#prompt-learning-via-sdk`,children:`Learn more about Prompt Learning via SDK →`})})]})]}),`\n`,_jsx(Heading,{level:`2`,id:`next-up`,children:`Next up`}),`\n`,_jsxs(_components.p,{children:[`When you have versions worth keeping, `,_jsx(_components.a,{href:`/ax/improve/save-and-version-prompts`,children:_jsx(_components.strong,{children:`Save and version prompts`})}),` in `,_jsx(_components.strong,{children:`Prompt Hub`}),` so your team can track changes, experiment on different versions, and measure improvements over time.`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"codeStyling":{"theme":{"light":"github-light-default","dark":"github-dark-default"}},"config":{},"pageMetadata":{"title":"Optimize a prompt","description":"Align prompts with your eval criteria using Prompt Learning - UI, SDK, Alyx, or Skills.","keywords":["prompt optimization","prompt learning","meta-prompting","alyx"],"href":"/ax/improve/optimize-a-prompt"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"What is prompt optimization?","slug":"what-is-prompt-optimization","depth":2,"children":[]},{"title":"Workflow","slug":"workflow","depth":2,"children":[{"title":"Prompt Learning via SDK","slug":"prompt-learning-via-sdk","depth":3,"children":[],"tabId":"by-code"}]},{"title":"Next up","slug":"next-up","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":["/docs/_mintlify/custom/arize-ax/6a30b7a67da02161/analytics.js","/docs/_mintlify/custom/arize-ax/67a4d27b62fababa/product-selector.js"],"subdomain":"arize-ax","siteName":"Arize AX Docs","title":"Optimize a prompt - Arize AX Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-07-08T15:56:58.173Z","originalFileLocation":"ax/improve/optimize-a-prompt.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"dark\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Align prompts with your eval criteria using Prompt Learning - UI, SDK, Alyx, or Skills.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Arize AX Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Optimize a prompt - Arize AX Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"Align prompts with your eval criteria using Prompt Learning - UI, SDK, Alyx, or Skills.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Arize AX Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://arize.com/docs/ax/improve/optimize-a-prompt\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://arize-ax.mintlify.app/_mintlify/api/og/v2?division=Documentation\u0026amp;title=Optimize+a+prompt\u0026amp;description=Align+prompts+with+your+eval+criteria+using+Prompt+Learning+-+UI%2C+SDK%2C+Alyx%2C+or+Skills.\u0026amp;theme=95c8f62533e1d113476c56a7\u0026amp;signature=5b61573b203c6d16e6b9d5c701bcb6830a10c6d2d70296d3756360a92468c8aa\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Optimize a prompt - Arize AX Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Align prompts with your eval criteria using Prompt Learning - UI, SDK, Alyx, or Skills.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://arize-ax.mintlify.app/_mintlify/api/og/v2?division=Documentation\u0026amp;title=Optimize+a+prompt\u0026amp;description=Align+prompts+with+your+eval+criteria+using+Prompt+Learning+-+UI%2C+SDK%2C+Alyx%2C+or+Skills.\u0026amp;theme=95c8f62533e1d113476c56a7\u0026amp;signature=5b61573b203c6d16e6b9d5c701bcb6830a10c6d2d70296d3756360a92468c8aa\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Arize AX Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#7A0047\">\u003clink data-mint-head rel=\"canonical\" href=\"https://arize.com/docs/ax/improve/optimize-a-prompt\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/docs/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/ax/improve/optimize-a-prompt.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://arize.com/#organization\",\"name\":\"Arize AX Docs\",\"url\":\"https://arize.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/arize-ax/V-uvingrGLOCK4VD/logo/light.svg?fit=max\u0026auto=format\u0026n=V-uvingrGLOCK4VD\u0026q=85\u0026s=cc58ee9388d5b5253d39b65cc662908f\"}},{\"@type\":\"WebSite\",\"@id\":\"https://arize.com/docs#website\",\"name\":\"Arize AX Docs\",\"url\":\"https://arize.com/docs\",\"publisher\":{\"@id\":\"https://arize.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://arize.com/docs/ax/improve/optimize-a-prompt#webpage\",\"url\":\"https://arize.com/docs/ax/improve/optimize-a-prompt\",\"name\":\"Optimize a prompt\",\"description\":\"Align prompts with your eval criteria using Prompt Learning - UI, SDK, Alyx, or Skills.\",\"dateModified\":\"2026-07-08T15:56:58.173Z\",\"isPartOf\":{\"@id\":\"https://arize.com/docs#website\"}},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://arize.com/docs/ax/improve/optimize-a-prompt#article\",\"headline\":\"Optimize a prompt\",\"name\":\"Optimize a prompt\",\"description\":\"Align prompts with your eval criteria using Prompt Learning - UI, SDK, Alyx, or Skills.\",\"url\":\"https://arize.com/docs/ax/improve/optimize-a-prompt\",\"mainEntityOfPage\":{\"@id\":\"https://arize.com/docs/ax/improve/optimize-a-prompt#webpage\"},\"dateModified\":\"2026-07-08T15:56:58.173Z\",\"keywords\":\"prompt optimization, prompt learning, meta-prompting, alyx\",\"publisher\":{\"@id\":\"https://arize.com/#organization\"},\"isPartOf\":{\"@id\":\"https://arize.com/docs#website\"}}]}\u003c/script>","siteName":"Arize AX Docs","nav":{"global":null,"tabs":[{"tab":"Get Started","pages":[{"title":"Arize AX","sidebarTitle":"What is Arize AX?","href":"/ax"},{"group":"Quickstart","expanded":true,"pages":[{"title":"Observe your agent","sidebarTitle":"Observe your agent","href":"/ax/get-started/get-started-tracing"},{"title":"Evaluate production traffic","sidebarTitle":"Evaluate production traffic","href":"/ax/get-started/get-started-evaluations"},{"title":"Run evals on experiments","sidebarTitle":"Run evals on experiments","href":"/ax/get-started/get-started-improve-your-agent"},{"title":"Signal to find issues","sidebarTitle":"Signal to find issues","href":"/ax/get-started/get-started-managed-agent"},{"title":"Arize AX for Agents","href":"/ax/set-up-with-ai-assistants"},{"group":"Alyx","pages":[{"title":"Alyx","sidebarTitle":"Get Started","href":"/ax/alyx"},{"title":"Alyx Learn More","sidebarTitle":"Learn More","href":"/ax/alyx-learn-more"}]}]},{"group":"Instrument","pages":[{"title":"Tracing Concepts","sidebarTitle":"Tracing concepts","href":"/ax/instrument/what-are-traces"},{"title":"Auto-Instrumentation","sidebarTitle":"Auto-instrumentation","href":"/ax/instrument/set-up-tracing"},{"title":"Manual Instrumentation","sidebarTitle":"Manual instrumentation","href":"/ax/instrument/manual-instrumentation"},{"title":"Customize Your Traces","sidebarTitle":"Customize your traces","href":"/ax/instrument/customize-your-traces"},{"title":"Track Costs","sidebarTitle":"Track costs","href":"/ax/instrument/track-costs"},{"group":"Going Deeper","pages":[{"title":"Set Up Sessions","sidebarTitle":"Set up sessions","href":"/ax/instrument/set-up-sessions"},{"title":"Combining Auto and Manual Instrumentation","sidebarTitle":"Combine auto + manual","href":"/ax/instrument/combining-auto-and-manual"},{"title":"Setup Agent Trajectory and Path","sidebarTitle":"Agent trajectory and path","href":"/ax/instrument/agent-trajectory"},{"title":"Configure Your Tracer","sidebarTitle":"Configure your tracer","href":"/ax/instrument/configure-your-tracer"},{"title":"Mask and Redact Sensitive Data","sidebarTitle":"Mask and redact data","href":"/ax/instrument/mask-and-redact-data"},{"title":"Sync traces with Data Fabric","sidebarTitle":"Data Fabric","href":"/ax/security-and-settings/data-fabric"},{"title":"Guardrails","href":"/ax/security-and-settings/llm-security/guardrails"},{"title":"Advanced Tracing Patterns","sidebarTitle":"Advanced patterns","href":"/ax/instrument/advanced-patterns"}]}]},{"group":"Observe","pages":[{"title":"Explore Your Traces","sidebarTitle":"Explore your traces","href":"/ax/observe/tracing/view-and-manage-traces"},{"title":"Create Custom Views","sidebarTitle":"Create custom views","href":"/ax/observe/create-custom-views"},{"title":"Observe coding agents","href":"/ax/observe/coding-agents"},{"title":"Set Up Custom Metrics","sidebarTitle":"Set up custom metrics","href":"/ax/observe/projects/custom-metrics-api"},{"title":"Set Up Dashboards","sidebarTitle":"Set up dashboards","href":"/ax/observe/dashboards"},{"group":"Continuously monitor","pages":[{"title":"Continuously Monitor","sidebarTitle":"Overview","href":"/ax/observe/production-monitoring"},{"title":"Slack","href":"/ax/observe/production-monitoring/alerting-integrations/slack"},{"title":"Slack (self-hosted)","href":"/ax/observe/production-monitoring/alerting-integrations/slack/onprem"},{"title":"PagerDuty","href":"/ax/observe/production-monitoring/alerting-integrations/pagerduty"},{"title":"OpsGenie","href":"/ax/observe/production-monitoring/alerting-integrations/opsgenie"},{"title":"Microsoft Teams","href":"/ax/observe/production-monitoring/alerting-integrations/teams"}]}]},{"group":"Agents","pages":[{"title":"Signal","sidebarTitle":"Signal","href":"/ax/observe/signal"},{"title":"Cost Agent","sidebarTitle":"Cost agent","href":"/ax/agents/cost-agent"},{"title":"Eval Health Agent","sidebarTitle":"Eval Health agent","href":"/ax/agents/eval-health-agent"},{"title":"Dataset Coverage Agent","sidebarTitle":"Dataset Coverage agent","href":"/ax/agents/dataset-coverage-agent"},{"title":"Managed agents","href":"/ax/agents/build-your-own-agent"},{"title":"Connect your harness","sidebarTitle":"Connect your harness","href":"/ax/agents/connect-your-harness"}]},{"group":"Evaluate","pages":[{"title":"What are evals?","sidebarTitle":"What are evals?","href":"/ax/evaluate/what-are-evals"},{"title":"Human review","sidebarTitle":"Human review","href":"/ax/evaluate/human-review"},{"group":"Build evals","pages":[{"title":"Build evals","sidebarTitle":"Overview","href":"/ax/evaluate/create-evaluators"},{"title":"LLM-as-a-judge","sidebarTitle":"LLM-as-a-judge","href":"/ax/evaluate/evaluators/llm-as-a-judge"},{"title":"Code evals","sidebarTitle":"Code","href":"/ax/evaluate/evaluators/code-evaluations"},{"title":"Agent-as-a-judge","sidebarTitle":"Agent-as-a-judge","href":"/ax/evaluate/agent-as-a-judge"},{"title":"Decision Judge","sidebarTitle":"Decision Judge","href":"/ax/evaluate/decision-judge"},{"title":"Remote evaluators","sidebarTitle":"Remote","href":"/ax/evaluate/remote-evaluators"},{"title":"Trace and session evals","sidebarTitle":"Trace and session evals","href":"/ax/evaluate/trace-and-session-evals"}]},{"group":"Run evals on your data","pages":[{"title":"Run evals on your data","sidebarTitle":"Overview","href":"/ax/evaluate/run-evals"},{"title":"Run online evals on traces","sidebarTitle":"Online evals","href":"/ax/evaluate/run-evals-on-traces"},{"title":"Run offline evals on experiments","sidebarTitle":"Offline evals","href":"/ax/evaluate/run-evals-on-experiments"}]},{"title":"Align evals to human feedback","href":"/ax/evaluate/align-evals-to-human-feedback"},{"title":"View eval results and costs","sidebarTitle":"Results and costs","href":"/ax/evaluate/results-and-costs"}]},{"group":"Experimentation","pages":[{"title":"Build a dataset","href":"/ax/improve/build-a-dataset"},{"group":"Create an experiment","pages":[{"title":"Code experiments","href":"/ax/improve/code-experiments"},{"group":"Remote agent experiments","pages":[{"title":"Remote agent experiments","sidebarTitle":"Overview","href":"/ax/improve/remote-agent-experiments"},{"title":"Connect a remote agent","href":"/ax/improve/setup-agent-endpoint"},{"title":"Agent playground","href":"/ax/improve/agent-playground"},{"title":"Trace context for remote agent experiments","href":"/ax/improve/agent-tracing-context"}]},{"title":"Prompt playground","href":"/ax/improve/prompt-playground"}]},{"group":"CI/CD with experiments","pages":[{"title":"CI/CD with experiments","sidebarTitle":"Overview","href":"/ax/improve/ci-cd-for-automated-experiments"},{"title":"Azure DevOps CI/CD Basics","href":"/ax/improve/azure-devops-ci-cd"},{"title":"Github Action Basics","href":"/ax/improve/github-action-basics"},{"title":"Gitlab CI/CD Basics","href":"/ax/improve/gitlab-ci-cd-basics"},{"title":"Jenkins CI/CD Basics","href":"/ax/improve/jenkins-integration"},{"title":"Harness CI/CD Basics","href":"/ax/improve/harness-ci-cd"}]}]},{"group":"Settings","pages":[{"title":"General Settings","href":"/ax/security-and-settings/general-settings"},{"title":"API and Service Keys","href":"/ax/security-and-settings/api-keys"},{"title":"Webhooks","href":"/ax/security-and-settings/webhooks"},{"group":"AI Provider Integrations","pages":[{"title":"AI Provider Integrations Overview","sidebarTitle":"Overview","href":"/ax/security-and-settings/integrations-playground/overview"},{"title":"Anthropic","href":"/ax/security-and-settings/integrations-playground/anthropic"},{"title":"AWS Bedrock","href":"/ax/security-and-settings/integrations-playground/aws-bedrock"},{"title":"Azure OpenAI","href":"/ax/security-and-settings/integrations-playground/azure-openai"},{"title":"Cursor","sidebarTitle":"Cursor","href":"/ax/security-and-settings/integrations-playground/cursor"},{"title":"Databricks","href":"/ax/security-and-settings/integrations-playground/databricks"},{"title":"Doubleword","href":"/ax/security-and-settings/integrations-playground/doubleword"},{"title":"Fireworks AI","href":"/ax/security-and-settings/integrations-playground/fireworks"},{"title":"Gemini","href":"/ax/security-and-settings/integrations-playground/gemini"},{"title":"Gravitee","href":"/ax/security-and-settings/integrations-playground/gravitee"},{"title":"LiteLLM","href":"/ax/security-and-settings/integrations-playground/litellm"},{"title":"NVIDIA","href":"/ax/security-and-settings/integrations-playground/nvidia-nim"},{"title":"OpenAI","href":"/ax/security-and-settings/integrations-playground/openai"},{"title":"OpenRouter","href":"/ax/security-and-settings/integrations-playground/openrouter"},{"title":"OrcaRouter","href":"/ax/security-and-settings/integrations-playground/orcarouter"},{"title":"Together AI","href":"/ax/security-and-settings/integrations-playground/together-ai"},{"title":"TrueFoundry","href":"/ax/security-and-settings/integrations-playground/truefoundry"},{"title":"TypeSafe AI","sidebarTitle":"TypeSafe AI","href":"/ax/security-and-settings/integrations-playground/typesafe"},{"title":"VertexAI","href":"/ax/security-and-settings/integrations-playground/vertexai"},{"title":"Custom Model Endpoints","href":"/ax/security-and-settings/integrations-playground/custom-llm-models"}]},{"title":"Pricing and Usage","sidebarTitle":"Pricing and Usage","href":"/ax/security-and-settings/pricing-and-usage"},{"title":"adb, the database behind Arize AX","sidebarTitle":"adb","href":"/ax/security-and-settings/adb"},{"title":"Space rate limiting","href":"/ax/security-and-settings/space-rate-limiting"},{"title":"Tags","href":"/ax/security-and-settings/tags"}]},{"group":"Security","pages":[{"title":"LLM Red Teaming","href":"/ax/security-and-settings/llm-security/llm-red-teaming"},{"group":"SSO \u0026 RBAC","pages":[{"title":"SSO \u0026 RBAC","sidebarTitle":"Overview","href":"/ax/security-and-settings/sso-and-rbac"},{"title":"Custom Roles","href":"/ax/security-and-settings/sso-and-rbac/custom-roles"},{"title":"Resource Restrictions","href":"/ax/security-and-settings/sso-and-rbac/resource-restrictions"},{"title":"RBAC REST API","sidebarTitle":"REST API","href":"/ax/security-and-settings/sso-and-rbac/rbac-rest-api"},{"title":"SAML Configuration","href":"/ax/security-and-settings/sso-and-rbac/saml-configuration"},{"title":"Setting Up SSO with Okta","href":"/ax/security-and-settings/sso-and-rbac/setting-up-sso-with-okta"}]},{"title":"Arize Private Connect","href":"/ax/security-and-settings/arize-private-connect"},{"group":"Compliance","pages":[{"title":"Compliance","sidebarTitle":"Overview","href":"/ax/security-and-settings/compliance"},{"title":"Arize Audit Log","href":"/ax/security-and-settings/compliance/arize-audit-log"},{"title":"Delete Traces with Sensitive Data","href":"/ax/security-and-settings/compliance/delete-traces-with-sensitive-data"}]},{"title":"Data Regions \u0026 Whitelisting","href":"/ax/security-and-settings/whitelisting"}]},{"group":"Machine Learning","pages":[{"group":"ML observability","pages":[{"title":"ML observability","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning"},{"title":"User guide: ML","href":"/ax/machine-learning/machine-learning/what-is-ml-observability"},{"title":"Quickstart: ML","href":"/ax/machine-learning/machine-learning/quickstart"},{"group":"Concepts: ML","pages":[{"title":"Concepts: ML","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/concepts-ml"},{"title":"What is a Model Schema","href":"/ax/machine-learning/machine-learning/concepts-ml/model-schema-reference"},{"title":"Delayed Actuals and Tags","href":"/ax/machine-learning/machine-learning/concepts-ml/how-to-send-delayed-actuals"},{"title":"ML Glossary","href":"/ax/machine-learning/machine-learning/concepts-ml/glossary"}]},{"group":"How To: ML","pages":[{"title":"How to: ML","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml"},{"group":"Upload Data to Arize AX","pages":[{"title":"Upload data to Arize","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/upload-data-to-arize"},{"title":"Pandas SDK Example","href":"/ax/machine-learning/machine-learning/how-to-ml/upload-data-to-arize/log-directly-via-sdk-api"},{"group":"Local File Upload","pages":[{"title":"Local File Upload","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/upload-data-to-arize/ui-drag-and-drop"},{"title":"File Upload FAQ","href":"/ax/machine-learning/machine-learning/how-to-ml/upload-data-to-arize/ui-drag-and-drop/ui-drag-and-drop-faq"}]},{"title":"Table Ingestion Tuning","href":"/ax/machine-learning/machine-learning/how-to-ml/upload-data-to-arize/table-ingestion-tuning"},{"title":"Wildcard Paths for Cloud Storage","href":"/ax/machine-learning/machine-learning/how-to-ml/upload-data-to-arize/wildcard-paths-for-cloud-storage"},{"title":"Troubleshoot Data Upload","href":"/ax/machine-learning/machine-learning/how-to-ml/upload-data-to-arize/faq-and-troubleshoot-data-upload"},{"title":"Sending Data FAQ","href":"/ax/machine-learning/machine-learning/how-to-ml/upload-data-to-arize/sending-data-faq"}]},{"group":"Monitors","pages":[{"title":"Monitors","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/monitors"},{"title":"ML Monitor Types","href":"/ax/machine-learning/machine-learning/how-to-ml/monitors/setup"},{"group":"Configure Monitors","pages":[{"title":"Configure Monitors","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/monitors/configure-monitors"},{"title":"Notifications and integrations","href":"/ax/machine-learning/machine-learning/how-to-ml/monitors/configure-monitors/notifications-and-integrations"}]},{"title":"Programmatically Create Monitors","href":"/ax/machine-learning/machine-learning/how-to-ml/monitors/monitors-api"},{"title":"Best Practices for Monitors","href":"/ax/machine-learning/machine-learning/how-to-ml/monitors/choosing-your-metrics"}]},{"group":"Dashboards","pages":[{"title":"Dashboards","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/dashboards"},{"title":"Dashboard Widgets","href":"/ax/machine-learning/machine-learning/how-to-ml/dashboards/widgets"},{"group":"Dashboard Templates","pages":[{"title":"Dashboard Templates","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/dashboards/templates"},{"title":"Model Performance","href":"/ax/machine-learning/machine-learning/how-to-ml/dashboards/templates/model-performance"},{"title":"Pre Production Performance","href":"/ax/machine-learning/machine-learning/how-to-ml/dashboards/templates/pre-production-performance"},{"title":"Feature Analysis","href":"/ax/machine-learning/machine-learning/how-to-ml/dashboards/templates/feature-analysis"},{"title":"Drift","href":"/ax/machine-learning/machine-learning/how-to-ml/dashboards/templates/drift"}]},{"title":"Programmatically Create Dashboards","href":"/ax/machine-learning/machine-learning/how-to-ml/dashboards/programmatically-create-dashboards"}]},{"group":"Performance Tracing","pages":[{"title":"Performance Tracing","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/performance-tracing"},{"title":"Time Filtering","href":"/ax/machine-learning/machine-learning/how-to-ml/performance-tracing/time-filtering"},{"title":"Alyx: Performance Insights","href":"/ax/machine-learning/machine-learning/how-to-ml/performance-tracing/ai-powered-performance-insights"}]},{"group":"Drift Tracing","pages":[{"title":"Drift tracing","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/drift-tracing"},{"title":"Alyx: Drift Insights","href":"/ax/machine-learning/machine-learning/how-to-ml/drift-tracing/ai-powered-drift-insights"},{"title":"Data Distribution Visualization","href":"/ax/machine-learning/machine-learning/how-to-ml/drift-tracing/data-distribution-visualization"},{"title":"Embeddings for Tabular Data (Multivariate Drift)","href":"/ax/machine-learning/machine-learning/how-to-ml/drift-tracing/embeddings-for-tabular-data-multivariate-drift"}]},{"group":"Custom Metrics","pages":[{"title":"Custom metrics","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/custom-metrics-api"},{"group":"Arize Query Language Syntax","pages":[{"title":"Arize Query Language Syntax","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/custom-metrics-api/custom-metric-syntax"},{"title":"Conditionals and Filters","href":"/ax/machine-learning/machine-learning/how-to-ml/custom-metrics-api/custom-metric-syntax/conditionals-and-filters"},{"title":"All Operators","href":"/ax/machine-learning/machine-learning/how-to-ml/custom-metrics-api/custom-metric-syntax/all-operators"},{"title":"All Functions","href":"/ax/machine-learning/machine-learning/how-to-ml/custom-metrics-api/custom-metric-syntax/all-functions"}]},{"title":"Custom Metric Examples","href":"/ax/machine-learning/machine-learning/how-to-ml/custom-metrics-api/custom-metric-examples"},{"title":"Custom Metrics Query Language","href":"/ax/machine-learning/machine-learning/how-to-ml/custom-metrics-api/12-custom-metrics"},{"title":"Alyx: ArizeQL Generator","href":"/ax/machine-learning/machine-learning/how-to-ml/custom-metrics-api/arizeql-generator"}]},{"group":"Troubleshoot Data Quality","pages":[{"title":"Troubleshoot data quality","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/data-quality-troubleshooting"},{"title":"Alyx: Data Quality Insights","href":"/ax/machine-learning/machine-learning/how-to-ml/data-quality-troubleshooting/ai-powered-data-quality-insights"}]},{"group":"Explainability","pages":[{"title":"Explainability","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/how-to-ml/explainability"},{"title":"Interpreting \u0026 Analyzing Feature Importance Values","href":"/ax/machine-learning/machine-learning/how-to-ml/explainability/interpreting-and-analyzing-feature-importance-values"},{"title":"SHAP","href":"/ax/machine-learning/machine-learning/how-to-ml/explainability/shap"},{"title":"Surrogate Model","href":"/ax/machine-learning/machine-learning/how-to-ml/explainability/surrogate-model"},{"title":"Explainability FAQ","href":"/ax/machine-learning/machine-learning/how-to-ml/explainability/explainability-faq"},{"title":"Model Explainability","href":"/ax/machine-learning/machine-learning/how-to-ml/explainability/explainability"}]},{"title":"Bias Tracing (Fairness)","href":"/ax/machine-learning/machine-learning/how-to-ml/11-bias-tracing-fairness"},{"title":"Automate Model Retraining","href":"/ax/machine-learning/machine-learning/how-to-ml/automate-model-retraining"},{"title":"Feature Store Monitoring","href":"/ax/machine-learning/machine-learning/how-to-ml/feature-store-monitoring"},{"title":"ML FAQ","href":"/ax/machine-learning/machine-learning/how-to-ml/product"}]},{"group":"Use Cases: ML","pages":[{"title":"Use cases: ML","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/use-cases-ml"},{"group":"Binary Classification","pages":[{"title":"Binary Classification","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/use-cases-ml/binary-classification"},{"title":"Fraud","href":"/ax/machine-learning/machine-learning/use-cases-ml/binary-classification/fraud"},{"title":"Insurance","href":"/ax/machine-learning/machine-learning/use-cases-ml/binary-classification/insurance"}]},{"title":"Multi Class Classification","href":"/ax/machine-learning/machine-learning/use-cases-ml/multiclass-classification"},{"group":"Regression","pages":[{"title":"Regression","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/use-cases-ml/regression"},{"title":"Lending","href":"/ax/machine-learning/machine-learning/use-cases-ml/regression/lending"},{"title":"Customer Lifetime Value","href":"/ax/machine-learning/machine-learning/use-cases-ml/regression/customer-lifetime-value"},{"title":"Click Through Rate","href":"/ax/machine-learning/machine-learning/use-cases-ml/regression/click-through-rate"}]},{"group":"Timeseries Forecasting","pages":[{"title":"Timeseries Forecasting","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/use-cases-ml/timeseries-forecasting"},{"title":"Demand Forecasting","href":"/ax/machine-learning/machine-learning/use-cases-ml/timeseries-forecasting/demand-forecasting"},{"title":"Churn Forecasting","href":"/ax/machine-learning/machine-learning/use-cases-ml/timeseries-forecasting/churn-forecasting"}]},{"group":"Ranking","pages":[{"title":"Ranking","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/use-cases-ml/ranking"},{"title":"Collaborative Filtering","href":"/ax/machine-learning/machine-learning/use-cases-ml/ranking/collaborative-filtering-recommendation-engine"},{"title":"Search Ranking","href":"/ax/machine-learning/machine-learning/use-cases-ml/ranking/search-ranking"}]},{"title":"Natural Language Processing (NLP)","href":"/ax/machine-learning/machine-learning/use-cases-ml/natural-language-processing-nlp"},{"title":"Common Industry Use Cases","href":"/ax/machine-learning/machine-learning/use-cases-ml/use-cases"}]},{"group":"Integrations: ML","pages":[{"title":"Integrations: ML","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/integrations-ml"},{"group":"Google BigQuery","pages":[{"title":"Google BigQuery","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/integrations-ml/google-bigquery"},{"title":"GBQ Views","href":"/ax/machine-learning/machine-learning/integrations-ml/google-bigquery/gbq-views"},{"title":"Google BigQuery FAQ","href":"/ax/machine-learning/machine-learning/integrations-ml/google-bigquery/google-bigquery-faq"}]},{"group":"Snowflake","pages":[{"title":"Snowflake","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/integrations-ml/snowflake"},{"title":"Snowflake permissions configuration","href":"/ax/machine-learning/machine-learning/integrations-ml/snowflake/snowflake-permissions-configuration"}]},{"title":"Databricks","href":"/ax/machine-learning/machine-learning/integrations-ml/databricks"},{"title":"Google Cloud Storage (GCS)","href":"/ax/machine-learning/machine-learning/integrations-ml/gcs-example"},{"title":"Azure Blob Storage","href":"/ax/machine-learning/machine-learning/integrations-ml/azure-example"},{"group":"AWS S3","pages":[{"title":"AWS S3","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/integrations-ml/aws-s3-example"},{"title":"Private image link access via AWS S3","href":"/ax/machine-learning/machine-learning/integrations-ml/aws-s3-example/aws-s3-example"}]},{"title":"Kafka","href":"/ax/machine-learning/machine-learning/integrations-ml/connecting-to-kafka"},{"title":"Airflow Retrain","href":"/ax/machine-learning/machine-learning/integrations-ml/airflow-retrain"},{"title":"Amazon Eventbridge Retrain","href":"/ax/machine-learning/machine-learning/integrations-ml/amazon-eventbridge"},{"group":"MLOps Partners","pages":[{"title":"MLOps Partners","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations"},{"title":"Algorithmia","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/algorithmia"},{"title":"Anyscale","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/anyscale"},{"title":"Azure \u0026 Databricks","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/azure-and-databricks-python"},{"title":"Bentoml","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/bentoml"},{"title":"CML (DVC)","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/ci-cd-cml"},{"title":"Feast","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/feast"},{"title":"Google Cloud ML","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/google-cloud-ml-python"},{"title":"Hugging Face","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/hugging-face"},{"title":"LangChain 🦜🔗","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/langchain"},{"title":"MLflow","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/mlflow"},{"title":"Neptune","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/neptune"},{"title":"Paperspace","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/paperspace"},{"title":"PySpark","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/pyspark"},{"title":"Ray serve (Anyscale)","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/anyscale-ray-serve"},{"group":"SageMaker","pages":[{"title":"SageMaker","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/sagemaker-python"},{"title":"Batch","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/sagemaker-python/batch"},{"title":"RealTime","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/sagemaker-python/realtime"},{"title":"Notebook instance with greater than 20GB of data","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/sagemaker-python/notebook-instance-with-greater-than-20gb-of-data"}]},{"title":"Spell","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/spell"},{"title":"UbiOps","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/ubiops"},{"title":"Weights \u0026 Biases","href":"/ax/machine-learning/machine-learning/integrations-ml/integrations/weights-and-biases"}]}]},{"group":"API Reference: ML","pages":[{"title":"API reference: ML","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/api-reference-ml"},{"title":"Python SDK","sidebarTitle":"Python SDK","href":"/ax/machine-learning/machine-learning/api-reference-ml/python-sdk"},{"group":"Java SDK","pages":[{"title":"Java SDK","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/api-reference-ml/java-sdk"},{"title":"Constructor","href":"/ax/machine-learning/machine-learning/api-reference-ml/java-sdk/constructor"},{"title":"Log","href":"/ax/machine-learning/machine-learning/api-reference-ml/java-sdk/log"},{"title":"BulkLog","href":"/ax/machine-learning/machine-learning/api-reference-ml/java-sdk/bulklog"},{"title":"Logvalidationrecords","href":"/ax/machine-learning/machine-learning/api-reference-ml/java-sdk/logvalidationrecords"},{"title":"Logtrainingrecords","href":"/ax/machine-learning/machine-learning/api-reference-ml/java-sdk/logtrainingrecords"}]},{"group":"R SDK","pages":[{"title":"R SDK","sidebarTitle":"Overview","href":"/ax/machine-learning/machine-learning/api-reference-ml/r-sdk"},{"title":"Client$New()","href":"/ax/machine-learning/machine-learning/api-reference-ml/r-sdk/clientusdnew"},{"title":"Client$Log()","href":"/ax/machine-learning/machine-learning/api-reference-ml/r-sdk/clientusdlog"}]},{"title":"gRPC API","href":"/ax/machine-learning/machine-learning/api-reference-ml/grpc-api"}]},{"group":"Computer Vision","pages":[{"title":"Computer vision","sidebarTitle":"Overview","href":"/ax/machine-learning/computer-vision"},{"group":"How to: CV","pages":[{"title":"How to: CV","sidebarTitle":"Overview","href":"/ax/machine-learning/computer-vision/how-to-cv"},{"group":"Generate Embeddings","pages":[{"title":"Generate Embeddings","sidebarTitle":"Overview","href":"/ax/machine-learning/computer-vision/how-to-cv/7-troubleshoot-embedding-data"},{"title":"How To Generate Your Own Embedding","href":"/ax/machine-learning/computer-vision/how-to-cv/7-troubleshoot-embedding-data/how-to-generate-your-own-embedding"},{"title":"Let Arize Generate Your Embeddings","href":"/ax/machine-learning/computer-vision/how-to-cv/7-troubleshoot-embedding-data/let-arize-generate-your-embeddings"}]},{"title":"Embedding \u0026 Cluster Analyzer","href":"/ax/machine-learning/computer-vision/how-to-cv/embedding-and-cluster-analyzer"},{"title":"Alyx: Embedding Summarization","href":"/ax/machine-learning/computer-vision/how-to-cv/embedding-summarization"},{"title":"Similarity Search","href":"/ax/machine-learning/computer-vision/how-to-cv/similarity-search"},{"title":"Embedding Drift","href":"/ax/machine-learning/computer-vision/how-to-cv/embedding-drift"},{"title":"Embeddings FAQ","href":"/ax/machine-learning/computer-vision/how-to-cv/embeddings-faq"}]},{"title":"Integrations: CV","href":"/ax/machine-learning/computer-vision/integrations-cv"},{"group":"Use Cases: CV","pages":[{"title":"Use Cases: CV","sidebarTitle":"Overview","href":"/ax/machine-learning/computer-vision/use-cases-cv"},{"title":"Image Classification","href":"/ax/machine-learning/computer-vision/use-cases-cv/computer-vision-cv"},{"title":"Image Segmentation","href":"/ax/machine-learning/computer-vision/use-cases-cv/image-segmentation"},{"title":"Object Detection","href":"/ax/machine-learning/computer-vision/use-cases-cv/object-detection"},{"title":"Available Metrics","href":"/ax/machine-learning/computer-vision/use-cases-cv/available-metrics"}]},{"title":"API Reference: CV","href":"/ax/machine-learning/computer-vision/api-reference-cv"}]}]}]}]},{"tab":"Guides","pages":[{"title":"Overview","sidebarTitle":"Overview","href":"/ax/cookbooks"},{"group":"Instrument","pages":[{"title":"Instrument","sidebarTitle":"Overview","href":"/ax/cookbooks/instrument/overview"},{"group":"Instrument Agents Built with Anthropic","pages":[{"title":"Agents Built with the Claude Agent SDK","href":"/ax/cookbooks/instrument/claude-agent-sdk-guide"},{"title":"Trace and Evaluate Claude Managed Agents","href":"/ax/cookbooks/instrument/claude-managed-agents-guide"},{"title":"Agents Built with the Anthropic SDK","href":"/ax/cookbooks/instrument/anthropic-sdk-guide"}]},{"group":"Instrument agents built with OpenAI","pages":[{"title":"Trace and Evaluate an Agent Built with the OpenAI Agents SDK","sidebarTitle":"Agents built with the OpenAI Agents SDK","href":"/ax/cookbooks/instrument/openai-agents-cookbook"},{"title":"Trace an Agent Built with the OpenAI SDK","sidebarTitle":"Agents built with the OpenAI SDK","href":"/ax/cookbooks/instrument/openai-sdk-guide"}]},{"title":"Instrument LangChain agents","href":"/ax/cookbooks/instrument/langchain-guide"},{"title":"Instrument AI Coding Agents","href":"/ax/cookbooks/instrument/tracing-coding-agents"},{"title":"Instrument Vercel Eve Agents","href":"/ax/cookbooks/instrument/tracing-a-vercel-eve-agent"},{"title":"Instrument Mastra agents","href":"/ax/cookbooks/instrument/mastra-guide"},{"title":"Instrument Groq agents","href":"/ax/cookbooks/instrument/groq-sdk-guide"},{"title":"Instrument LiteLLM agents","href":"/ax/cookbooks/instrument/litellm-guide"},{"title":"Instrument Google ADK agents","href":"/ax/cookbooks/instrument/google-adk-guide"},{"title":"Instrument \u0026 Evaluate a Customer Support Agent","href":"/ax/cookbooks/instrument/tracing-and-evaluating-agents"},{"title":"OpenInference Best Practices","href":"/ax/cookbooks/instrument/openinference-best-practice"},{"title":"Tracing Integrations","href":"/ax/cookbooks/tracing-integrations"}]},{"group":"Observe","pages":[{"title":"Observe","sidebarTitle":"Overview","href":"/ax/cookbooks/observe/overview"},{"title":"Cluster trace patterns with managed agents","href":"/ax/cookbooks/observe/cluster-trace-patterns-with-managed-agents"},{"title":"Online Evals \u0026 Monitoring for Agents in Production (Mosaic AI)","href":"/ax/cookbooks/observe/arize-+-mosaic-ai-agent-framework"},{"title":"Designing Realtime Guardrails: Input, Output, and the Cost of Blocking","href":"/ax/cookbooks/observe/designing-realtime-guardrails"}]},{"group":"Evaluate","pages":[{"title":"Evaluate","sidebarTitle":"Overview","href":"/ax/cookbooks/evaluate/overview"},{"title":"Evaluations Quickstart","href":"/ax/cookbooks/evaluate/evaluations-quickstart"},{"title":"Align LLM Evals with Human Judgment","href":"/ax/cookbooks/evaluate/align-llm-evals-with-human-judgment"},{"title":"Why Public Benchmarks Lie: Building Your Own Eval Harness","href":"/ax/cookbooks/evaluate/model-comparison-for-an-email-text-extraction-service"},{"title":"Trace-Level Evaluation: Beyond Input/Output Checks","href":"/ax/cookbooks/evaluate/trace-level-evaluations-for-a-recommendation-agent"},{"title":"Session-Level Evaluation: Scoring the Whole Conversation","href":"/ax/cookbooks/evaluate/session-level-evaluations-for-an-ai-tutor"},{"title":"Evaluating RAG Retrieval Quality and Correctness","href":"/ax/cookbooks/evaluate/evaluating-rag"},{"title":"Evaluate a Math Problem-Solving Agent Using Ragas","href":"/ax/cookbooks/evaluate/ragas-agents-cookbook"},{"title":"Pydantic Evals","href":"/ax/cookbooks/evaluate/pydantic-evals"},{"title":"Tracing and Evaluating Voice Applications","href":"/ax/cookbooks/evaluate/tracing-and-evaluating-audio"},{"title":"Audio Transcription And Evaluation With Gemini Flash","href":"/ax/cookbooks/evaluate/gemini-audio-evals"},{"title":"Evaluate Receipt Agents with an Image Judge","href":"/ax/cookbooks/evaluate/evaluate-receipt-agents-with-image-judge"},{"title":"Use Jev as a Remote Evaluator","href":"/ax/cookbooks/evaluate/jev-remote-evaluator"}]},{"group":"Improve","pages":[{"title":"Improve","sidebarTitle":"Overview","href":"/ax/cookbooks/improve/overview"},{"title":"Build, Test, and Optimize a Trip-Planner Prompt","href":"/ax/cookbooks/improve/trip-planner-build-test-optimize"},{"title":"Prompt Experimentation For Summarization Task","href":"/ax/cookbooks/improve/summarization"},{"title":"Text2SQL Application for Database Querying","href":"/ax/cookbooks/improve/text2sql"},{"title":"Improving Structured Output Generation with Prompt Learning","href":"/ax/cookbooks/improve/improving-structured-output-generation-with-prompt-learning"},{"title":"Optimizing Coding Agent Prompts for Planning","href":"/ax/cookbooks/improve/optimizing-coding-agent-prompts-for-planning"},{"title":"Optimizing Coding Agent Prompts for Execution","href":"/ax/cookbooks/improve/optimizing-coding-agent-prompts-for-execution"},{"title":"Observe and Optimize Coding Agent Workflows","sidebarTitle":"Observe and Optimize Coding Agent Workflows","href":"/ax/cookbooks/improve/observe-and-optimize-coding-agent-workflows"},{"title":"Find and Fix Issues in Your AI App with a Coding Agent","sidebarTitle":"Find and Fix Issues with a Coding Agent","href":"/ax/cookbooks/improve/find-and-fix-issues-with-a-coding-agent"},{"title":"Optimizing Your Eval Prompts","href":"/ax/cookbooks/improve/optimizing-your-eval-prompts"}]},{"group":"Advanced Workflows","pages":[{"title":"Advanced Workflows","sidebarTitle":"Overview","href":"/ax/cookbooks/advanced-workflows/overview"},{"title":"Evaluating Agentic RAG Using Arize AX And Couchbase","href":"/ax/cookbooks/advanced-workflows/evaluating-agentic-rag-using-arize-and-couchbase"},{"title":"Product Recommendation Agent: Google Agent Engine \u0026 LangGraph","href":"/ax/cookbooks/advanced-workflows/tracing-a-langgraph-application-with-agent-engine-in-vertex-ai"},{"title":"A2A Financial Trading Agents - Google ADK / MCP / Llama","href":"/ax/cookbooks/advanced-workflows/tracing-a2a-agent"},{"title":"Multi-modal Autonomous Browser Agent with LLama Models ","href":"/ax/cookbooks/advanced-workflows/trace-evaluate-browser-use-agent-with-l-lama4"},{"title":"Trace LangChain Agent \u0026 Microsoft Risk+Safety Evaluators (Microsoft Foundry)","href":"/ax/cookbooks/advanced-workflows/evaluating-and-improving-ai-agents-at-scale-with-microsoft-foundry"},{"title":"Trace Red Teaming Agent (Microsoft Foundry)","href":"/ax/cookbooks/advanced-workflows/foundry-red-team"},{"title":"Jailbreak and Prompt Injection Defense","href":"/ax/cookbooks/advanced-workflows/jailbreak-and-prompt-injection-defense"},{"title":"Dual Tracing into Databricks Unity Catalog and Arize AX","href":"/ax/cookbooks/instrument/dual-o-tel-ingest-into-unity-catalog-and-arize-ax"},{"title":"AI Research","href":"/ax/cookbooks/ai-research"}]},{"group":"Migrate","pages":[{"title":"Migrate","sidebarTitle":"Overview","href":"/ax/cookbooks/migrate/overview"},{"title":"Migrate from Phoenix to Arize AX","sidebarTitle":"Migrate from Phoenix","href":"/ax/cookbooks/migrate/migrate-from-phoenix"},{"title":"Migrate from Braintrust to Arize AX","sidebarTitle":"Migrate from Braintrust","href":"/ax/cookbooks/migrate/migrate-from-braintrust"},{"title":"Migrate from Langfuse to Arize AX","sidebarTitle":"Migrate from Langfuse","href":"/ax/cookbooks/migrate/migrate-from-langfuse"},{"title":"Migrate from LangSmith to Arize AX","sidebarTitle":"Migrate from LangSmith","href":"/ax/cookbooks/migrate/migrate-from-langsmith"}]}]},{"tab":"Integrations","pages":[{"title":"Integrations","sidebarTitle":"Overview","href":"/ax/integrations"},{"group":"OpenTelemetry","pages":[{"title":"Overview","href":"/ax/integrations/opentelemetry/overview"},{"title":"OpenTelemetry (arize-otel)","href":"/ax/integrations/opentelemetry/opentelemetry-arize-otel"},{"title":"OpenLLMetry \u0026 Traceloop","href":"/ax/integrations/opentelemetry/openllmetry-traceloop"},{"title":"OpenLIT","href":"/ax/integrations/opentelemetry/openlit"}]},{"group":"LLM Providers","pages":[{"title":"Amazon Bedrock","href":"/ax/integrations/llm-providers/amazon-bedrock/amazon-bedrock-tracing"},{"title":"Anthropic","href":"/ax/integrations/llm-providers/anthropic/anthropic-tracing"},{"title":"Baseten","href":"/ax/integrations/llm-providers/baseten/baseten-tracing"},{"title":"Cerebras","href":"/ax/integrations/llm-providers/cerebras/cerebras-tracing"},{"title":"Cloudflare AI Gateway","href":"/ax/integrations/llm-providers/cloudflare-ai-gateway/cloudflare-ai-gateway-tracing"},{"title":"Cohere","href":"/ax/integrations/llm-providers/cohere/cohere-tracing"},{"title":"DeepSeek","href":"/ax/integrations/llm-providers/deepseek/deepseek-tracing"},{"title":"Doubleword","href":"/ax/integrations/llm-providers/doubleword/doubleword-tracing"},{"title":"Fireworks AI","href":"/ax/integrations/llm-providers/fireworks-ai/fireworks-ai-tracing"},{"title":"Google GenAI","href":"/ax/integrations/llm-providers/google-gen-ai/google-genai-tracing"},{"title":"Gravitee","href":"/ax/integrations/llm-providers/gravitee/gravitee-tracing"},{"title":"Groq","href":"/ax/integrations/llm-providers/groq/groq-tracing"},{"title":"Hugging Face Inference Providers","href":"/ax/integrations/llm-providers/hugging-face/hugging-face-inference-providers-tracing"},{"title":"LiteLLM","href":"/ax/integrations/llm-providers/litellm/litellm-tracing"},{"title":"Mistral AI","href":"/ax/integrations/llm-providers/mistralai/mistralai-tracing"},{"title":"Novita AI","href":"/ax/integrations/llm-providers/novita-ai/novita-ai-tracing"},{"title":"Ollama","href":"/ax/integrations/llm-providers/llama/ollama-tracing"},{"title":"OpenAI","href":"/ax/integrations/llm-providers/openai/openai-tracing"},{"title":"OpenRouter","href":"/ax/integrations/llm-providers/openrouter/openrouter-tracing"},{"title":"OrcaRouter","href":"/ax/integrations/llm-providers/orcarouter/orcarouter-tracing"},{"title":"PrismML","href":"/ax/integrations/llm-providers/prismml/prismml-tracing"},{"title":"Qwen","href":"/ax/integrations/llm-providers/qwen/qwen-tracing"},{"title":"TrueFoundry","href":"/ax/integrations/llm-providers/truefoundry/truefoundry-tracing"},{"title":"Together AI","href":"/ax/integrations/llm-providers/together-ai/together-ai-tracing"},{"title":"Vertex AI","href":"/ax/integrations/llm-providers/vertexai/vertexai-tracing"},{"title":"vLLM","href":"/ax/integrations/llm-providers/vllm/vllm-tracing"},{"title":"xAI Grok","href":"/ax/integrations/llm-providers/xai/xai-grok-tracing"},{"title":"Z.ai","href":"/ax/integrations/llm-providers/z-ai/z-ai-tracing"}]},{"group":"Agent Frameworks","pages":[{"group":"Python","pages":[{"title":"Agno","href":"/ax/integrations/python-agent-frameworks/agno/agno-tracing"},{"title":"Atomic Agents","href":"/ax/integrations/python-agent-frameworks/atomic-agents/atomic-agents-tracing"},{"title":"Amazon Bedrock Agents","href":"/ax/integrations/llm-providers/amazon-bedrock/amazon-bedrock-agents-tracing"},{"title":"AutoGen (legacy API)","href":"/ax/integrations/python-agent-frameworks/autogen/autogen-tracing"},{"title":"AutoGen AgentChat","href":"/ax/integrations/python-agent-frameworks/autogen/autogen-agentchat-tracing"},{"title":"AG2","href":"/ax/integrations/python-agent-frameworks/ag2/ag2-tracing"},{"title":"Bedrock AgentCore","href":"/ax/integrations/python-agent-frameworks/aws-strands/bedrock-agentcore"},{"title":"BeeAI","href":"/ax/integrations/python-agent-frameworks/beeai/beeai-tracing-python"},{"title":"Claude Agent SDK","href":"/ax/integrations/python-agent-frameworks/claude-agent-sdk/claude-agent-sdk-tracing"},{"title":"CrewAI","href":"/ax/integrations/python-agent-frameworks/crewai/crewai-tracing"},{"title":"DSPy","href":"/ax/integrations/python-agent-frameworks/dspy/dspy-tracing"},{"title":"Google ADK","href":"/ax/integrations/python-agent-frameworks/google-adk/google-adk-tracing"},{"title":"Graphite","href":"/ax/integrations/python-agent-frameworks/graphite/graphite-tracing"},{"title":"Guardrails AI","href":"/ax/integrations/python-agent-frameworks/guardrails-ai/guardrails-ai-tracing"},{"title":"Haystack","href":"/ax/integrations/python-agent-frameworks/haystack/haystack-tracing"},{"title":"Instructor","href":"/ax/integrations/python-agent-frameworks/instructor/instructor-tracing"},{"title":"LangChain","href":"/ax/integrations/python-agent-frameworks/langchain/langchain-tracing"},{"title":"LangGraph","href":"/ax/integrations/python-agent-frameworks/langgraph/langgraph-tracing"},{"title":"LiveKit Agents","href":"/ax/integrations/python-agent-frameworks/livekit/livekit-agents-tracing"},{"title":"LlamaIndex","href":"/ax/integrations/python-agent-frameworks/llamaindex/llamaindex-tracing"},{"title":"LlamaIndex Workflows","href":"/ax/integrations/python-agent-frameworks/llamaindex/llamaindex-workflows-tracing"},{"title":"MCP","href":"/ax/integrations/python-agent-frameworks/model-context-protocol/mcp-tracing"},{"title":"Microsoft Agent Framework","href":"/ax/integrations/python-agent-frameworks/microsoft/microsoft-agent-framework"},{"title":"NVIDIA NeMo Agent Toolkit","href":"/ax/integrations/python-agent-frameworks/nvidia/nemo-agent-toolkit-tracing"},{"title":"Open Agent Spec","href":"/ax/integrations/python-agent-frameworks/agentspec/agentspec-tracing"},{"title":"OpenAI Agents SDK","href":"/ax/integrations/python-agent-frameworks/openai-agents/openai-agents-sdk-tracing"},{"title":"Pipecat","href":"/ax/integrations/python-agent-frameworks/pipecat/pipecat-tracing"},{"title":"Portkey","href":"/ax/integrations/python-agent-frameworks/portkey/portkey-tracing"},{"title":"Pydantic AI","href":"/ax/integrations/python-agent-frameworks/pydantic/pydantic-ai-tracing"},{"title":"Restate","href":"/ax/integrations/python-agent-frameworks/restate/restate-tracing"},{"title":"Semantic Kernel","href":"/ax/integrations/python-agent-frameworks/semantic-kernel/semantic-kernel-tracing"},{"title":"Temporal","href":"/ax/integrations/python-agent-frameworks/temporal/temporal-tracing"},{"title":"TypeSafe AI","href":"/ax/integrations/python-agent-frameworks/typesafe/typesafe-tracing"},{"title":"Smolagents","href":"/ax/integrations/python-agent-frameworks/hugging-face-smolagents/smolagents-tracing"},{"title":"Strands Agents SDK","href":"/ax/integrations/python-agent-frameworks/aws-strands/aws-strands-tracing"}]},{"group":"TypeScript / JavaScript","pages":[{"title":"Amazon Bedrock Agents JS","href":"/ax/integrations/ts-js-agent-frameworks/amazon-bedrock/amazon-bedrock-agents-js"},{"title":"BeeAI","href":"/ax/integrations/ts-js-agent-frameworks/beeai/beeai-tracing-js"},{"title":"Claude Agent SDK JS","href":"/ax/integrations/ts-js-agent-frameworks/claude-agent-sdk/claude-agent-sdk-js"},{"title":"LangChain.js","href":"/ax/integrations/ts-js-agent-frameworks/langchain/langchain-js"},{"title":"Mastra","href":"/ax/integrations/ts-js-agent-frameworks/mastra/mastra-tracing"},{"title":"MCP JS","href":"/ax/integrations/ts-js-agent-frameworks/model-context-protocol/mcp-tracing-js"},{"title":"OpenAI Agents JS","href":"/ax/integrations/ts-js-agent-frameworks/openai-agents/openai-agents-js"},{"title":"TanStack AI","href":"/ax/integrations/ts-js-agent-frameworks/tanstack/tanstack-ai-tracing"},{"title":"TypeSafe AI","href":"/ax/integrations/ts-js-agent-frameworks/typesafe/typesafe-tracing-js"},{"title":"Vercel AI SDK (v6 and earlier)","href":"/ax/integrations/ts-js-agent-frameworks/vercel/vercel-ai-sdk-v6-tracing"},{"title":"Vercel AI SDK v7","href":"/ax/integrations/ts-js-agent-frameworks/vercel/vercel-ai-sdk-v7-tracing"},{"title":"Vercel Eve","href":"/ax/integrations/ts-js-agent-frameworks/vercel/eve-tracing"}]},{"group":"Java","pages":[{"title":"Annotations","href":"/ax/integrations/java/annotation/annotation-tracing"},{"title":"Arconia","href":"/ax/integrations/java/arconia/arconia-tracing"},{"title":"Google ADK for Java","href":"/ax/integrations/java/google-adk/google-adk-tracing"},{"title":"LangChain4j","href":"/ax/integrations/java/langchain4j/langchain4j-tracing"},{"title":"Spring AI","href":"/ax/integrations/java/spring-ai/spring-ai-tracing"}]},{"group":".NET / C#","pages":[{"title":"Microsoft Agent Framework for C#","href":"/ax/integrations/dotnet-agent-frameworks/microsoft/microsoft-agent-framework"}]}]},{"group":"Coding Agents","pages":[{"title":"Antigravity","href":"/ax/integrations/platforms/antigravity/antigravity-tracing"},{"title":"Claude Code","href":"/ax/integrations/platforms/claude-code/claude-code-tracing"},{"title":"Codex","href":"/ax/integrations/platforms/codex/codex-tracing"},{"title":"GitHub Copilot","href":"/ax/integrations/platforms/copilot/copilot-tracing"},{"title":"Cursor","href":"/ax/integrations/platforms/cursor/cursor-tracing"},{"title":"Devin","href":"/ax/integrations/platforms/devin/devin-tracing"},{"title":"Gemini CLI","href":"/ax/integrations/platforms/gemini/gemini-tracing"},{"title":"Kiro","href":"/ax/integrations/platforms/kiro/kiro-tracing"},{"title":"Oh My Pi","href":"/ax/integrations/platforms/oh-my-pi/oh-my-pi-tracing"},{"title":"OpenCode","href":"/ax/integrations/platforms/opencode/opencode-tracing"}]},{"group":"Platforms","pages":[{"title":"Claude Managed Agents","href":"/ax/integrations/platforms/claude-managed-agents/claude-managed-agents-tracing"},{"title":"Dify","href":"/ax/integrations/platforms/dify/dify-tracing"},{"title":"Flowise","href":"/ax/integrations/platforms/flowise/flowise-tracing"},{"title":"LangFlow","href":"/ax/integrations/platforms/langflow/langflow-tracing"},{"title":"n8n","href":"/ax/integrations/platforms/n8n/n8n-tracing"},{"title":"OpenRouter","href":"/ax/integrations/platforms/openrouter/openrouter-tracing"},{"title":"Open WebUI","href":"/ax/integrations/platforms/openwebui/openwebui-tracing"},{"title":"Prompt flow","href":"/ax/integrations/platforms/prompt-flow/prompt-flow-tracing"},{"title":"Scalekit AgentKit Tracing","href":"/ax/integrations/platforms/scalekit/scalekit-tracing"},{"title":"TrueFoundry","href":"/ax/integrations/platforms/truefoundry/truefoundry-tracing"}]},{"group":"Orchestration","pages":[{"group":"Apache Airflow","pages":[{"title":"Apache Airflow Provider","href":"/ax/integrations/orchestration/airflow/airflow-provider"},{"title":"Operators, Sensors \u0026 Hooks","href":"/ax/integrations/orchestration/airflow/airflow-operators"}]}]},{"group":"Vector Databases","pages":[{"title":"Qdrant","href":"/ax/integrations/vector-databases/qdrant/qdrant-tracing"}]},{"group":"Evaluation","pages":[{"title":"Amazon Bedrock","href":"/ax/integrations/llm-providers/amazon-bedrock/amazon-bedrock-evals"},{"title":"Anthropic","href":"/ax/integrations/llm-providers/anthropic/anthropic-evals"},{"title":"Cleanlab","href":"/ax/integrations/evaluation-integrations/cleanlab"},{"title":"Gemini","href":"/ax/integrations/llm-providers/google-gen-ai/gemini-evals"},{"title":"LiteLLM","href":"/ax/integrations/llm-providers/litellm/litellm-evals"},{"title":"Microsoft Azure AI Evaluation","href":"/ax/integrations/evaluation-integrations/microsoft"},{"title":"Mistral AI","href":"/ax/integrations/llm-providers/mistralai/mistralai-evals"},{"title":"MLflow","href":"/ax/integrations/evaluation-integrations/mlflow"},{"title":"OpenAI","href":"/ax/integrations/llm-providers/openai/openai-evals"},{"title":"Phoenix Evals","href":"/ax/integrations/evaluation-integrations/phoenix-evals"},{"title":"Pydantic Evals","href":"/ax/integrations/evaluation-integrations/pydantic-evals"},{"title":"Ragas","href":"/ax/integrations/evaluation-integrations/ragas"},{"title":"NVIDIA RAG Metrics via Ragas","href":"/ax/integrations/evaluation-integrations/ragas-nvidia-rag-metrics"},{"title":"UQLM","href":"/ax/integrations/evaluation-integrations/uqlm"},{"title":"Vertex AI","href":"/ax/integrations/llm-providers/vertexai/vertexai-evals"}]}]},{"tab":"APIs, SDKs, \u0026 Skills","pages":[{"title":"APIs, SDKs \u0026 Skills","sidebarTitle":"Overview","href":"/api-reference/overview"},{"title":"Choose the right interface for your workload","sidebarTitle":"Choosing an interface","href":"/api-reference/choosing-an-interface"},{"group":"Skills","pages":[{"title":"Skills","sidebarTitle":"Overview","href":"/ax/skills/overview"},{"title":"Install \u0026 authenticate","sidebarTitle":"Install \u0026 authenticate","href":"/ax/skills/install"},{"title":"Skill catalog","sidebarTitle":"Skill catalog","href":"/ax/skills/catalog"}]},{"group":"MCP server","pages":[{"title":"Arize AX MCP Server","sidebarTitle":"Overview","href":"/api-clients/mcp/overview"},{"title":"Connect to the AX MCP Server","sidebarTitle":"Connect your client","href":"/api-clients/mcp/connect"},{"group":"Reference","pages":[{"title":"AX MCP Authentication","sidebarTitle":"Authentication","href":"/api-clients/mcp/authentication"},{"title":"AX MCP Conventions","sidebarTitle":"Conventions","href":"/api-clients/mcp/conventions"},{"title":"AX MCP Endpoints","sidebarTitle":"Endpoints","href":"/api-clients/mcp/endpoints"},{"title":"Arize AX MCP Server FAQ","sidebarTitle":"FAQ","href":"/api-clients/mcp/faq"},{"title":"AX MCP Tool Catalog","sidebarTitle":"Tool catalog","href":"/api-clients/mcp/tool-catalog"}]}]},{"group":"API reference","pages":[{"group":"REST","pages":[{"title":"Arize REST API","sidebarTitle":"Overview","href":"/ax/rest-reference/overview"},{"title":"Error Reference","sidebarTitle":"Errors","href":"/ax/rest-reference/errors"},{"title":"Download OpenAPI Spec","href":"/ax/rest-reference/download-openapi-spec"},{"group":"Endpoints","pages":[{"group":"AI Integrations","pages":[{"title":"List AI integrations","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/ai-integrations","href":"/api-reference/ai-integrations/list-ai-integrations"},{"title":"Create an AI integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/ai-integrations","href":"/api-reference/ai-integrations/create-an-ai-integration"},{"title":"Get an AI integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/ai-integrations/{integration_id}","href":"/api-reference/ai-integrations/get-an-ai-integration"},{"title":"Delete an AI integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/ai-integrations/{integration_id}","href":"/api-reference/ai-integrations/delete-an-ai-integration"},{"title":"Update an AI integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/ai-integrations/{integration_id}","href":"/api-reference/ai-integrations/update-an-ai-integration"}]},{"group":"Annotation Configs","pages":[{"title":"List annotation configs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-configs","href":"/api-reference/annotation-configs/list-annotation-configs"},{"title":"Create an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-configs","href":"/api-reference/annotation-configs/create-an-annotation-config"},{"title":"Get an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-configs/{annotation_config_id}","href":"/api-reference/annotation-configs/get-an-annotation-config"},{"title":"Delete an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/annotation-configs/{annotation_config_id}","href":"/api-reference/annotation-configs/delete-an-annotation-config"},{"title":"Update an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/annotation-configs/{annotation_config_id}","href":"/api-reference/annotation-configs/update-an-annotation-config"},{"title":"List tags on an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-configs/{annotation_config_id}/tags","href":"/api-reference/annotation-configs/list-tags-on-an-annotation-config"},{"title":"Attach tags to a annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-configs/{annotation_config_id}/tags","href":"/api-reference/annotation-configs/attach-tags-to-a-annotation-config"}]},{"group":"Annotation Queues","pages":[{"title":"List annotation queues","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-queues","href":"/api-reference/annotation-queues/list-annotation-queues"},{"title":"Create an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues","href":"/api-reference/annotation-queues/create-an-annotation-queue"},{"title":"Get an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-queues/{annotation_queue_id}","href":"/api-reference/annotation-queues/get-an-annotation-queue"},{"title":"Delete an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/annotation-queues/{annotation_queue_id}","href":"/api-reference/annotation-queues/delete-an-annotation-queue"},{"title":"Update an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/annotation-queues/{annotation_queue_id}","href":"/api-reference/annotation-queues/update-an-annotation-queue"},{"title":"List annotation queue records","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-queues/{annotation_queue_id}/records","href":"/api-reference/annotation-queues/list-annotation-queue-records"},{"title":"Create annotation queue records","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues/{annotation_queue_id}/records","href":"/api-reference/annotation-queues/create-annotation-queue-records"},{"title":"Delete annotation queue records","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/annotation-queues/{annotation_queue_id}/records","href":"/api-reference/annotation-queues/delete-annotation-queue-records"},{"title":"Annotate a record","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues/{annotation_queue_id}/records/{annotation_queue_record_id}/annotate","href":"/api-reference/annotation-queues/annotate-a-record"},{"title":"Assign users to a record","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues/{annotation_queue_id}/records/{annotation_queue_record_id}/assign","href":"/api-reference/annotation-queues/assign-users-to-a-record"},{"title":"List tags on an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-queues/{annotation_queue_id}/tags","href":"/api-reference/annotation-queues/list-tags-on-an-annotation-queue"},{"title":"Attach tags to a annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues/{annotation_queue_id}/tags","href":"/api-reference/annotation-queues/attach-tags-to-a-annotation-queue"}]},{"group":"API Keys","pages":[{"title":"List API keys","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/api-keys","href":"/api-reference/api-keys/list-api-keys"},{"title":"Create an API key","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/api-keys","href":"/api-reference/api-keys/create-an-api-key"},{"title":"Refresh an API key","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/api-keys/{api_key_id}/refresh","href":"/api-reference/api-keys/refresh-an-api-key"},{"title":"Revoke an API key","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml put /v2/api-keys/{api_key_id}/revoke","href":"/api-reference/api-keys/revoke-an-api-key"}]},{"group":"Audit Logs","pages":[{"title":"List audit logs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/audit-logs","href":"/api-reference/audit-logs/list-audit-logs"}]},{"group":"Dashboards","pages":[{"title":"List dashboards","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/dashboards","href":"/api-reference/dashboards/list-dashboards"},{"title":"Create a dashboard","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/dashboards","href":"/api-reference/dashboards/create-a-dashboard"},{"title":"Get a dashboard","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/dashboards/{dashboard_id}","href":"/api-reference/dashboards/get-a-dashboard"},{"title":"List dashboard widgets","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/dashboards/{dashboard_id}/widgets","href":"/api-reference/dashboards/list-dashboard-widgets"},{"title":"Get a dashboard widget","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/dashboards/{dashboard_id}/widgets/{widget_id}","href":"/api-reference/dashboards/get-a-dashboard-widget"}]},{"group":"Datasets","pages":[{"title":"List datasets","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/datasets","href":"/api-reference/datasets/list-datasets"},{"title":"Create a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets","href":"/api-reference/datasets/create-a-dataset"},{"title":"Get a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/datasets/{dataset_id}","href":"/api-reference/datasets/get-a-dataset"},{"title":"Delete a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/datasets/{dataset_id}","href":"/api-reference/datasets/delete-a-dataset"},{"title":"Update a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/datasets/{dataset_id}","href":"/api-reference/datasets/update-a-dataset"},{"title":"List dataset examples","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/datasets/{dataset_id}/examples","href":"/api-reference/datasets/list-dataset-examples"},{"title":"Add new examples to a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets/{dataset_id}/examples","href":"/api-reference/datasets/add-new-examples-to-a-dataset"},{"title":"Delete dataset examples","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/datasets/{dataset_id}/examples","href":"/api-reference/datasets/delete-dataset-examples"},{"title":"Update existing examples in a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/datasets/{dataset_id}/examples","href":"/api-reference/datasets/update-existing-examples-in-a-dataset"},{"title":"Annotate a batch of dataset examples","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets/{dataset_id}/examples/annotate","href":"/api-reference/datasets/annotate-a-batch-of-dataset-examples"},{"title":"Search dataset examples","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets/{dataset_id}/examples/search","href":"/api-reference/datasets/search-dataset-examples"},{"title":"List tags on a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/datasets/{dataset_id}/tags","href":"/api-reference/datasets/list-tags-on-a-dataset"},{"title":"Attach tags to a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets/{dataset_id}/tags","href":"/api-reference/datasets/attach-tags-to-a-dataset"},{"title":"Detach tags from a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/datasets/{dataset_id}/tags","href":"/api-reference/datasets/detach-tags-from-a-dataset"}]},{"group":"Evaluators","pages":[{"title":"List evaluator templates","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluator-templates","href":"/api-reference/evaluators/list-evaluator-templates"},{"title":"Get evaluator version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluator-versions/{version_id}","href":"/api-reference/evaluators/get-evaluator-version"},{"title":"List evaluators","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators","href":"/api-reference/evaluators/list-evaluators"},{"title":"Create evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/evaluators","href":"/api-reference/evaluators/create-evaluator"},{"title":"Get evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators/{evaluator_id}","href":"/api-reference/evaluators/get-evaluator"},{"title":"Delete evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/evaluators/{evaluator_id}","href":"/api-reference/evaluators/delete-evaluator"},{"title":"Update evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/evaluators/{evaluator_id}","href":"/api-reference/evaluators/update-evaluator"},{"title":"List tags on an evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators/{evaluator_id}/tags","href":"/api-reference/evaluators/list-tags-on-an-evaluator"},{"title":"Attach tags to a evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/evaluators/{evaluator_id}/tags","href":"/api-reference/evaluators/attach-tags-to-a-evaluator"},{"title":"Detach tags from a evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/evaluators/{evaluator_id}/tags","href":"/api-reference/evaluators/detach-tags-from-a-evaluator"},{"title":"List evaluator versions","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators/{evaluator_id}/versions","href":"/api-reference/evaluators/list-evaluator-versions"},{"title":"Create evaluator version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/evaluators/{evaluator_id}/versions","href":"/api-reference/evaluators/create-evaluator-version"},{"title":"Delete evaluator versions","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/evaluators/{evaluator_id}/versions","href":"/api-reference/evaluators/delete-evaluator-versions"}]},{"group":"Experiments","pages":[{"title":"List experiments","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/experiments","href":"/api-reference/experiments/list-experiments"},{"title":"Create an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments","href":"/api-reference/experiments/create-an-experiment"},{"title":"Get an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/experiments/{experiment_id}","href":"/api-reference/experiments/get-an-experiment"},{"title":"Delete an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/experiments/{experiment_id}","href":"/api-reference/experiments/delete-an-experiment"},{"title":"List experiment runs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/experiments/{experiment_id}/runs","href":"/api-reference/experiments/list-experiment-runs"},{"title":"Append runs to an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments/{experiment_id}/runs","href":"/api-reference/experiments/append-runs-to-an-experiment"},{"title":"Annotate a batch of experiment runs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments/{experiment_id}/runs/annotate","href":"/api-reference/experiments/annotate-a-batch-of-experiment-runs"},{"title":"Search experiment runs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments/{experiment_id}/runs/search","href":"/api-reference/experiments/search-experiment-runs"},{"title":"List tags on an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/experiments/{experiment_id}/tags","href":"/api-reference/experiments/list-tags-on-an-experiment"},{"title":"Attach tags to a experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments/{experiment_id}/tags","href":"/api-reference/experiments/attach-tags-to-a-experiment"}]},{"group":"Integrations","pages":[{"title":"List integrations","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/integrations","href":"/api-reference/integrations/list-integrations"},{"title":"Create an integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/integrations","href":"/api-reference/integrations/create-an-integration"},{"title":"Get an integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/integrations/{integration_id}","href":"/api-reference/integrations/get-an-integration"},{"title":"Delete an integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/integrations/{integration_id}","href":"/api-reference/integrations/delete-an-integration"},{"title":"Update an integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/integrations/{integration_id}","href":"/api-reference/integrations/update-an-integration"}]},{"group":"Monitors","pages":[{"title":"List monitors","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/monitors","href":"/api-reference/monitors/list-monitors"},{"title":"Get a monitor","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/monitors/{monitor_id}","href":"/api-reference/monitors/get-a-monitor"},{"title":"List tags on a monitor","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/monitors/{monitor_id}/tags","href":"/api-reference/monitors/list-tags-on-a-monitor"},{"title":"Attach tags to a monitor","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/monitors/{monitor_id}/tags","href":"/api-reference/monitors/attach-tags-to-a-monitor"},{"title":"Detach tags from a monitor","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/monitors/{monitor_id}/tags","href":"/api-reference/monitors/detach-tags-from-a-monitor"}]},{"group":"Organizations","pages":[{"title":"List organizations","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/organizations","href":"/api-reference/organizations/list-organizations"},{"title":"Create an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/organizations","href":"/api-reference/organizations/create-an-organization"},{"title":"Get an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/organizations/{org_id}","href":"/api-reference/organizations/get-an-organization"},{"title":"Delete an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/organizations/{org_id}","href":"/api-reference/organizations/delete-an-organization"},{"title":"Update an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/organizations/{org_id}","href":"/api-reference/organizations/update-an-organization"},{"title":"Add a user to an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/organizations/{org_id}/users","href":"/api-reference/organizations/add-a-user-to-an-organization"},{"title":"Remove a user from an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/organizations/{org_id}/users/{user_id}","href":"/api-reference/organizations/remove-a-user-from-an-organization"}]},{"group":"Projects","pages":[{"title":"List projects","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/projects","href":"/api-reference/projects/list-projects"},{"title":"Create a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/projects","href":"/api-reference/projects/create-a-project"},{"title":"Get a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/projects/{project_id}","href":"/api-reference/projects/get-a-project"},{"title":"Delete a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/projects/{project_id}","href":"/api-reference/projects/delete-a-project"},{"title":"Update a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/projects/{project_id}","href":"/api-reference/projects/update-a-project"},{"title":"List tags on a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/projects/{project_id}/tags","href":"/api-reference/projects/list-tags-on-a-project"},{"title":"Attach tags to a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/projects/{project_id}/tags","href":"/api-reference/projects/attach-tags-to-a-project"},{"title":"Detach tags from a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/projects/{project_id}/tags","href":"/api-reference/projects/detach-tags-from-a-project"}]},{"group":"Prompts","pages":[{"title":"List prompts","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts","href":"/api-reference/prompts/list-prompts"},{"title":"Create a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/prompts","href":"/api-reference/prompts/create-a-prompt"},{"title":"Get a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts/{prompt_id}","href":"/api-reference/prompts/get-a-prompt"},{"title":"Delete a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/prompts/{prompt_id}","href":"/api-reference/prompts/delete-a-prompt"},{"title":"Update a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/prompts/{prompt_id}","href":"/api-reference/prompts/update-a-prompt"},{"title":"Resolve a label to a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts/{prompt_id}/labels/{label_name}","href":"/api-reference/prompts/resolve-a-label-to-a-prompt-version"},{"title":"List tags on a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts/{prompt_id}/tags","href":"/api-reference/prompts/list-tags-on-a-prompt"},{"title":"Attach tags to a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/prompts/{prompt_id}/tags","href":"/api-reference/prompts/attach-tags-to-a-prompt"},{"title":"Detach tags from a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/prompts/{prompt_id}/tags","href":"/api-reference/prompts/detach-tags-from-a-prompt"},{"title":"List prompt versions","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts/{prompt_id}/versions","href":"/api-reference/prompts/list-prompt-versions"},{"title":"Create a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/prompts/{prompt_id}/versions","href":"/api-reference/prompts/create-a-prompt-version"},{"title":"Get a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompt-versions/{version_id}","href":"/api-reference/prompts/get-a-prompt-version"},{"title":"Set labels on a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml put /v2/prompt-versions/{version_id}/labels","href":"/api-reference/prompts/set-labels-on-a-prompt-version"},{"title":"Remove a label from a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/prompt-versions/{version_id}/labels/{label_name}","href":"/api-reference/prompts/remove-a-label-from-a-prompt-version"}]},{"group":"Resource Restrictions","pages":[{"title":"List resource restrictions the caller is permitted to manage.","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/resource-restrictions","href":"/api-reference/resource-restrictions/list-resource-restrictions-the-caller-is-permitted-to-manage"},{"title":"Restrict a resource","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/resource-restrictions","href":"/api-reference/resource-restrictions/restrict-a-resource"},{"title":"Unrestrict a resource","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/resource-restrictions/{resource_id}","href":"/api-reference/resource-restrictions/unrestrict-a-resource"}]},{"group":"Role Bindings","pages":[{"title":"List role bindings","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/role-bindings","href":"/api-reference/role-bindings/list-role-bindings"},{"title":"Create a role binding","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/role-bindings","href":"/api-reference/role-bindings/create-a-role-binding"},{"title":"Get a role binding","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/role-bindings/{binding_id}","href":"/api-reference/role-bindings/get-a-role-binding"},{"title":"Delete a role binding","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/role-bindings/{binding_id}","href":"/api-reference/role-bindings/delete-a-role-binding"},{"title":"Update a role binding","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/role-bindings/{binding_id}","href":"/api-reference/role-bindings/update-a-role-binding"}]},{"group":"Roles","pages":[{"title":"List roles","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/roles","href":"/api-reference/roles/list-roles"},{"title":"Create a role","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/roles","href":"/api-reference/roles/create-a-role"},{"title":"Get a role","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/roles/{role_id}","href":"/api-reference/roles/get-a-role"},{"title":"Delete a role","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/roles/{role_id}","href":"/api-reference/roles/delete-a-role"},{"title":"Update a role","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/roles/{role_id}","href":"/api-reference/roles/update-a-role"}]},{"group":"Spaces","pages":[{"title":"List spaces","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/spaces","href":"/api-reference/spaces/list-spaces"},{"title":"Create a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/spaces","href":"/api-reference/spaces/create-a-space"},{"title":"Get a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/spaces/{space_id}","href":"/api-reference/spaces/get-a-space"},{"title":"Delete a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/spaces/{space_id}","href":"/api-reference/spaces/delete-a-space"},{"title":"Update a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/spaces/{space_id}","href":"/api-reference/spaces/update-a-space"},{"title":"Add a user to a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/spaces/{space_id}/users","href":"/api-reference/spaces/add-a-user-to-a-space"},{"title":"Remove a user from a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/spaces/{space_id}/users/{user_id}","href":"/api-reference/spaces/remove-a-user-from-a-space"}]},{"group":"Spans","pages":[{"title":"List spans","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/spans","href":"/api-reference/spans/list-spans"},{"title":"Delete spans","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/spans","href":"/api-reference/spans/delete-spans"},{"title":"Annotate a batch of project spans","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/spans/annotate","href":"/api-reference/spans/annotate-a-batch-of-project-spans"}]},{"group":"Tags","pages":[{"title":"Create a tag","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/tags","href":"/api-reference/tags/create-a-tag"},{"title":"Delete a tag","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/tags/{tag_id}","href":"/api-reference/tags/delete-a-tag"},{"title":"Update a tag","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/tags/{tag_id}","href":"/api-reference/tags/update-a-tag"}]},{"group":"Tasks","pages":[{"title":"List tasks","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/tasks","href":"/api-reference/tasks/list-tasks"},{"title":"Create task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/tasks","href":"/api-reference/tasks/create-task"},{"title":"Get task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/tasks/{task_id}","href":"/api-reference/tasks/get-task"},{"title":"Delete task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/tasks/{task_id}","href":"/api-reference/tasks/delete-task"},{"title":"Update task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/tasks/{task_id}","href":"/api-reference/tasks/update-task"},{"title":"List task runs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/tasks/{task_id}/runs","href":"/api-reference/tasks/list-task-runs"},{"title":"Trigger a task run","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/tasks/{task_id}/trigger","href":"/api-reference/tasks/trigger-a-task-run"},{"title":"Get task run","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/task-runs/{run_id}","href":"/api-reference/tasks/get-task-run"},{"title":"Cancel task run","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/task-runs/{run_id}/cancel","href":"/api-reference/tasks/cancel-task-run"}]},{"group":"Traces","pages":[{"title":"List traces","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/traces","href":"/api-reference/traces/list-traces"}]},{"group":"Users","pages":[{"title":"List users","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/users","href":"/api-reference/users/list-users"},{"title":"Create a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/users","href":"/api-reference/users/create-a-user"},{"title":"Get a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/users/{user_id}","href":"/api-reference/users/get-a-user"},{"title":"Delete a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/users/{user_id}","href":"/api-reference/users/delete-a-user"},{"title":"Update a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/users/{user_id}","href":"/api-reference/users/update-a-user"},{"title":"Resend a user invitation","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/users/{user_id}/resend-invitation","href":"/api-reference/users/resend-a-user-invitation"},{"title":"Trigger a password-reset email for a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/users/{user_id}/reset-password","href":"/api-reference/users/trigger-a-password-reset-email-for-a-user"}]},{"group":"Webhooks","pages":[{"title":"List webhook subscriptions","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhook-subscriptions","href":"/api-reference/webhooks/list-webhook-subscriptions"},{"title":"Create a webhook subscription","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/webhook-subscriptions","href":"/api-reference/webhooks/create-a-webhook-subscription"},{"title":"Get a webhook subscription","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhook-subscriptions/{subscription_id}","href":"/api-reference/webhooks/get-a-webhook-subscription"},{"title":"Delete a webhook subscription","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/webhook-subscriptions/{subscription_id}","href":"/api-reference/webhooks/delete-a-webhook-subscription"},{"title":"List webhooks","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhooks","href":"/api-reference/webhooks/list-webhooks"},{"title":"Create a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/webhooks","href":"/api-reference/webhooks/create-a-webhook"},{"title":"Get a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhooks/{webhook_id}","href":"/api-reference/webhooks/get-a-webhook"},{"title":"Delete a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/webhooks/{webhook_id}","href":"/api-reference/webhooks/delete-a-webhook"},{"title":"Update a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/webhooks/{webhook_id}","href":"/api-reference/webhooks/update-a-webhook"},{"title":"List a webhook's delivery attempts","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhooks/{webhook_id}/delivery-attempts","href":"/api-reference/webhooks/list-a-webhooks-delivery-attempts"},{"title":"Send a test event to a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/webhooks/{webhook_id}/test","href":"/api-reference/webhooks/send-a-test-event-to-a-webhook"}]}]}]},{"group":"GraphQL","pages":[{"title":"GraphQL API","sidebarTitle":"GraphQL API Overview","href":"/ax/graphql-reference"},{"title":"Getting Started with GraphQL","href":"/ax/graphql-reference/overview/getting-started-with-graphql"},{"title":"API Explorer","href":"/ax/graphql-reference/overview/api-explorer"},{"group":"How to use GraphQL","pages":[{"title":"How to Use GraphQL","sidebarTitle":"Overview","href":"/ax/graphql-reference/overview/how-to-use-graphql"},{"title":"Forming Calls","href":"/ax/graphql-reference/overview/how-to-use-graphql/forming-calls"},{"title":"Using global node IDs","href":"/ax/graphql-reference/overview/how-to-use-graphql/using-global-node-ids"},{"title":"Querying Nested Data","href":"/ax/graphql-reference/overview/how-to-use-graphql/querying-nested-data"},{"title":"Notebook Examples","href":"/ax/graphql-reference/overview/how-to-use-graphql/notebook-examples"},{"title":"Mutations","href":"/ax/graphql-reference/overview/how-to-use-graphql/mutations"}]},{"title":"Resource Limitations","href":"/ax/graphql-reference/overview/resource-limitations"},{"group":"Guides","pages":[{"title":"Managing spaces, keys and SSO with GraphQL","href":"/ax/graphql-reference/guides/admin"},{"title":"Managing monitors with GraphQL","href":"/ax/graphql-reference/guides/monitors"},{"title":"Managing dashboards with GraphQL","href":"/ax/graphql-reference/guides/dashboards"},{"title":"Managing projects and models with GraphQL","href":"/ax/graphql-reference/guides/projects-and-models"},{"title":"Importing data with GraphQL","href":"/ax/graphql-reference/guides/data-import"},{"title":"Managing evaluators and tasks with GraphQL","href":"/ax/graphql-reference/guides/evaluators-and-tasks"},{"title":"Managing datasets and annotations with GraphQL","href":"/ax/graphql-reference/guides/datasets-and-annotations"},{"title":"Managing prompts with GraphQL","href":"/ax/graphql-reference/guides/prompts"},{"title":"Managing LLM integrations with GraphQL","href":"/ax/graphql-reference/guides/llm-integrations"},{"title":"Managed agents and Signal via GraphQL","href":"/ax/graphql-reference/guides/managed-agents-and-signal"}]},{"group":"Mutation reference","pages":[{"title":"All GraphQL mutations","href":"/ax/graphql-reference/mutations/index"},{"title":"Admin mutations","href":"/ax/graphql-reference/mutations/admin"},{"title":"Monitor mutations","href":"/ax/graphql-reference/mutations/monitors"},{"title":"Dashboard mutations","href":"/ax/graphql-reference/mutations/dashboards"},{"title":"Project and model mutations","href":"/ax/graphql-reference/mutations/projects-and-models"},{"title":"Data import mutations","href":"/ax/graphql-reference/mutations/data-import"},{"title":"Evaluator and task mutations","href":"/ax/graphql-reference/mutations/evaluators-and-tasks"},{"title":"Dataset and annotation mutations","href":"/ax/graphql-reference/mutations/datasets-and-annotations"},{"title":"Prompt mutations","href":"/ax/graphql-reference/mutations/prompts"},{"title":"LLM integration mutations","href":"/ax/graphql-reference/mutations/llm-integrations"},{"title":"Managed agent and Signal mutations","href":"/ax/graphql-reference/mutations/managed-agents-and-signal"}]},{"group":"Query reference","pages":[{"title":"Root queries","href":"/ax/graphql-reference/queries/root-queries"},{"title":"Object graph","href":"/ax/graphql-reference/queries/object-graph"}]}]}]},{"group":"API clients","pages":[{"group":"Python SDK","pages":[{"title":"Python SDK","sidebarTitle":"Overview","href":"/api-clients/python/overview"},{"group":"Version 8","pages":[{"title":"Python SDK v8","sidebarTitle":"Overview","href":"/api-clients/python/version-8/overview"},{"group":"Tutorial","pages":[{"title":"Send Traces to Arize AX","href":"/api-clients/python/version-8/tutorial/get-started-tracing-with-arize-sdk"},{"title":"Run and Log Evals to Measure Performance","href":"/api-clients/python/version-8/tutorial/get-started-evaluations-with-arize-sdk"},{"title":"Iterate with Experiments","href":"/api-clients/python/version-8/tutorial/get-started-datasets-experiments-with-arize-sdk"}]},{"title":"OpenTelemetry Tracing","href":"/api-clients/python/version-8/tracing"},{"title":"AI Integrations","href":"/api-clients/python/version-8/client-resources/ai-integrations"},{"title":"Annotation Configs","href":"/api-clients/python/version-8/client-resources/annotation-configs"},{"title":"Annotation Queues","href":"/api-clients/python/version-8/client-resources/annotation-queues"},{"title":"API Keys","href":"/api-clients/python/version-8/client-resources/api-keys"},{"title":"Audit Logs","href":"/api-clients/python/version-8/client-resources/audit-logs"},{"title":"Datasets","href":"/api-clients/python/version-8/client-resources/datasets"},{"title":"Evaluators","href":"/api-clients/python/version-8/client-resources/evaluators"},{"title":"Experiments","href":"/api-clients/python/version-8/client-resources/experiments"},{"title":"Integrations","href":"/api-clients/python/version-8/client-resources/integrations"},{"title":"ML Models","href":"/api-clients/python/version-8/client-resources/ml-models"},{"title":"Organizations","href":"/api-clients/python/version-8/client-resources/organizations"},{"title":"Projects","href":"/api-clients/python/version-8/client-resources/projects"},{"title":"Prompts","href":"/api-clients/python/version-8/client-resources/prompts"},{"title":"Resource Restrictions","href":"/api-clients/python/version-8/client-resources/resource-restrictions"},{"title":"Role Bindings","href":"/api-clients/python/version-8/client-resources/role-bindings"},{"title":"Roles","href":"/api-clients/python/version-8/client-resources/roles"},{"title":"Spaces","href":"/api-clients/python/version-8/client-resources/spaces"},{"title":"Spans","href":"/api-clients/python/version-8/client-resources/spans"},{"title":"Tasks","href":"/api-clients/python/version-8/client-resources/tasks"},{"title":"Traces","href":"/api-clients/python/version-8/client-resources/traces"},{"title":"Users","href":"/api-clients/python/version-8/client-resources/users"},{"title":"Webhooks","href":"/api-clients/python/version-8/client-resources/webhooks"},{"title":"Embeddings","href":"/api-clients/python/version-8/embeddings"},{"title":"Utilities","href":"/api-clients/python/version-8/utils"},{"group":"Migration from v7","pages":[{"title":"Migration Overview","sidebarTitle":"Overview","href":"/api-clients/python/version-8/migration/index"},{"title":"Migrate Pandas Client","sidebarTitle":"Pandas Client","href":"/api-clients/python/version-8/migration/pandas-client"},{"title":"Migrate Stream Client","sidebarTitle":"Stream Client","href":"/api-clients/python/version-8/migration/stream-client"},{"group":"Datasets Client","pages":[{"title":"Migrate Datasets Client","sidebarTitle":"Datasets","href":"/api-clients/python/version-8/migration/datasets-client"},{"title":"Migrate Experiments Client","sidebarTitle":"Experiments","href":"/api-clients/python/version-8/migration/experiments-client"}]},{"title":"Migrate Exporter Client","sidebarTitle":"Exporter","href":"/api-clients/python/version-8/migration/exporter-client"}]}]},{"group":"Version 7","pages":[{"title":"Python SDK v7","sidebarTitle":"Overview","href":"/api-clients/python/version-7/overview"},{"title":"Export Data API","href":"/api-clients/python/version-7/export-data-api"},{"title":"Prompt Hub API","href":"/api-clients/python/version-7/prompt-hub-api"},{"group":"Pandas Batch Logging","pages":[{"title":"Pandas batch logging","sidebarTitle":"Overview","href":"/api-clients/python/version-7/ml-logging/arize-pandas"},{"title":"Client","href":"/api-clients/python/version-7/ml-logging/arize-pandas/client"},{"title":"Log","href":"/api-clients/python/version-7/ml-logging/arize-pandas/log"},{"title":"Schema","href":"/api-clients/python/version-7/ml-logging/arize-pandas/schema"},{"title":"TypedColumns","href":"/api-clients/python/version-7/ml-logging/arize-pandas/typedcolumns"},{"title":"EmbeddingColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/embeddingcolumnnames"},{"title":"ObjectDetectionColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/objectdetectioncolumnnames"},{"title":"PromptTemplateColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/prompttemplatecolumnnames"},{"title":"LLMConfigColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/llmconfigcolumnnames"},{"title":"LLMRunMetadataColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/llmrunmetadatacolumnnames"},{"title":"NLP_Metrics","sidebarTitle":"NLP Metrics","href":"/api-clients/python/version-7/ml-logging/arize-pandas/llm-evaluation"},{"title":"AutoEmbeddings","href":"/api-clients/python/version-7/ml-logging/arize-pandas/autoembeddings"},{"title":"Utils.Types.ModelTypes","href":"/api-clients/python/version-7/ml-logging/arize-pandas/utils.types.modeltypes"},{"title":"Utils.Types.Metrics","href":"/api-clients/python/version-7/ml-logging/arize-pandas/utils.types.metrics"},{"title":"Utils.Types.Environments","href":"/api-clients/python/version-7/ml-logging/arize-pandas/utils.types.environments"}]},{"group":"Single Record Logging","pages":[{"title":"Single Record Logging","sidebarTitle":"Overview","href":"/api-clients/python/version-7/ml-logging/arize-log"},{"title":"Client","href":"/api-clients/python/version-7/ml-logging/arize-log/client"},{"title":"Log","href":"/api-clients/python/version-7/ml-logging/arize-log/logpage"},{"title":"TypedValue","href":"/api-clients/python/version-7/ml-logging/arize-log/typedvalue"},{"title":"Ranking","href":"/api-clients/python/version-7/ml-logging/arize-log/ranking"},{"title":"Multi class","href":"/api-clients/python/version-7/ml-logging/arize-log/multi-class"},{"title":"Object detection","href":"/api-clients/python/version-7/ml-logging/arize-log/objectdetection"},{"title":"Embedding","href":"/api-clients/python/version-7/ml-logging/arize-log/embedding"},{"title":"LLMRunMetadata","href":"/api-clients/python/version-7/ml-logging/arize-log/llmrunmetadata"},{"title":"Utils.Types.ModelTypes","href":"/api-clients/python/version-7/ml-logging/arize-log/utils.types.modeltypes"},{"title":"Utils.Types.Metrics","href":"/api-clients/python/version-7/ml-logging/arize-log/utils.types.metrics"},{"title":"Utils.Types.Environments","href":"/api-clients/python/version-7/ml-logging/arize-log/utils.types.environments"}]}]}]},{"group":"TypeScript SDK","pages":[{"group":"Version 1","pages":[{"title":"TypeScript SDK v1","sidebarTitle":"Overview","href":"/api-clients/typescript/version-1/overview"},{"title":"AI Integrations","href":"/api-clients/typescript/version-1/client-resources/ai-integrations"},{"title":"Annotation Configs","href":"/api-clients/typescript/version-1/client-resources/annotation-configs"},{"title":"Annotation Queues","href":"/api-clients/typescript/version-1/client-resources/annotation-queues"},{"title":"API Keys","href":"/api-clients/typescript/version-1/client-resources/api-keys"},{"title":"Audit Logs","href":"/api-clients/typescript/version-1/client-resources/audit-logs"},{"title":"Datasets","href":"/api-clients/typescript/version-1/client-resources/datasets"},{"title":"Evaluators","href":"/api-clients/typescript/version-1/client-resources/evaluators"},{"title":"Experiments","href":"/api-clients/typescript/version-1/client-resources/experiments"},{"title":"Integrations","href":"/api-clients/typescript/version-1/client-resources/integrations"},{"title":"Organizations","href":"/api-clients/typescript/version-1/client-resources/organizations"},{"title":"Projects","href":"/api-clients/typescript/version-1/client-resources/projects"},{"title":"Prompts","href":"/api-clients/typescript/version-1/client-resources/prompts"},{"title":"Resource Restrictions","href":"/api-clients/typescript/version-1/client-resources/resource-restrictions"},{"title":"Role Bindings","href":"/api-clients/typescript/version-1/client-resources/role-bindings"},{"title":"Roles","href":"/api-clients/typescript/version-1/client-resources/roles"},{"title":"Spaces","href":"/api-clients/typescript/version-1/client-resources/spaces"},{"title":"Spans","href":"/api-clients/typescript/version-1/client-resources/spans"},{"title":"Tasks","href":"/api-clients/typescript/version-1/client-resources/tasks"},{"title":"Traces","href":"/api-clients/typescript/version-1/client-resources/traces"},{"title":"Users","href":"/api-clients/typescript/version-1/client-resources/users"},{"title":"Webhooks","href":"/api-clients/typescript/version-1/client-resources/webhooks"}]}]},{"group":"Golang SDK","pages":[{"group":"Version 2","pages":[{"title":"Go SDK v2","sidebarTitle":"Overview","href":"/api-clients/go/version-2/overview"},{"title":"AI Integrations","href":"/api-clients/go/version-2/client-resources/ai-integrations"},{"title":"Annotation Configs","href":"/api-clients/go/version-2/client-resources/annotation-configs"},{"title":"Annotation Queues","href":"/api-clients/go/version-2/client-resources/annotation-queues"},{"title":"API Keys","href":"/api-clients/go/version-2/client-resources/api-keys"},{"title":"Audit Logs","href":"/api-clients/go/version-2/client-resources/audit-logs"},{"title":"Datasets","href":"/api-clients/go/version-2/client-resources/datasets"},{"title":"Evaluators","href":"/api-clients/go/version-2/client-resources/evaluators"},{"title":"Experiments","href":"/api-clients/go/version-2/client-resources/experiments"},{"title":"Integrations","href":"/api-clients/go/version-2/client-resources/integrations"},{"title":"Organizations","href":"/api-clients/go/version-2/client-resources/organizations"},{"title":"Projects","href":"/api-clients/go/version-2/client-resources/projects"},{"title":"Prompts","href":"/api-clients/go/version-2/client-resources/prompts"},{"title":"Resource Restrictions","href":"/api-clients/go/version-2/client-resources/resource-restrictions"},{"title":"Role Bindings","href":"/api-clients/go/version-2/client-resources/role-bindings"},{"title":"Roles","href":"/api-clients/go/version-2/client-resources/roles"},{"title":"Spaces","href":"/api-clients/go/version-2/client-resources/spaces"},{"title":"Spans","href":"/api-clients/go/version-2/client-resources/spans"},{"title":"Tasks","href":"/api-clients/go/version-2/client-resources/tasks"},{"title":"Traces","href":"/api-clients/go/version-2/client-resources/traces"},{"title":"Users","href":"/api-clients/go/version-2/client-resources/users"},{"title":"Webhooks","href":"/api-clients/go/version-2/client-resources/webhooks"}]}]},{"group":"CLI","pages":[{"title":"AX CLI","sidebarTitle":"Overview","href":"/api-clients/cli/overview"},{"title":"AI Integrations","href":"/api-clients/cli/ai-integrations"},{"title":"Annotation Configs","href":"/api-clients/cli/annotation-configs"},{"title":"Annotation Queues","href":"/api-clients/cli/annotation-queues"},{"title":"API Keys","href":"/api-clients/cli/api-keys"},{"title":"Auth","href":"/api-clients/cli/auth"},{"title":"Datasets","href":"/api-clients/cli/datasets"},{"title":"Evaluators","href":"/api-clients/cli/evaluators"},{"title":"Experiments","href":"/api-clients/cli/experiments"},{"title":"Instrument","href":"/api-clients/cli/instrument"},{"title":"Integrations","href":"/api-clients/cli/integrations"},{"title":"Organizations","href":"/api-clients/cli/organizations"},{"title":"Profiles","href":"/api-clients/cli/profiles"},{"title":"Projects","href":"/api-clients/cli/projects"},{"title":"Prompts","href":"/api-clients/cli/prompts"},{"title":"Resource Restrictions","href":"/api-clients/cli/resource-restrictions"},{"title":"Role Bindings","href":"/api-clients/cli/role-bindings"},{"title":"Roles","href":"/api-clients/cli/roles"},{"title":"Skills","href":"/api-clients/cli/skills"},{"title":"Spaces","href":"/api-clients/cli/spaces"},{"title":"Spans","href":"/api-clients/cli/spans"},{"title":"Tasks","href":"/api-clients/cli/tasks"},{"title":"Traces","href":"/api-clients/cli/traces"},{"title":"Upgrade","href":"/api-clients/cli/upgrade"},{"title":"Users","href":"/api-clients/cli/users"},{"title":"Webhooks","href":"/api-clients/cli/webhooks"}]},{"group":"Managed Agents CLI","pages":[{"title":"Managed Agents CLI (ag)","sidebarTitle":"Overview","href":"/api-clients/ag/overview"},{"title":"Sessions","href":"/api-clients/ag/sessions"},{"title":"Presets","href":"/api-clients/ag/presets"},{"title":"Skills","href":"/api-clients/ag/skills"},{"title":"Automations","href":"/api-clients/ag/automations"},{"title":"Signal","href":"/api-clients/ag/signal"}]}]}]},{"tab":"Learn","pages":[{"title":"Learn","sidebarTitle":"Overview","href":"/ax/learn"},{"group":"Getting started with Arize AX","pages":[{"title":"Introduction to Arize AX and evals","href":"/ax/learn/getting-started-with-ax/overview"},{"title":"Instrument an agent and review traces","href":"/ax/learn/getting-started-with-ax/instrumentation"},{"title":"Create and validate evaluators","href":"/ax/learn/getting-started-with-ax/observe-and-evaluate"},{"title":"Experiment, monitor, and export traces","href":"/ax/learn/getting-started-with-ax/ongoing-improvement"}]},{"group":"Courses","pages":[{"group":"AI agent mastery","pages":[{"title":"AI agent mastery","sidebarTitle":"Overview","href":"/ax/learn/courses/ai-agent-mastery/overview"},{"title":"Module 1: Introduction to agents","href":"/ax/learn/courses/ai-agent-mastery/module-1-introduction-to-agents"},{"title":"Module 2: Agent engineering and observability","href":"/ax/learn/courses/ai-agent-mastery/module-2-agent-engineering-and-observability"},{"title":"Module 3: Agent architectures and frameworks","href":"/ax/learn/courses/ai-agent-mastery/module-3-agent-architectures-and-frameworks"},{"title":"Module 4: Tools and MCP","href":"/ax/learn/courses/ai-agent-mastery/module-4-tools-and-mcp"},{"title":"Module 5: RAG and agentic RAG","href":"/ax/learn/courses/ai-agent-mastery/module-5-rag-and-agentic-rag"},{"title":"Module 6: Agent evaluation","href":"/ax/learn/courses/ai-agent-mastery/module-6-agent-evaluation"},{"title":"Module 7: Post-deployment and monitoring","href":"/ax/learn/courses/ai-agent-mastery/module-7-post-deployment-and-monitoring"}]}]}]},{"tab":"Concepts","groups":[{"group":"OpenTelemetry and OpenInference","pages":[{"title":"OpenTelemetry and OpenInference","sidebarTitle":"Overview","href":"/ax/concepts/otel-openinference/overview"},{"title":"Signals, Spans, Traces, and Sessions","sidebarTitle":"Signals, spans, traces, and sessions","href":"/ax/concepts/otel-openinference/signals"},{"title":"Resource","sidebarTitle":"Resource","href":"/ax/concepts/otel-openinference/resource"},{"title":"Exporter and OTLP","sidebarTitle":"Exporter and OTLP","href":"/ax/concepts/otel-openinference/exporter"},{"title":"Span Processor","sidebarTitle":"Span processor","href":"/ax/concepts/otel-openinference/span-processor"},{"title":"Tracer Provider and Tracer","sidebarTitle":"Tracer provider and tracer","href":"/ax/concepts/otel-openinference/tracer-provider"},{"title":"The arize.otel Helpers","sidebarTitle":"arize.otel helpers","href":"/ax/concepts/otel-openinference/arize-otel-helpers"},{"title":"OpenInference Semantic Conventions","sidebarTitle":"Semantic conventions","href":"/ax/concepts/otel-openinference/semantic-conventions"},{"title":"OpenInference Span Kinds","sidebarTitle":"Span kinds","href":"/ax/concepts/otel-openinference/span-kinds"},{"title":"Instrumentation Approaches","sidebarTitle":"Instrumentation approaches","href":"/ax/concepts/otel-openinference/instrumentation-approaches"},{"title":"OpenInference Context Managers","sidebarTitle":"Context managers","href":"/ax/concepts/otel-openinference/context-managers"},{"title":"Context Propagation","sidebarTitle":"Context propagation","href":"/ax/concepts/otel-openinference/context-propagation"},{"title":"Sampling","sidebarTitle":"Sampling","href":"/ax/concepts/otel-openinference/sampling"},{"title":"OpenTelemetry Collector","sidebarTitle":"OpenTelemetry Collector","href":"/ax/concepts/otel-openinference/otel-collector"}]},{"group":"Prompts","pages":[{"title":"Prompts in Arize AX","sidebarTitle":"Overview","href":"/ax/concepts/prompts/overview"},{"title":"The Prompt Object","sidebarTitle":"The Prompt Object","href":"/ax/concepts/prompts/prompt-object"},{"title":"Versioning and Tags","sidebarTitle":"Versioning and tags","href":"/ax/concepts/prompts/versioning-and-tags"},{"title":"The Prompt Hub","sidebarTitle":"The Prompt Hub","href":"/ax/concepts/prompts/prompt-hub"},{"title":"Loading Prompts in Your Application","sidebarTitle":"Loading in applications","href":"/ax/concepts/prompts/loading-in-applications"},{"title":"The Prompt Playground","sidebarTitle":"The Prompt Playground","href":"/ax/concepts/prompts/prompt-playground"},{"title":"Datasets for Prompt Iteration","sidebarTitle":"Datasets","href":"/ax/concepts/prompts/datasets-for-prompts"},{"title":"Experiments for Prompts","sidebarTitle":"Experiments","href":"/ax/concepts/prompts/experiments-for-prompts"},{"title":"Prompts in CI/CD","sidebarTitle":"Prompts in CI/CD","href":"/ax/concepts/prompts/prompts-in-ci-cd"},{"title":"Optimizing Prompts","sidebarTitle":"Optimizing prompts","href":"/ax/concepts/prompts/optimizing-prompts"}]},{"group":"Evaluators","pages":[{"title":"Evaluators in Arize AX","sidebarTitle":"Overview","href":"/ax/concepts/evaluators/overview"},{"title":"Evaluation Levels — Span, Trace, and Session","sidebarTitle":"Evaluation levels","href":"/ax/concepts/evaluators/evaluation-levels"},{"title":"Evaluator Types — Human, Code, and LLM-as-a-Judge","sidebarTitle":"Evaluator types","href":"/ax/concepts/evaluators/evaluator-types"},{"title":"Anatomy of an Evaluator","sidebarTitle":"Anatomy of an evaluator","href":"/ax/concepts/evaluators/anatomy-of-an-evaluator"},{"title":"Online vs Offline Evaluators","sidebarTitle":"Online vs offline","href":"/ax/concepts/evaluators/online-vs-offline"},{"title":"Online LLM-as-a-Judge","sidebarTitle":"Online LLM-as-a-judge","href":"/ax/concepts/evaluators/online-llm-as-judge"},{"title":"Online Code Evaluators","sidebarTitle":"Online code evaluators","href":"/ax/concepts/evaluators/online-code-evaluators"},{"title":"Filters, Scope, and Cadence","sidebarTitle":"Filters, scope, and cadence","href":"/ax/concepts/evaluators/filters-scope-and-cadence"},{"title":"Offline Evaluation","sidebarTitle":"Offline evaluation","href":"/ax/concepts/evaluators/offline-evaluation-with-phoenix"},{"title":"Evaluating Agents","sidebarTitle":"Evaluating agents","href":"/ax/concepts/evaluators/evaluating-agents"},{"title":"Evaluator Best Practices","sidebarTitle":"Best practices","href":"/ax/concepts/evaluators/evaluator-best-practices"},{"title":"Validating and Improving Evaluators","sidebarTitle":"Validating and improving","href":"/ax/concepts/evaluators/validating-and-improving-evaluators"}]},{"group":"adb","pages":[{"title":"adb in Arize AX","sidebarTitle":"Overview","href":"/ax/concepts/adb/overview"},{"title":"adb architecture","sidebarTitle":"Architecture","href":"/ax/concepts/adb/architecture"},{"title":"Real-time ingestion in adb","sidebarTitle":"Real-time ingestion","href":"/ax/concepts/adb/real-time-ingestion"},{"title":"adb performance \u0026 benchmarks","sidebarTitle":"Performance \u0026 benchmarks","href":"/ax/concepts/adb/performance"}]}]},{"tab":"Self-Hosting","pages":[{"title":"Self-hosted","href":"/ax/selfhosting"},{"title":"On-Premise Overview","href":"/ax/selfhosting/info/on-premise-overview"},{"group":"Architecture","pages":[{"title":"Core components","href":"/ax/selfhosting/architecture/core-components"},{"title":"Platform options","href":"/ax/selfhosting/architecture/platform-options"},{"title":"Resiliency, Disaster Recovery, and High Availability","href":"/ax/selfhosting/architecture/resiliency"},{"title":"Programmatic Interface Limits and Capacity","sidebarTitle":"API limits \u0026 export capacity","href":"/ax/selfhosting/architecture/programmatic-interface-capacity"}]},{"group":"Getting started","pages":[{"title":"Overview","href":"/ax/selfhosting/getting-started/overview"},{"title":"Prerequisites","href":"/ax/selfhosting/getting-started/prerequisites"},{"title":"Deployment types","href":"/ax/selfhosting/getting-started/deployment-types"},{"title":"Installation overview","href":"/ax/selfhosting/installation/index"},{"title":"Download and unpack the distribution","sidebarTitle":"Download and unpack","href":"/ax/selfhosting/getting-started/download-and-unpack-the-distribution"}]},{"group":"Platform","pages":[{"group":"GCP","pages":[{"group":"Cluster","pages":[{"title":"GKE cluster and resources (existing cluster)","sidebarTitle":"Existing cluster","href":"/ax/selfhosting/installation/gcp/cluster-existing-gke"},{"title":"GKE and infrastructure (Terraform)","sidebarTitle":"Terraform","href":"/ax/selfhosting/installation/gcp/cluster-terraform"}]},{"group":"Install Arize AX","pages":[{"title":"Install Arize AX on GCP (quick start)","sidebarTitle":"Quick start","href":"/ax/selfhosting/installation/gcp/install-arize-quickstart"},{"title":"Detailed walkthrough (GCP)","sidebarTitle":"Walkthrough","href":"/ax/selfhosting/installation/gcp/install-arize-detailed"}]},{"title":"Ingress on GCP (Google Cloud load balancer)","sidebarTitle":"GCP load balancer","href":"/ax/selfhosting/installation/gcp/ingress-gcp-load-balancer"}]},{"group":"Azure","pages":[{"group":"Cluster","pages":[{"title":"AKS cluster and resources (existing cluster)","sidebarTitle":"Existing cluster","href":"/ax/selfhosting/installation/azure/cluster-existing-aks"},{"title":"AKS and infrastructure (Terraform)","sidebarTitle":"Terraform","href":"/ax/selfhosting/installation/azure/cluster-terraform"}]},{"group":"Install Arize AX","pages":[{"title":"Install Arize AX on Azure (quick start)","sidebarTitle":"Quick start","href":"/ax/selfhosting/installation/azure/install-arize-quickstart"},{"title":"Detailed walkthrough (Azure)","sidebarTitle":"Walkthrough","href":"/ax/selfhosting/installation/azure/install-arize-detailed"}]},{"title":"Ingress on Azure (Azure load balancer)","sidebarTitle":"Azure load balancer","href":"/ax/selfhosting/installation/azure/ingress-azure-load-balancer"}]},{"group":"AWS","pages":[{"group":"Cluster","pages":[{"title":"EKS cluster and AWS resources","sidebarTitle":"Existing EKS cluster","href":"/ax/selfhosting/installation/aws/cluster-existing-eks"},{"title":"EKS and AWS infrastructure (Terraform)","sidebarTitle":"Terraform","href":"/ax/selfhosting/installation/aws/cluster-terraform"}]},{"group":"Install Arize AX","pages":[{"title":"Install Arize AX on AWS (quick start)","sidebarTitle":"Quick start","href":"/ax/selfhosting/installation/aws/install-arize-quickstart"},{"title":"Detailed walkthrough (AWS)","sidebarTitle":"Walkthrough","href":"/ax/selfhosting/installation/aws/install-arize-detailed"}]},{"title":"Ingress on AWS (Elastic load balancer)","sidebarTitle":"AWS load balancer","href":"/ax/selfhosting/installation/aws/ingress-aws-load-balancer"}]},{"group":"IBM Cloud","pages":[{"group":"Cluster","pages":[{"title":"IKS cluster and IBM Cloud resources (existing cluster)","sidebarTitle":"Existing cluster","href":"/ax/selfhosting/installation/ibm/cluster-existing-iks"}]},{"group":"Install Arize AX","pages":[{"title":"Install Arize AX on IBM Cloud (quick start)","sidebarTitle":"Quick start","href":"/ax/selfhosting/installation/ibm/install-arize-quickstart"},{"title":"Detailed walkthrough (IBM Cloud)","sidebarTitle":"Walkthrough","href":"/ax/selfhosting/installation/ibm/install-arize-detailed"}]},{"title":"Ingress on IBM Cloud","sidebarTitle":"IBM Cloud ingress","href":"/ax/selfhosting/installation/ibm/ingress-ibm-cloud"}]},{"group":"OpenShift","pages":[{"group":"Cluster","pages":[{"title":"OpenShift cluster and resources","sidebarTitle":"Existing OpenShift cluster","href":"/ax/selfhosting/installation/openshift/cluster-existing-openshift"}]},{"group":"Install Arize AX","pages":[{"title":"Install Arize AX on OpenShift (quick start)","sidebarTitle":"Quick start","href":"/ax/selfhosting/installation/openshift/install-arize-quickstart"},{"title":"Detailed walkthrough (OpenShift)","sidebarTitle":"Walkthrough","href":"/ax/selfhosting/installation/openshift/install-arize-detailed"}]},{"title":"Ingress on OpenShift","sidebarTitle":"OpenShift ingress","href":"/ax/selfhosting/installation/openshift/ingress-openshift"}]},{"group":"Single Host","pages":[{"title":"Installation on Single Host","href":"/ax/selfhosting/installation/installation-on-single-host"}]},{"group":"Rancher / Baremetal","pages":[{"group":"Cluster","pages":[{"title":"Rancher cluster and storage","sidebarTitle":"Cluster and storage","href":"/ax/selfhosting/installation/rancher-bare-metal/cluster-and-storage"}]},{"group":"Install Arize AX","pages":[{"title":"Install Arize AX on Rancher","sidebarTitle":"Install Arize AX","href":"/ax/selfhosting/installation/rancher-bare-metal/install-arize"},{"title":"Restricted PodSecurity notes","sidebarTitle":"Restricted PodSecurity","href":"/ax/selfhosting/installation/rancher-bare-metal/talos-podsecurity"}]},{"group":"Validate and troubleshoot","pages":[{"title":"Validate and troubleshoot Rancher installs","sidebarTitle":"Validate and troubleshoot","href":"/ax/selfhosting/installation/rancher-bare-metal/validate-troubleshoot"},{"title":"Fresh reinstall cleanup","sidebarTitle":"Fresh reinstall cleanup","href":"/ax/selfhosting/advanced/fresh-reinstall-cleanup"}]}]}]},{"group":"Ingress","pages":[{"title":"Configuring Ingress Endpoints","href":"/ax/selfhosting/installation/ingress/configuring-endpoints"},{"title":"Ingress — NGINX, Istio, Kong, Traefik, and others","sidebarTitle":"Other controllers","href":"/ax/selfhosting/installation/ingress/other-controllers"}]},{"group":"Use Arize","pages":[{"title":"Validate your deployment","sidebarTitle":"Validate deployment","href":"/ax/selfhosting/installation/validate-deployment"},{"title":"On-Premise SDK Usage","href":"/ax/selfhosting/guides/sdk-usage"}]},{"group":"Advanced","pages":[{"title":"On-Premise Integrations","href":"/ax/selfhosting/guides/integrations"},{"title":"Configuring SAML","href":"/ax/selfhosting/installation/configuring-saml"},{"title":"External Postgres Requirements","href":"/ax/selfhosting/installation/external-postgres-requirements"},{"title":"Bare metal compatibility","href":"/ax/selfhosting/installation/bare-metal-compatibility"}]},{"group":"Resources","pages":[{"title":"On-Premise Releases","href":"/ax/selfhosting/on-premise-releases"},{"title":"Installation Videos","href":"/ax/selfhosting/installation-videos"},{"title":"Agent Skills","href":"/ax/selfhosting/agent-skills"},{"title":"Frequently Asked Questions","href":"/ax/selfhosting/getting-started/faq"}]}]},{"tab":"Changelog","pages":[{"title":"Changelog","href":"/ax/release-notes"},{"group":"History","pages":[{"group":"2026","pages":[{"title":"October 2026","sidebarTitle":"October","href":"/ax/release-notes/history/2026/10-2026"},{"title":"September 2026","sidebarTitle":"September","href":"/ax/release-notes/history/2026/09-2026"},{"title":"August 2026","sidebarTitle":"August","href":"/ax/release-notes/history/2026/08-2026"},{"title":"July 2026","sidebarTitle":"July","href":"/ax/release-notes/history/2026/07-2026"},{"title":"June 2026","sidebarTitle":"June","href":"/ax/release-notes/history/2026/06-2026"},{"title":"May 2026","sidebarTitle":"May","href":"/ax/release-notes/history/2026/05-2026"},{"title":"April 2026","sidebarTitle":"April","href":"/ax/release-notes/history/2026/04-2026"},{"title":"March 2026","sidebarTitle":"March","href":"/ax/release-notes/history/2026/03-2026"},{"title":"February 2026","sidebarTitle":"February","href":"/ax/release-notes/history/2026/02-2026"},{"title":"January 2026","sidebarTitle":"January","href":"/ax/release-notes/history/2026/01-2026"}]},{"group":"2025","pages":[{"sidebarTitle":"December","title":"December 2025","href":"/ax/release-notes/history/2025/12-2025"},{"sidebarTitle":"November","title":"November 2025","href":"/ax/release-notes/history/2025/11-2025"},{"sidebarTitle":"October","title":"October 2025","href":"/ax/release-notes/history/2025/10-2025"},{"sidebarTitle":"September","title":"September 2025","href":"/ax/release-notes/history/2025/09-2025"},{"sidebarTitle":"August","title":"August 2025","href":"/ax/release-notes/history/2025/08-2025"},{"sidebarTitle":"July","title":"July 2025","href":"/ax/release-notes/history/2025/07-2025"},{"sidebarTitle":"June","title":"June 2025","href":"/ax/release-notes/history/2025/06-2025"},{"sidebarTitle":"May","title":"May 2025","href":"/ax/release-notes/history/2025/05-2025"},{"sidebarTitle":"April","title":"April 2025","href":"/ax/release-notes/history/2025/04-2025"},{"sidebarTitle":"March","title":"March 2025","href":"/ax/release-notes/history/2025/03-2025"},{"sidebarTitle":"February","title":"February 2025","href":"/ax/release-notes/history/2025/02-2025"},{"sidebarTitle":"January","title":"January 2025","href":"/ax/release-notes/history/2025/01-2025"}]},{"group":"2024","pages":[{"sidebarTitle":"December","title":"December 2024","href":"/ax/release-notes/history/2024/12-2024"},{"sidebarTitle":"November","title":"November 2024","href":"/ax/release-notes/history/2024/11-2024"},{"sidebarTitle":"October","title":"October 2024","href":"/ax/release-notes/history/2024/10-2024"},{"sidebarTitle":"September","title":"September 2024","href":"/ax/release-notes/history/2024/09-2024"},{"sidebarTitle":"August","title":"August 2024","href":"/ax/release-notes/history/2024/08-2024"},{"sidebarTitle":"July","title":"July 2024","href":"/ax/release-notes/history/2024/07-2024"},{"sidebarTitle":"June","title":"June 2024","href":"/ax/release-notes/history/2024/06-2024"},{"sidebarTitle":"May","title":"May 2024","href":"/ax/release-notes/history/2024/05-2024"},{"sidebarTitle":"April","title":"April 2024","href":"/ax/release-notes/history/2024/04-2024"},{"sidebarTitle":"March","title":"March 2024","href":"/ax/release-notes/history/2024/03-2024"},{"sidebarTitle":"February","title":"February 2024","href":"/ax/release-notes/history/2024/02-2024"},{"sidebarTitle":"January","title":"January 2024","href":"/ax/release-notes/history/2024/01-2024"}]}]}]}]},"basePath":"","title":"Optimize a prompt - Arize AX Docs","buildId":"dpl_6cCEiK8XNNvaLBBkWzcBhdE9QfLC","deploymentId":"dpl_6cCEiK8XNNvaLBBkWzcBhdE9QfLC","dynamics":["07c022d89b","a74be98ba7"],"chunks":["Frame-Bj1PpgeO.js","DynamicMarkdown-Bas9A7wq.js","zoom-image-lightbox-B-WKhCOL.js","lightbox-handle-r17bVUz3.js"]}