Most Arize AI endpoints require authentication. For those endpoints that require authentication, include your API key in the request header using the format
Opaque pagination cursor returned from a previous response
(pagination.next_cursor). Treat it as an unreadable token; do not
attempt to parse or construct it.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Arize AX Docs","colors":{"primary":"#7A0047","light":"#FF8AC8","dark":"#FF74BF"},"logo":{"light":"https://mintcdn.com/arize-ax/V-uvingrGLOCK4VD/logo/light.svg?fit=max\u0026auto=format\u0026n=V-uvingrGLOCK4VD\u0026q=85\u0026s=cc58ee9388d5b5253d39b65cc662908f","dark":"https://mintcdn.com/arize-ax/V-uvingrGLOCK4VD/logo/dark.svg?fit=max\u0026auto=format\u0026n=V-uvingrGLOCK4VD\u0026q=85\u0026s=b16a0266f5913934131301a1b60af51e","href":"https://arize.com"},"favicon":"https://mintcdn.com/arize-ax/1gcABHkqP5TIGbru/favicon.ico?fit=max\u0026auto=format\u0026n=1gcABHkqP5TIGbru\u0026q=85\u0026s=aef538e87b54a3c819583bc40acfc2f8","appearance":{"default":"dark"},"background":{"color":{"light":"#FFFFFF","dark":"#0A0A12"}},"navbar":{"links":[],"primary":{"type":"button","label":"Get started","href":"https://app.arize.com/auth/join"}},"footer":{"socials":{"x":"https://x.com/arizeai","bluesky":"https://bsky.app/profile/arize.bsky.social","threads":"https://www.threads.com/@arize.ai","instagram":"https://www.instagram.com/arize_ai","linkedin":"https://www.linkedin.com/company/arizeai","youtube":"https://youtube.com/@arizeai","slack":"https://arize-ai.slack.com/ssb/redirect","website":"https://fosstodon.org/@arizeai"},"links":[{"header":"Support","items":[{"label":"Chat Us On Slack","href":"https://arize-ai.slack.com/ssb/redirect"},{"label":"support@arize.com","href":"mailto:support@arize.com"},{"label":"System Status","href":"https://status.arize.com"}]},{"header":"Get Started","items":[{"label":"Signup For Free","href":"https://arize.com/join"},{"label":"Book A Demo","href":"https://arize.com/request-a-demo"}]},{"header":"Resources","items":[{"label":"Blog","href":"https://arize.com/blog"}]}]},"seo":{"metatags":{"canonical":"https://arize.com/docs"},"indexing":"all"},"fonts":{"heading":{"family":"Geist","weight":600},"body":{"family":"Geist"}},"styling":{"codeblocks":{"theme":{"light":"github-light-default","dark":"github-dark-default"}},"latex":true},"integrations":{"gtm":{"tagId":"GTM-W96XM35"}},"contextual":{"options":["copy","view","chatgpt","claude"],"display":"header"},"interaction":{"drilldown":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"arize-ax","hasAudioNarration":false,"actualSubdomain":"arize-ax","customDomains":[],"gitSource":{"type":"github","owner":"arize-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"feedback":{"thumbs":true,"contextualFeedback":{"allowEmail":true,"emailDisclaimer":"We will only use your email to follow up with you about this feedback."}},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"REMOVE_BRANDING":{"status":"ENABLED"},"CONTEXTUAL_FEEDBACK":{"status":"ENABLED"},"CODE_SNIPPET_FEEDBACK":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6af27cbfffb8d7d7f26faa3d","clientVersion":"0.0.4094","searchFilterCounts":[{"language":"default","tag":"APIs, SDKs, Skills \u0026 MCP","count":369},{"language":"default","tag":"Get Started","count":250},{"language":"default","tag":"API reference","count":214},{"language":"default","tag":"REST","count":181},{"language":"default","tag":"Endpoints","count":178},{"language":"default","tag":"API clients","count":143},{"language":"default","tag":"Machine Learning","count":139},{"language":"default","tag":"ML observability","count":139},{"language":"default","tag":"Integrations","count":129},{"language":"default","tag":"Python SDK","count":67}]},"assistantConfig":{"enableAskAiButton":true,"enableStarterQuestions":true,"enableAskAiSearchBar":true,"deflection":{"enabled":true,"email":"support@arize.com"}},"basePath":"/docs","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-rbac-roles","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"starterQuestions":[{"_id":"6944513fe59e82150b5700b3","deploymentId":"6894ef048eafbd2a7c20796e","questionText":"Need more help? Ask our team in #arize-ax-platform-support on community Slack.","status":"active","generatedBy":"manual","createdAt":"2025-12-18T19:08:47.802Z","updatedAt":"2025-12-18T19:15:01.436Z","__v":0}],"googleFontsInlined":true},"customCss":[{"filePath":"style.css","content":"/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 300;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 400;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 500;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\n/* cyrillic-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrodmgPn.woff2) format('woff2');\n unicode-range: U+0460-052F, U+1C80-1C8A, U+20B4, U+2DE0-2DFF, U+A640-A69F, U+FE2E-FE2F;\n}\n/* cyrillic */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrMdmgPn.woff2) format('woff2');\n unicode-range: U+0301, U+0400-045F, U+0490-0491, U+04B0-04B1, U+2116;\n}\n/* symbols2 */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFg08vz7ehw.woff2) format('woff2');\n unicode-range: U+2000-2001, U+2004-2008, U+200A, U+23B8-23BD, U+2500-259F;\n}\n/* vietnamese */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrgdmgPn.woff2) format('woff2');\n unicode-range: U+0102-0103, U+0110-0111, U+0128-0129, U+0168-0169, U+01A0-01A1, U+01AF-01B0, U+0300-0301, U+0303-0304, U+0308-0309, U+0323, U+0329, U+1EA0-1EF9, U+20AB;\n}\n/* latin-ext */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrkdmgPn.woff2) format('woff2');\n unicode-range: U+0100-02BA, U+02BD-02C5, U+02C7-02CC, U+02CE-02D7, U+02DD-02FF, U+0304, U+0308, U+0329, U+1D00-1DBF, U+1E00-1E9F, U+1EF2-1EFF, U+2020, U+20A0-20AB, U+20AD-20C4, U+2113, U+2C60-2C7F, U+A720-A7FF;\n}\n/* latin */\n@font-face {\n font-family: 'Geist Mono';\n font-style: normal;\n font-weight: 600;\n font-display: swap;\n src: url(/docs/_mintlify/assets/fonts/google/s/geistmono/v6/or3nQ6H-1_WfwkMZI_qYFrcdmg.woff2) format('woff2');\n unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;\n}\nhtml:root{--font-family-mono-custom: 'Geist Mono'}html:root{--gray-50: 248 248 246;--gray-100: 242 242 237;--gray-200: 230 230 223;--gray-300: 205 205 200;--gray-400: 179 179 191;--gray-500: 138 138 150;--gray-600: 91 91 105;--gray-700: 62 62 78;--gray-800: 46 46 61;--gray-900: 21 21 31;--gray-950: 10 10 18}html:root{--ax-radius-sm: 2px;--ax-radius-md: 6px;--ax-radius-lg: 8px;--ax-accent-bg: #FF74BF;--ax-panel: #CDBEF7;--ax-panel-2: #E3DBFC;--ax-panel-code: #FFFFFF;--ax-panel-border: rgba(19, 22, 64, 0.22);--ax-panel-icon: #4827C1;--ax-panel-t1: #121221;--ax-panel-t2: #2A2A38;--ax-panel-accent: #6E1046;--ax-panel-code-kw: #3F4110;--ax-panel-code-flag: #5A3200;--ax-panel-code-url: #004A70;--ax-panel-selection: #FFE9F4}html:not(.dark){--ax-bg: #FFFFFF;--ax-surface: #F8F8F4;--ax-code-bg: #F5F5ED;--ax-chip: #EDEDE2;--ax-line: rgba(19, 22, 64, 0.20);--ax-t1: #121221;--ax-t2: #2E2E3D;--ax-t3: #3E3E4E;--ax-accent: #7A0047;--ax-accent-line: rgba(255, 98, 182, 0.55);--ax-accent-soft: #FFE9F4;--ax-on-accent: #121221;--ax-note: #E8F3EC;--ax-note-line: rgba(30, 70, 50, 0.24);--ax-note-t: #1B4230;--ax-warn: #FBEEE0;--ax-warn-line: rgba(90, 50, 0, 0.24);--ax-warn-t: #54300A;--ax-blue: #E7F3FD;--ax-blue-line: rgba(0, 82, 125, 0.24);--ax-blue-t: #00527D;--ax-danger: #FFEBE9;--ax-danger-line: rgba(207, 34, 46, 0.28);--ax-danger-t: #A40E26}html.dark{--ax-bg: #0A0A12;--ax-surface: #15151F;--ax-code-bg: #05050B;--ax-chip: #221B3A;--ax-line: rgba(247, 247, 252, 0.16);--ax-t1: #F5F5FA;--ax-t2: #DCDCE6;--ax-t3: #B3B3C4;--ax-accent: #FF8AC8;--ax-accent-line: rgba(255, 138, 200, 0.45);--ax-accent-soft: #2A1425;--ax-on-accent: #0A0A12;--ax-note: #10241A;--ax-note-line: rgba(159, 224, 188, 0.30);--ax-note-t: #9FE0BC;--ax-warn: #2A1B0A;--ax-warn-line: rgba(255, 201, 138, 0.30);--ax-warn-t: #FFC98A;--ax-blue: #0A1A24;--ax-blue-line: rgba(57, 195, 255, 0.30);--ax-blue-t: #97D8FF;--ax-danger: #2A0F12;--ax-danger-line: rgba(255, 138, 148, 0.30);--ax-danger-t: #FFB3B8}#content{line-height:1.75}#page-title,#content h1{font-size:clamp(2rem, 1.4rem + 2.1vw, 2.875rem);line-height:1.12;letter-spacing:-0.02em;font-weight:600}#content h2,#content h3,#content h4{letter-spacing:-0.01em;font-weight:600}#content code,#content kbd,#content samp{font-feature-settings:'tnum' 1}#content a:not(.card){color:var(--ax-accent);text-decoration-thickness:1px;text-underline-offset:3px}:focus-visible{outline:2px solid var(--ax-accent-line);outline-offset:2px}html.dark :focus-visible{outline-color:var(--ax-accent-line)}::selection{background:var(--ax-accent-soft)}#navbar{background:var(--ax-bg);border-bottom:1px solid var(--ax-line)}#navbar div:has(>.nav-tabs){position:relative}#navbar div:has(>.nav-tabs)::before{content:'';position:absolute;top:0;left:50%;width:100vw;margin-left:-50vw;border-top:1px solid var(--ax-line);pointer-events:none}.nav-tabs-item[data-active]{box-shadow:inset 0 -2px 0 var(--ax-accent)}.ax-product-selector{position:relative;display:inline-flex;align-items:stretch;flex:0 0 auto}.ax-product-selector--desktop{margin-left:0.75rem;align-self:center}.page-context-dropdown__label{font-family:inherit;font-weight:400}.page-context-dropdown__chevron>span{display:inline-block;transition:transform 150ms ease}.page-context-dropdown__chevron svg{display:block;width:1rem;height:1rem}.page-context-dropdown__chevron[aria-expanded=\"true\"]>span{transform:rotate(180deg)}.page-context-dropdown__menu{position:absolute;z-index:60;top:calc(100% + 0.55rem);right:0;min-width:12.5rem;padding:0.4rem;background:var(--ax-bg);border:1px solid var(--ax-line);border-radius:var(--ax-radius-md);box-shadow:0 0.75rem 1.5rem rgb(10 10 18 / 0.18)}.ax-product-selector--desktop .page-context-dropdown__menu{right:auto;left:0}.page-context-dropdown__menu[hidden]{display:none}.page-context-dropdown__item{display:flex;align-items:center;justify-content:space-between;min-height:2.5rem;padding:0.55rem 0.65rem;color:var(--ax-t1);border-radius:var(--ax-radius-sm);font-size:0.9375rem;font-weight:400;text-decoration:none;transition:background-color 150ms ease, color 150ms ease}.page-context-dropdown__item:hover,.page-context-dropdown__item:focus-visible{color:var(--ax-accent);background:var(--ax-accent-soft)}.page-context-dropdown__item[data-selected=\"true\"]{color:var(--ax-accent);font-weight:500}.page-context-dropdown__item[data-selected=\"true\"]::after{content:'✓';margin-left:1.5rem;color:var(--ax-accent);font-size:0.875rem}@media (prefers-reduced-motion: reduce){.page-context-dropdown__chevron>span,.page-context-dropdown__item{transition:none}}@media (max-width: 767px){#navbar .ax-product-selector--desktop{display:none}#mobile-nav-content .ax-product-selector--mobile{margin:0.5rem 0 1rem}#mobile-nav-content .page-context-dropdown__label{flex:1 1 auto}#mobile-nav-content .page-context-dropdown__chevron{flex:0 0 auto}#mobile-nav-content .page-context-dropdown__menu{position:static;margin-top:0.4rem}}#topbar-cta-button{background:var(--ax-accent-bg);color:var(--ax-on-accent);border-radius:var(--ax-radius-md);border:none}#topbar-cta-button span,#topbar-cta-button svg{color:var(--ax-on-accent)!important}#search-bar-entry{background:var(--ax-surface);border:1px solid var(--ax-line);border-radius:var(--ax-radius-md)}#assistant-entry{background:var(--ax-surface);border:1px solid var(--ax-accent-line);border-radius:var(--ax-radius-md)}#assistant-entry svg{color:var(--ax-accent)}#page-context-menu,.page-context-dropdown{font-size:0.9375rem;align-items:stretch}#page-context-menu-button,.page-context-dropdown__label{display:inline-flex;align-items:center;padding:10px 14px;border-radius:var(--ax-radius-md) 0 0 var(--ax-radius-md);background:var(--ax-surface);border-color:var(--ax-line);color:var(--ax-t1);border:1px solid var(--ax-line);text-decoration:none}#page-context-menu-button>div{font-size:0.9375rem;gap:9px}#page-context-menu>button[aria-haspopup],.page-context-dropdown__chevron{height:auto;align-self:stretch;aspect-ratio:auto;padding:10px 11px;border-radius:0 var(--ax-radius-md) var(--ax-radius-md) 0;background:var(--ax-surface);border-color:var(--ax-line);color:var(--ax-t3);border:1px solid var(--ax-line);border-left:0;cursor:pointer}#sidebar-content li[data-active]>a{background:var(--ax-accent-soft);color:var(--ax-accent);border-radius:var(--ax-radius-md);font-weight:500}.sidebar-group-header{font-weight:600;color:var(--ax-t1)}.toc-item[data-active],.toc-item[data-active] a{color:var(--ax-accent);font-weight:400}.card.card{background:var(--ax-surface);border-color:var(--ax-line);border-radius:var(--ax-radius-lg);box-shadow:none}.frame.frame{background:var(--ax-surface);border:1px solid var(--ax-line);border-radius:var(--ax-radius-lg)}.accordion.accordion,.accordion-group.accordion-group{border-radius:var(--ax-radius-md);border-color:var(--ax-line)}.accordion.accordion{background:var(--ax-surface)}.code-block.code-block,.code-group.code-group{background:var(--ax-code-bg);border-color:var(--ax-line);border-radius:var(--ax-radius-md)}.code-block-background{background:var(--ax-code-bg)!important}html.dark .code-block-background{background:var(--ax-code-bg)!important}#content :not(pre)>code{background:var(--ax-chip);border-radius:var(--ax-radius-sm)}.code-block:has([data-floating-buttons]) [data-fade-overlay]{background-image:none}[data-floating-buttons] button{background:var(--ax-chip)}.callout .code-block.code-block,.callout .code-group.code-group,.callout .code-block-background,html.dark .callout .code-block-background{background:var(--ax-bg)!important}.callout{border-radius:var(--ax-radius-lg)}.callout[data-callout-type=\"callout\"],.callout[data-callout-type=\"info\"]{background:var(--ax-surface);border-color:var(--ax-line)}.callout[data-callout-type=\"callout\"] [data-component-part=\"callout-content\"],.callout[data-callout-type=\"info\"] [data-component-part=\"callout-content\"]{color:var(--ax-t2)!important}.callout[data-callout-type=\"tip\"],.callout[data-callout-type=\"check\"]{background:var(--ax-note);border-color:var(--ax-note-line)}.callout[data-callout-type=\"tip\"] [data-component-part=\"callout-content\"],.callout[data-callout-type=\"check\"] [data-component-part=\"callout-content\"]{color:var(--ax-note-t)!important}.callout[data-callout-type=\"warning\"]{background:var(--ax-warn);border-color:var(--ax-warn-line)}.callout[data-callout-type=\"warning\"] [data-component-part=\"callout-content\"]{color:var(--ax-warn-t)!important}.callout[data-callout-type=\"note\"]{background:var(--ax-blue);border-color:var(--ax-blue-line)}.callout[data-callout-type=\"note\"] [data-component-part=\"callout-content\"]{color:var(--ax-blue-t)!important}.callout[data-callout-type=\"danger\"]{background:var(--ax-danger);border-color:var(--ax-danger-line)}.callout[data-callout-type=\"danger\"] [data-component-part=\"callout-content\"]{color:var(--ax-danger-t)!important}[data-component-part=\"step-number\"]>div{background:var(--ax-accent-soft);border:1px solid var(--ax-accent-line);color:var(--ax-accent);font-weight:500}.update.update-container{flex-direction:column;gap:0.5rem;border-top:1px solid var(--ax-line)}.update.update-container:first-of-type{border-top:none}.update.update-container>div:first-child{width:100%;position:static}.update.update-container>div:last-child{width:100%;max-width:none}#content th{color:var(--ax-t1);font-weight:600;border-bottom:1px solid var(--ax-line)}#content td{border-bottom:1px solid var(--ax-line)}footer{border-top:1px solid var(--ax-line)}.ax-hero .callout{background:var(--ax-panel);border-color:var(--ax-panel-border);border-radius:var(--ax-radius-lg)}.ax-hero .callout [data-component-part=\"callout-content\"],.ax-hero .callout p,.ax-hero .callout li{color:var(--ax-panel-t2)!important}.ax-hero .callout h2,.ax-hero .callout h3,.ax-hero .callout strong{color:var(--ax-panel-t1)!important}.ax-hero .callout [data-component-part=\"callout-icon\"] svg{background:var(--ax-panel-icon)!important}.ax-hero .code-block,.ax-hero .code-group,.ax-hero .code-block-background{background:var(--ax-panel-code)!important;border-color:var(--ax-panel-border)}.ax-hero .code-block,.ax-hero .code-group{padding:0;overflow:hidden}html.dark .ax-hero .code-block,html.dark .ax-hero .code-group,html.dark .ax-hero .code-block-background,html.dark .ax-hero .shiki,html:not(.dark) .ax-hero .code-block,html:not(.dark) .ax-hero .code-group,html:not(.dark) .ax-hero .code-block-background{background:var(--ax-panel-code)!important}html.dark .ax-hero .shiki,html.dark .ax-hero .shiki span{color:var(--ax-panel-t1)!important}html.dark .ax-hero .shiki span[style*=\"#FFA657\"]{color:var(--ax-panel-code-kw)!important}html.dark .ax-hero .shiki span[style*=\"#79C0FF\"]{color:var(--ax-panel-code-flag)!important}html.dark .ax-hero .shiki span[style*=\"#A5D6FF\"]{color:var(--ax-panel-code-url)!important}.ax-hero .code-group>div:first-child,html.dark .ax-hero .code-group>div:first-child{background:var(--ax-panel-2)!important;border-bottom:1px solid var(--ax-panel-border)}.ax-hero .code-group [role=\"tab\"]{color:var(--ax-panel-t2)!important}.ax-hero .code-group [role=\"tab\"][aria-selected=\"true\"]{color:var(--ax-panel-accent)!important}.ax-hero .code-group [role=\"tab\"][aria-selected=\"true\"]>div:last-child{background:var(--ax-panel-accent)!important}.ax-hero .code-block svg,.ax-hero .code-group svg{color:var(--ax-panel-t2)}html.dark .ax-hero [data-fade-overlay]{background-image:linear-gradient(\n to right,\n rgb(255 255 255 / 0) 0,\n rgb(255 255 255 / 0.2) 10px,\n rgb(255 255 255 / 0.5) 25px,\n rgb(255 255 255 / 0.8) 35px,\n rgb(255 255 255) 45px\n )}.ax-hero .callout a{color:var(--ax-panel-accent)!important}.ax-hero::selection,.ax-hero ::selection{background:var(--ax-panel-selection)}.card-group .card img{max-height:197px!important}.card-group[class$=\"-2\"] .card img{height:160px!important}.card-group[class$=\"-3\"] .card img{height:150px!important}table{display:table!important}.step-title{font-size:1.5rem!important}"}],"page":{"pagePath":"api-reference/evaluators/list-evaluator-versions","slug":"/api-reference/evaluators/list-evaluator-versions","pageMetadata":{"title":"List evaluator versions","description":"List all versions of an evaluator with cursor-based pagination.\n\n\u003cNote>This endpoint is in beta, read more [here](https://arize.com/docs/ax/rest-reference#api-version-stages).\u003c/Note>\n","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators/{evaluator_id}/versions","href":"/api-reference/evaluators/list-evaluator-versions","autogeneratedByOpenApi":true},"description":{"compiledSource":"\"use strict\";\nconst {Fragment: _Fragment, jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n a: \"a\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n }, {Note} = _components;\n if (!Note) _missingMdxReference(\"Note\", true);\n return _jsxs(_Fragment, {\n children: [_jsx(_components.p, {\n children: \"List all versions of an evaluator with cursor-based pagination.\"\n }), \"\\n\", _jsxs(Note, {\n children: [\"This endpoint is in beta, read more \", _jsx(_components.a, {\n href: \"https://arize.com/docs/ax/rest-reference#api-version-stages\",\n children: \"here\"\n }), \".\"]\n })]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\nfunction _missingMdxReference(id, component) {\n throw new Error(\"Expected \" + (component ? \"component\" : \"object\") + \" `\" + id + \"` to be defined: you likely forgot to import, pass, or provide it.\");\n}\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"codeStyling":{"theme":{"light":"github-light-default","dark":"github-dark-default"}},"config":{},"pageMetadata":{"title":"List evaluator versions","description":"List all versions of an evaluator with cursor-based pagination.\n\n\u003cNote>This endpoint is in beta, read more [here](https://arize.com/docs/ax/rest-reference#api-version-stages).\u003c/Note>\n","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators/{evaluator_id}/versions","href":"/api-reference/evaluators/list-evaluator-versions","autogeneratedByOpenApi":true}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/docs/_mintlify/custom/arize-ax/6a30b7a67da02161/analytics.js","/docs/_mintlify/custom/arize-ax/67a4d27b62fababa/product-selector.js"],"openApiReferenceData":{"operation":{"x-release-status":"beta","tags":["Evaluators"],"operationId":"list_evaluator_versions","summary":"List evaluator versions","description":"List all versions of an evaluator with cursor-based pagination.\n\n\u003cNote>This endpoint is in beta, read more [here](https://arize.com/docs/ax/rest-reference#api-version-stages).\u003c/Note>\n","parameters":["14bb7a8e-191f-46cc-83aa-df559d5a391d","bf5bfe58-7604-4f73-a6c2-e95f14297f25","5f11af5d-99ba-4e5f-a72a-5ef05964525d"],"responses":{"200":"2ef50cf4-51c3-475e-ada5-ce7a0eed847b","400":"43956931-bda0-44b4-9a9b-d4eb558f2c9d","401":"1bcb463f-b8f7-4b7e-be36-9cfbcaa028a5","403":"e6e067ea-b426-4973-9f2c-9a0d9f705810","404":"7c986e97-dfec-45c3-9a42-ea324a681534","429":"fac0291a-9cca-43bc-bd22-512d16ab6369"},"method":"get","type":"path","servers":["41acad41-ab19-4b4c-b465-a4976eae4f32","fd90bffd-59f4-44b9-8f51-950eb953252d","7ddd13fd-8149-4110-a240-53637921fee4"],"security":["47dce434-0a51-44e3-9495-f9b2ef2d887b"],"path":"/v2/evaluators/{evaluator_id}/versions","baseUrlOptions":["https://api.arize.com","https://api.{region}.arize.com","https://{host}"],"title":"List evaluator versions","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{"14bb7a8e-191f-46cc-83aa-df559d5a391d":{"name":"evaluator_id","in":"path","required":true,"description":"The unique evaluator identifier (base64)","schema":{"type":"string","description":"The unique evaluator identifier (base64)\nA universally unique identifier (base64-encoded opaque string).","example":"RW50aXR5OjEyMzQ1","isRequired":true,"uniqueKey":"","typeLabel":"string"},"example":"RXZhbHVhdG9yOjEyMzQ1"},"bf5bfe58-7604-4f73-a6c2-e95f14297f25":{"name":"limit","in":"query","description":"Maximum items to return. Defaults to 50 if omitted; maximum is 100.","schema":{"type":"integer","minimum":1,"maximum":100,"default":50,"description":"Maximum items to return. Defaults to 50 if omitted; maximum is 100.","uniqueKey":"","typeLabel":"integer"}},"5f11af5d-99ba-4e5f-a72a-5ef05964525d":{"name":"cursor","in":"query","description":"Opaque pagination cursor returned from a previous response\n(`pagination.next_cursor`). Treat it as an unreadable token; do not\nattempt to parse or construct it.\n","schema":{"type":"string","description":"Opaque pagination cursor returned from a previous response\n(`pagination.next_cursor`). Treat it as an unreadable token; do not\nattempt to parse or construct it.\n","uniqueKey":"","typeLabel":"string"}}},"responses":{"2ef50cf4-51c3-475e-ada5-ce7a0eed847b":{"description":"Returns a list of evaluator version objects","content":{"application/json":{"schema":{"type":"object","required":["evaluator_versions","pagination"],"properties":{"evaluator_versions":{"type":"array","items":{"oneOf":[{"type":"object","description":"A versioned snapshot of an evaluator's configuration. The `type` field\ndiscriminates the branch and matches the parent evaluator's `type`.\n","required":["template_config","id","evaluator_id","commit_hash","commit_message","created_at","created_by_user_id","type"],"x-forward-compatible":true,"properties":{"id":{"type":"string","description":"The unique identifier for this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.id","typeLabel":"string"},"evaluator_id":{"type":"string","description":"The parent evaluator ID","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.evaluator_id","typeLabel":"string"},"commit_hash":{"type":"string","description":"A unique hash identifying this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.commit_hash","typeLabel":"string"},"commit_message":{"oneOf":[{"type":"string","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.commit_message.oneOf.0","typeLabel":"string"},{"type":"null","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.commit_message.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.commit_message","typeLabel":"string | null"},"created_at":{"type":"string","format":"date-time","description":"When this version was created","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.created_at","typeLabel":"string\u003cdate-time>"},"created_by_user_id":{"oneOf":[{"type":"string","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.created_by_user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.created_by_user_id.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.created_by_user_id","typeLabel":"string | null"},"type":{"type":"string","description":"Discriminator identifying this as a template evaluator version. Always `TEMPLATE` for this variant.","enum":["TEMPLATE"],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.type","typeLabel":"enum\u003cstring>"},"template_config":{"type":"object","required":["name","template","include_explanations","llm_config"],"properties":{"name":{"type":"string","description":"Eval column name. Must match ^[a-zA-Z0-9_\\s\\-\u0026()]+$","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.name","typeLabel":"string"},"template":{"type":"string","description":"The prompt template with variable placeholders","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.template","typeLabel":"string"},"include_explanations":{"type":"boolean","description":"Whether to include explanations in the evaluation output","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.include_explanations","typeLabel":"boolean"},"llm_config":{"type":"object","required":["ai_integration_id","model_name","invocation_parameters","provider_parameters"],"properties":{"ai_integration_id":{"type":"string","description":"AI integration identifier (base64)","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.ai_integration_id","typeLabel":"string"},"model_name":{"type":"string","description":"Model name (e.g. gpt-4o)","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.model_name","typeLabel":"string"},"invocation_parameters":{"x-forward-compatible":true,"type":"object","description":"Parameters for the LLM invocation","properties":{"temperature":{"type":"number","description":"Sampling temperature (higher = more random)","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.temperature","typeLabel":"number"},"max_tokens":{"type":"integer","description":"Maximum number of tokens to generate","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.max_tokens","typeLabel":"integer"},"max_completion_tokens":{"type":"integer","description":"Maximum number of completion tokens to generate","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.max_completion_tokens","typeLabel":"integer"},"top_p":{"type":"number","description":"Nucleus sampling parameter","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.top_p","typeLabel":"number"},"frequency_penalty":{"type":"number","description":"Frequency penalty (-2.0 to 2.0)","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.frequency_penalty","typeLabel":"number"},"presence_penalty":{"type":"number","description":"Presence penalty (-2.0 to 2.0)","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.presence_penalty","typeLabel":"number"},"stop":{"type":"array","items":{"type":"string","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.stop.items.[INDEX]","typeLabel":"string"},"description":"Stop sequences","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.stop","typeLabel":"string[]"},"response_format":{"type":"object","description":"Response format configuration. Optional. When omitted, no structured output constraint is applied (the provider's default plain-text behavior is used).","x-forward-compatible":true,"properties":{"type":{"type":"string","description":"The response format type. Defaults to `TEXT` if not specified.","default":"TEXT","enum":["TEXT","JSON_OBJECT","JSON_SCHEMA"],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.response_format.type","typeLabel":"enum\u003cstring>"},"json_schema":{"type":"object","description":"JSON schema configuration (when type is JSON_SCHEMA)","x-forward-compatible":true,"properties":{"name":{"type":"string","description":"The name of the JSON schema","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.response_format.json_schema.name","typeLabel":"string"},"description":{"type":"string","description":"A description of the JSON schema","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.response_format.json_schema.description","typeLabel":"string"},"schema":{"type":"object","description":"The JSON schema object","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.response_format.json_schema.schema","typeLabel":"object"},"strict":{"type":"boolean","default":false,"description":"Whether to enforce strict schema validation. Defaults to `false`.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.response_format.json_schema.strict","typeLabel":"boolean"}},"additionalProperties":false,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.response_format.json_schema","typeLabel":"object"}},"additionalProperties":false,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.response_format","typeLabel":"object"},"tool_config":{"type":"object","description":"Tool configuration for the LLM invocation. Optional. When omitted, no tools are made available to the model.","x-forward-compatible":true,"properties":{"tools":{"type":"array","description":"List of tool definitions available to the model","items":{"type":"object","description":"A tool definition available to the model","additionalProperties":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.tool_config.tools.items.[INDEX]","typeLabel":"object"},"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.tool_config.tools","typeLabel":"object[]"},"tool_choice":{"description":"Tool choice configuration","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.tool_config.tool_choice","typeLabel":"any"}},"additionalProperties":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.tool_config","typeLabel":"object"},"top_k":{"type":"integer","description":"Top-K sampling parameter. A top-K of 1 means the next selected token is the most probable (greedy decoding).","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.top_k","typeLabel":"integer"},"thinking_level":{"type":"string","description":"Controls how much reasoning the model performs before responding. Supported by Gemini 3.x models. Accepted values: 'low', 'high'.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.thinking_level","typeLabel":"string"},"thinking_budget":{"type":"integer","description":"Maximum tokens the model may use for internal reasoning. Supported by Gemini 2.5 models. Range: 0-24576 (Flash/Flash-Lite) or 128-32768 (Pro). Set 0 to disable thinking on Flash models.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.thinking_budget","typeLabel":"integer"},"reasoning_effort":{"type":"string","description":"Controls how much reasoning the model performs before responding. Supported by OpenAI o-series and GPT-5 models. o-series: 'low' | 'medium' | 'high'. GPT-5: 'none' | 'low' | 'medium' | 'high' | 'xhigh'.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.reasoning_effort","typeLabel":"string"},"verbosity":{"type":"string","description":"Controls the verbosity of model output. Supported by OpenAI GPT-5 series. Accepted values: 'low' | 'medium' | 'high'.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.verbosity","typeLabel":"string"},"service_tier":{"type":"string","description":"Processing tier for the request. Supported by OpenAI only, and only for models eligible for Priority processing. Accepted value: 'priority'. Omit to use the project default.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters.service_tier","typeLabel":"string"}},"additionalProperties":true,"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.invocation_parameters","typeLabel":"object"},"provider_parameters":{"x-forward-compatible":true,"type":"object","description":"Provider-specific parameters","properties":{"azure_params":{"type":"object","description":"Azure OpenAI specific parameters","x-forward-compatible":true,"properties":{"azure_deployment_name":{"type":"string","description":"The Azure deployment name","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.azure_params.azure_deployment_name","typeLabel":"string"},"azure_openai_endpoint":{"type":"string","description":"The Azure OpenAI endpoint URL","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.azure_params.azure_openai_endpoint","typeLabel":"string"},"azure_openai_version":{"type":"string","description":"The Azure OpenAI API version","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.azure_params.azure_openai_version","typeLabel":"string"}},"additionalProperties":false,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.azure_params","typeLabel":"object"},"anthropic_headers":{"type":"object","description":"Anthropic-specific headers","x-forward-compatible":true,"properties":{"anthropic_beta":{"oneOf":[{"type":"array","description":"Anthropic beta feature flags","items":{"oneOf":[{"type":"string","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.anthropic_headers.anthropic_beta.oneOf.0.items.[INDEX].oneOf.0","typeLabel":"string"},{"type":"null","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.anthropic_headers.anthropic_beta.oneOf.0.items.[INDEX].oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.anthropic_headers.anthropic_beta.oneOf.0.items.[INDEX]","typeLabel":"string | null"},"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.anthropic_headers.anthropic_beta.oneOf.0","typeLabel":"(string | null)[]"},{"type":"null","description":"Anthropic beta feature flags","items":{"oneOf":[{"type":"string"},{"type":"null"}]},"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.anthropic_headers.anthropic_beta.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.anthropic_headers.anthropic_beta","typeLabel":"(string | null)[] | null"}},"additionalProperties":false,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.anthropic_headers","typeLabel":"object"},"anthropic_version":{"type":"string","description":"Anthropic API version","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.anthropic_version","typeLabel":"string"},"bedrock_options":{"type":"object","description":"AWS Bedrock options","x-forward-compatible":true,"properties":{"use_converse_endpoint":{"type":"boolean","default":false,"description":"Whether to use the AWS Bedrock Converse endpoint. Defaults to `false`.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.bedrock_options.use_converse_endpoint","typeLabel":"boolean"}},"additionalProperties":false,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.bedrock_options","typeLabel":"object"},"region":{"type":"string","description":"Region for the model deployment","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters.region","typeLabel":"string"}},"additionalProperties":true,"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config.provider_parameters","typeLabel":"object"}},"additionalProperties":false,"x-forward-compatible":true,"description":"The LLM configuration for executing the template","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.llm_config","typeLabel":"object"},"use_function_calling":{"type":"boolean","description":"Whether to use function calling if the model supports it.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.use_function_calling","typeLabel":"boolean"},"use_structured_output":{"type":"boolean","default":true,"description":"Whether to use structured output if the model supports it","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.use_structured_output","typeLabel":"boolean"},"classification_choices":{"oneOf":[{"type":"object","additionalProperties":{"type":"number","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.classification_choices.oneOf.0.additionalProperties","typeLabel":"number"},"description":"Map of choice label to numeric score (e.g. {\"relevant\": 1, \"irrelevant\": 0}). Null for legacy freeform evaluators that predate required choices.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.classification_choices.oneOf.0","typeLabel":"object"},{"type":"null","additionalProperties":{"type":"number","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.classification_choices.oneOf.1.additionalProperties","typeLabel":"number"},"description":"Map of choice label to numeric score (e.g. {\"relevant\": 1, \"irrelevant\": 0}). Null for legacy freeform evaluators that predate required choices.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.classification_choices.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.classification_choices","typeLabel":"object | null"},"direction":{"type":"string","description":"Direction for optimization applied to this template's evaluation scores. Defaults to `MAXIMIZE` when omitted.","default":"MAXIMIZE","enum":["MAXIMIZE","MINIMIZE","NONE"],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.direction","typeLabel":"enum\u003cstring>"},"data_granularity":{"oneOf":[{"type":"string","description":"Data granularity level. Null for legacy evaluators with no stored granularity.","enum":["SPAN","TRACE","SESSION"],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.data_granularity.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.data_granularity.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config.data_granularity","typeLabel":"enum\u003cstring> | null"}},"additionalProperties":false,"x-forward-compatible":true,"description":"The LLM template configuration for this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0.template_config","typeLabel":"object"}},"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.0","typeLabel":"object"},{"type":"object","description":"A versioned snapshot of an evaluator's configuration. The `type` field\ndiscriminates the branch and matches the parent evaluator's `type`.\n","required":["code_config","id","evaluator_id","commit_hash","commit_message","created_at","created_by_user_id","type"],"x-forward-compatible":true,"properties":{"id":{"type":"string","description":"The unique identifier for this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.id","typeLabel":"string"},"evaluator_id":{"type":"string","description":"The parent evaluator ID","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.evaluator_id","typeLabel":"string"},"commit_hash":{"type":"string","description":"A unique hash identifying this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.commit_hash","typeLabel":"string"},"commit_message":{"oneOf":[{"type":"string","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.commit_message.oneOf.0","typeLabel":"string"},{"type":"null","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.commit_message.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.commit_message","typeLabel":"string | null"},"created_at":{"type":"string","format":"date-time","description":"When this version was created","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.created_at","typeLabel":"string\u003cdate-time>"},"created_by_user_id":{"oneOf":[{"type":"string","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.created_by_user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.created_by_user_id.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.created_by_user_id","typeLabel":"string | null"},"type":{"type":"string","description":"Discriminator identifying this as a code evaluator version. Always `CODE` for this variant.","enum":["CODE"],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.type","typeLabel":"enum\u003cstring>"},"code_config":{"oneOf":[{"type":"object","description":"The code evaluator configuration for this version","required":["type","name","managed_evaluator","variables"],"x-forward-compatible":true,"properties":{"type":{"type":"string","enum":["MANAGED"],"description":"Discriminator identifying this as a managed (built-in) code evaluator","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.type","typeLabel":"enum\u003cstring>"},"name":{"type":"string","description":"Eval column name. Must match ^[a-zA-Z0-9_\\s\\-\u0026()]+$","pattern":"^[a-zA-Z0-9_\\s\\-\u0026()]+$","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.name","typeLabel":"string"},"managed_evaluator":{"type":"string","enum":["MATCHES_REGEX","JSON_PARSEABLE","CONTAINS_ANY_KEYWORD","CONTAINS_ALL_KEYWORDS","EXACT_MATCH"],"description":"Which managed code evaluator implementation to use","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.managed_evaluator","typeLabel":"enum\u003cstring>"},"variables":{"type":"array","items":{"type":"string","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.variables.items.[INDEX]","typeLabel":"string"},"description":"Dataset columns or span attributes passed into the evaluator (order and count\nmust match the managed evaluator's requirements).\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.variables","typeLabel":"string[]"},"data_granularity":{"oneOf":[{"type":"string","description":"Data granularity level for evaluation. When omitted or null, no granularity\nfilter is applied (span-level evaluation is used by default on the server).\n","enum":["SPAN","TRACE","SESSION"],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.data_granularity.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.data_granularity.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.data_granularity","typeLabel":"enum\u003cstring> | null"},"query_filter":{"oneOf":[{"type":"string","description":"Optional filter query over the chosen data granularity. When omitted or null,\nno filter is applied.\n","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.query_filter.oneOf.0","typeLabel":"string"},{"type":"null","description":"Optional filter query over the chosen data granularity. When omitted or null,\nno filter is applied.\n","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.query_filter.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.query_filter","typeLabel":"string | null"},"static_params":{"type":"array","items":{"type":"object","required":["name","type","default_value"],"properties":{"name":{"type":"string","description":"Parameter name (matches the managed evaluator's argument name)","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.static_params.items.[INDEX].name","typeLabel":"string"},"type":{"type":"string","enum":["STRING","STRING_ARRAY","REGEX"],"description":"Argument type for static evaluator parameters.\n- STRING - A single string value.\n- STRING_ARRAY - An array of string values.\n- REGEX - A regular expression string.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.static_params.items.[INDEX].type","typeLabel":"enum\u003cstring>"},"default_value":{"oneOf":[{"type":"string","description":"Default value. Must be a string when `type` is STRING or REGEX, and a string\narray when `type` is STRING_ARRAY. Mismatches are rejected with 400 by the server.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.static_params.items.[INDEX].default_value.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.static_params.items.[INDEX].default_value.oneOf.1.items.[INDEX]","typeLabel":"string"},"description":"Default value. Must be a string when `type` is STRING or REGEX, and a string\narray when `type` is STRING_ARRAY. Mismatches are rejected with 400 by the server.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.static_params.items.[INDEX].default_value.oneOf.1","typeLabel":"string[]"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.static_params.items.[INDEX].default_value","typeLabel":"string | string[]"}},"additionalProperties":false,"x-forward-compatible":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.static_params.items.[INDEX]","typeLabel":"object"},"description":"Static parameters for the managed evaluator (see registry `args`). When omitted,\nthe registry's required arguments must be satisfied by defaults on the evaluator\nclass; otherwise validation fails with 400. If the registry has no args, omitting\nthis field is equivalent to an empty list.\n","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0.static_params","typeLabel":"object[]"}},"additionalProperties":false,"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.0","typeLabel":"object"},{"type":"object","description":"The code evaluator configuration for this version","required":["type","name","code","variables"],"x-forward-compatible":true,"properties":{"type":{"type":"string","enum":["CUSTOM"],"description":"Discriminator identifying this as a custom (user-supplied Python) code evaluator","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.type","typeLabel":"enum\u003cstring>"},"name":{"type":"string","description":"Eval column name. Must match ^[a-zA-Z0-9_\\s\\-\u0026()]+$","pattern":"^[a-zA-Z0-9_\\s\\-\u0026()]+$","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.name","typeLabel":"string"},"code":{"type":"string","description":"Python source defining the evaluator class","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.code","typeLabel":"string"},"variables":{"type":"array","items":{"type":"string","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.variables.items.[INDEX]","typeLabel":"string"},"description":"Dataset columns or span attributes mapped to evaluate() arguments","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.variables","typeLabel":"string[]"},"data_granularity":{"oneOf":[{"type":"string","description":"Data granularity level for evaluation. When omitted or null, no granularity\nfilter is applied (span-level evaluation is used by default on the server).\n","enum":["SPAN","TRACE","SESSION"],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.data_granularity.oneOf.0","typeLabel":"enum\u003cstring>"},{"type":"null","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.data_granularity.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.data_granularity","typeLabel":"enum\u003cstring> | null"},"query_filter":{"oneOf":[{"type":"string","description":"Optional filter query over the chosen data granularity. When omitted or null,\nno filter is applied.\n","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.query_filter.oneOf.0","typeLabel":"string"},{"type":"null","description":"Optional filter query over the chosen data granularity. When omitted or null,\nno filter is applied.\n","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.query_filter.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.query_filter","typeLabel":"string | null"},"imports":{"oneOf":[{"type":"string","description":"Optional package import block prepended when running the evaluator","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.imports.oneOf.0","typeLabel":"string"},{"type":"null","description":"Optional package import block prepended when running the evaluator","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.imports.oneOf.1","typeLabel":"null"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.imports","typeLabel":"string | null"},"static_params":{"type":"array","items":{"type":"object","required":["name","type","default_value"],"properties":{"name":{"type":"string","description":"Parameter name (matches the managed evaluator's argument name)","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.static_params.items.[INDEX].name","typeLabel":"string"},"type":{"type":"string","enum":["STRING","STRING_ARRAY","REGEX"],"description":"Argument type for static evaluator parameters.\n- STRING - A single string value.\n- STRING_ARRAY - An array of string values.\n- REGEX - A regular expression string.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.static_params.items.[INDEX].type","typeLabel":"enum\u003cstring>"},"default_value":{"oneOf":[{"type":"string","description":"Default value. Must be a string when `type` is STRING or REGEX, and a string\narray when `type` is STRING_ARRAY. Mismatches are rejected with 400 by the server.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.static_params.items.[INDEX].default_value.oneOf.0","typeLabel":"string"},{"type":"array","items":{"type":"string","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.static_params.items.[INDEX].default_value.oneOf.1.items.[INDEX]","typeLabel":"string"},"description":"Default value. Must be a string when `type` is STRING or REGEX, and a string\narray when `type` is STRING_ARRAY. Mismatches are rejected with 400 by the server.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.static_params.items.[INDEX].default_value.oneOf.1","typeLabel":"string[]"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.static_params.items.[INDEX].default_value","typeLabel":"string | string[]"}},"additionalProperties":false,"x-forward-compatible":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.static_params.items.[INDEX]","typeLabel":"object"},"description":"Optional typed defaults accessible on the evaluator instance. Omit or pass an\nempty array when the custom class does not read any static parameters.\n","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1.static_params","typeLabel":"object[]"}},"additionalProperties":false,"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config.oneOf.1","typeLabel":"object"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1.code_config","typeLabel":"object"}},"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.1","typeLabel":"object"},{"type":"object","description":"A versioned snapshot of an evaluator's configuration. The `type` field\ndiscriminates the branch and matches the parent evaluator's `type`.\n","required":["id","evaluator_id","commit_hash","commit_message","created_at","created_by_user_id","type"],"x-forward-compatible":true,"properties":{"id":{"type":"string","description":"The unique identifier for this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.id","typeLabel":"string"},"evaluator_id":{"type":"string","description":"The parent evaluator ID","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.evaluator_id","typeLabel":"string"},"commit_hash":{"type":"string","description":"A unique hash identifying this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.commit_hash","typeLabel":"string"},"commit_message":{"oneOf":[{"type":"string","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.commit_message.oneOf.0","typeLabel":"string"},{"type":"null","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.commit_message.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.commit_message","typeLabel":"string | null"},"created_at":{"type":"string","format":"date-time","description":"When this version was created","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.created_at","typeLabel":"string\u003cdate-time>"},"created_by_user_id":{"oneOf":[{"type":"string","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.created_by_user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.created_by_user_id.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.created_by_user_id","typeLabel":"string | null"},"type":{"type":"string","description":"Discriminator identifying this as a harness evaluator version.","enum":["HARNESS"],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2.type","typeLabel":"enum\u003cstring>"}},"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.2","typeLabel":"object"},{"type":"object","description":"A versioned snapshot of an evaluator's configuration. The `type` field\ndiscriminates the branch and matches the parent evaluator's `type`.\n","required":["remote_config","id","evaluator_id","commit_hash","commit_message","created_at","created_by_user_id","type"],"x-forward-compatible":true,"properties":{"id":{"type":"string","description":"The unique identifier for this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.id","typeLabel":"string"},"evaluator_id":{"type":"string","description":"The parent evaluator ID","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.evaluator_id","typeLabel":"string"},"commit_hash":{"type":"string","description":"A unique hash identifying this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.commit_hash","typeLabel":"string"},"commit_message":{"oneOf":[{"type":"string","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.commit_message.oneOf.0","typeLabel":"string"},{"type":"null","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.commit_message.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.commit_message","typeLabel":"string | null"},"created_at":{"type":"string","format":"date-time","description":"When this version was created","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.created_at","typeLabel":"string\u003cdate-time>"},"created_by_user_id":{"oneOf":[{"type":"string","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.created_by_user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.created_by_user_id.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.created_by_user_id","typeLabel":"string | null"},"type":{"type":"string","description":"Discriminator identifying this as a remote evaluator version. Always `REMOTE` for this variant.","enum":["REMOTE"],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.type","typeLabel":"enum\u003cstring>"},"remote_config":{"type":"object","x-forward-compatible":true,"description":"The remote evaluation configuration for this version","properties":{"integration_id":{"type":"string","description":"`EVALUATOR` integration identifier (base64), as returned by the\nintegrations API (`POST /v2/integrations` with `type: EVALUATOR`).\nMust reference an integration of type `EVALUATOR`; other integration\ntypes are rejected.\n","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.remote_config.integration_id","typeLabel":"string"}},"additionalProperties":false,"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3.remote_config","typeLabel":"object"}},"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.3","typeLabel":"object"},{"type":"object","description":"A versioned snapshot of an evaluator's configuration. The `type` field\ndiscriminates the branch and matches the parent evaluator's `type`.\n","required":["decision_judge_config","id","evaluator_id","commit_hash","commit_message","created_at","created_by_user_id","type"],"x-forward-compatible":true,"properties":{"id":{"type":"string","description":"The unique identifier for this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.id","typeLabel":"string"},"evaluator_id":{"type":"string","description":"The parent evaluator ID","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.evaluator_id","typeLabel":"string"},"commit_hash":{"type":"string","description":"A unique hash identifying this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.commit_hash","typeLabel":"string"},"commit_message":{"oneOf":[{"type":"string","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.commit_message.oneOf.0","typeLabel":"string"},{"type":"null","maxLength":1000,"description":"A message describing the changes in this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.commit_message.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.commit_message","typeLabel":"string | null"},"created_at":{"type":"string","format":"date-time","description":"When this version was created","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.created_at","typeLabel":"string\u003cdate-time>"},"created_by_user_id":{"oneOf":[{"type":"string","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.created_by_user_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"The unique identifier for the user who created this version","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.created_by_user_id.oneOf.1","typeLabel":"null"}],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.created_by_user_id","typeLabel":"string | null"},"type":{"type":"string","description":"Discriminator identifying this as a Decision Judge evaluator version. Always `DECISION_JUDGE` for this variant.","enum":["DECISION_JUDGE"],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.type","typeLabel":"enum\u003cstring>"},"decision_judge_config":{"type":"object","x-forward-compatible":true,"description":"The Decision Judge configuration for this version","required":["ai_integration_id","model_name","state_template","questions","data_granularity"],"properties":{"ai_integration_id":{"type":"string","description":"AI integration identifier (base64) of the integration that runs the evaluator.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.ai_integration_id","typeLabel":"string"},"model_name":{"type":"string","description":"The Decision Judge model the evaluator calls (e.g. `gpt-6-luna`).","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.model_name","typeLabel":"string"},"state_template":{"type":"string","description":"Template of the state sent to the model, with `{variable}`\nplaceholders filled from span attributes.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.state_template","typeLabel":"string"},"questions":{"type":"array","items":{"oneOf":[{"type":"object","description":"One question of a Decision Judge evaluator. The `type` field selects the\nshape of `criteria`.\n","required":["name","type","instructions"],"x-forward-compatible":true,"properties":{"name":{"type":"string","description":"Question name. Results are written as\n`eval.\u003cevaluator name> \u003cquestion name>.label` and `.score`.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.0.name","typeLabel":"string"},"type":{"type":"string","enum":["BOOLEAN"],"description":"Discriminator identifying this as a boolean question. Always `BOOLEAN` for this variant.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.0.type","typeLabel":"enum\u003cstring>"},"instructions":{"type":"string","description":"The full instruction the model answers. The question name is not sent to the model.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.0.instructions","typeLabel":"string"},"criteria":{"type":"object","x-forward-compatible":true,"description":"Optional descriptions of what each answer means for a `BOOLEAN` question.","properties":{"true_means":{"type":"string","description":"What a `true` answer means.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.0.criteria.true_means","typeLabel":"string"},"false_means":{"type":"string","description":"What a `false` answer means.","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.0.criteria.false_means","typeLabel":"string"}},"additionalProperties":false,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.0.criteria","typeLabel":"object"},"threshold":{"type":"number","format":"double","minimum":0,"exclusiveMinimum":true,"maximum":1,"exclusiveMaximum":true,"description":"The answer is `true` when the model's probability of `true` is at\nleast this value. Between 0 and 1, exclusive. `0.5` for questions\ncreated without a threshold. Absent in responses from self-hosted\nversions that predate thresholds, which score at `0.5`.\n","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.0.threshold","typeLabel":"number\u003cdouble>"}},"additionalProperties":false,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.0","typeLabel":"object"},{"type":"object","description":"One question of a Decision Judge evaluator. The `type` field selects the\nshape of `criteria`.\n","required":["name","type","instructions","criteria"],"x-forward-compatible":true,"properties":{"name":{"type":"string","description":"Question name. Results are written as\n`eval.\u003cevaluator name> \u003cquestion name>.label` and `.score`.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.1.name","typeLabel":"string"},"type":{"type":"string","enum":["CHOICE"],"description":"Discriminator identifying this as a choice question. Always `CHOICE` for this variant.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.1.type","typeLabel":"enum\u003cstring>"},"instructions":{"type":"string","description":"The full instruction the model answers. The question name is not sent to the model.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.1.instructions","typeLabel":"string"},"criteria":{"type":"object","x-forward-compatible":true,"description":"The options of a `CHOICE` question.","required":["options"],"properties":{"options":{"type":"object","additionalProperties":{"type":"string","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.1.criteria.options.additionalProperties","typeLabel":"string"},"description":"Map of option label to a description of when the option applies.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.1.criteria.options","typeLabel":"object"}},"additionalProperties":false,"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.1.criteria","typeLabel":"object"}},"additionalProperties":false,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.1","typeLabel":"object"},{"type":"object","description":"One question of a Decision Judge evaluator. The `type` field selects the\nshape of `criteria`.\n","required":["name","type","instructions","criteria","direction"],"x-forward-compatible":true,"properties":{"name":{"type":"string","description":"Question name. Results are written as\n`eval.\u003cevaluator name> \u003cquestion name>.label` and `.score`.\n","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.2.name","typeLabel":"string"},"type":{"type":"string","enum":["SCORE"],"description":"Discriminator identifying this as a score question. Always `SCORE` for this variant.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.2.type","typeLabel":"enum\u003cstring>"},"instructions":{"type":"string","description":"The full instruction the model answers. The question name is not sent to the model.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.2.instructions","typeLabel":"string"},"criteria":{"type":"object","x-forward-compatible":true,"description":"The ordered levels of a `SCORE` question.","required":["levels"],"properties":{"levels":{"type":"array","items":{"type":"string","uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.2.criteria.levels.items.[INDEX]","typeLabel":"string"},"description":"Level descriptions, from the lowest level to the highest level.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.2.criteria.levels","typeLabel":"string[]"}},"additionalProperties":false,"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.2.criteria","typeLabel":"object"},"direction":{"type":"string","description":"Whether higher or lower levels are better.","default":"NONE","enum":["MAXIMIZE","MINIMIZE","NONE"],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.2.direction","typeLabel":"enum\u003cstring>"}},"additionalProperties":false,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX].oneOf.2","typeLabel":"object"}],"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions.items.[INDEX]","typeLabel":"object"},"description":"The questions, in the order they were defined.","isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.questions","typeLabel":"object[]"},"data_granularity":{"type":"string","description":"Data granularity level. Always `SPAN`; Decision Judge evaluators run on spans only.","enum":["SPAN","TRACE","SESSION"],"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config.data_granularity","typeLabel":"enum\u003cstring>"}},"additionalProperties":false,"isRequired":true,"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4.decision_judge_config","typeLabel":"object"}},"uniqueKey":"evaluator_versions.items.[INDEX].oneOf.4","typeLabel":"object"}],"uniqueKey":"evaluator_versions.items.[INDEX]","typeLabel":"object"},"description":"A list of evaluator versions","isRequired":true,"uniqueKey":"evaluator_versions","typeLabel":"object[]"},"pagination":{"required":["has_more"],"type":"object","properties":{"has_more":{"type":"boolean","description":"True if another page of results is available.","isRequired":true,"uniqueKey":"pagination.has_more","typeLabel":"boolean"},"next_cursor":{"type":"string","description":"Opaque cursor for fetching the next page. Treat as an unreadable token.\nPresent when `has_more` is true; omitted when `has_more` is false.\n","uniqueKey":"pagination.next_cursor","typeLabel":"string"}},"description":"Pagination metadata for cursor-based navigation","additionalProperties":false,"x-forward-compatible":true,"isRequired":true,"uniqueKey":"pagination","typeLabel":"object"}},"additionalProperties":false,"x-forward-compatible":true,"uniqueKey":"","typeLabel":"object"},"examples":{"template_version":{"title":"template_version","value":{"evaluator_versions":[{"id":"RXZhbHVhdG9yVmVyc2lvbjoxMDpYeVp3","evaluator_id":"RXZhbHVhdG9yOjEyOmFCY0Q=","commit_hash":"a3b1c9e4f7d2a0518e6c3bb9217f87d1c4e810f2","commit_message":"Initial version","type":"TEMPLATE","template_config":{"name":"hallucination","template":"You are an evaluation assistant...","include_explanations":true,"use_function_calling":true,"classification_choices":{"hallucinated":0,"factual":1},"direction":"MAXIMIZE","data_granularity":"SPAN","llm_config":{"ai_integration_id":"TGxtSW50ZWdyYXRpb246MTI6YUJjRA==","model_name":"gpt-4o","invocation_parameters":{"temperature":0},"provider_parameters":{}}},"created_at":"2026-02-16T22:05:48.143Z","created_by_user_id":"VXNlcjoxOm5OYkM="}],"pagination":{"has_more":false}}},"code_version":{"title":"code_version","value":{"evaluator_versions":[{"id":"RXZhbHVhdG9yVmVyc2lvbjoxMTpBYkNk","evaluator_id":"RXZhbHVhdG9yOjEzOmNEZUY=","commit_hash":"c5d3e1f6a9b2c0730g8e5dd1439h09f3e6g032h4","commit_message":"Initial version","type":"CODE","code_config":{"type":"MANAGED","name":"contains_all_keywords_eval","managed_evaluator":"CONTAINS_ALL_KEYWORDS","variables":["output"],"static_params":[{"name":"keywords","type":"STRING_ARRAY","default_value":["one","two"]}],"data_granularity":"SPAN","query_filter":null},"created_at":"2026-02-16T22:05:48.143Z","created_by_user_id":"VXNlcjoxOm5OYkM="}],"pagination":{"has_more":false}}},"decision_judge_version":{"title":"decision_judge_version","value":{"evaluator_versions":[{"id":"RXZhbHVhdG9yVmVyc2lvbjo0MDpRclN0","evaluator_id":"RXZhbHVhdG9yOjIwOlVWd1g=","commit_hash":"b7c2d0e5f8a3b1629f7d4cc0328e98e2d5f921a3","commit_message":"Initial version","type":"DECISION_JUDGE","decision_judge_config":{"ai_integration_id":"TGxtSW50ZWdyYXRpb246MTI6YUJjRA==","model_name":"gpt-6-luna","state_template":"{\n \"input\": \"{input}\",\n \"output\": \"{output}\"\n}","questions":[{"name":"resolved","type":"BOOLEAN","instructions":"Does the reply resolve the customer's issue?","criteria":{"true_means":"The reply fully resolves the issue","false_means":"The issue is still open after the reply"},"threshold":0.8},{"name":"helpfulness","type":"SCORE","instructions":"How helpful is the reply?","criteria":{"levels":["Not helpful","Somewhat helpful","Very helpful"]},"direction":"MAXIMIZE"}],"data_granularity":"SPAN"},"created_at":"2026-10-20T15:04:05.000Z","created_by_user_id":"VXNlcjoxOm5OYkM="}],"pagination":{"has_more":false}}}},"exampleType":"examples"}},"exampleType":"examples"},"43956931-bda0-44b4-9a9b-d4eb558f2c9d":{"description":"Invalid request","content":{"application/problem+json":{"schema":{"type":"object","description":"RFC 9457 Problem Details","properties":{"title":{"type":"string","description":"A short, human-readable summary of the problem type","isRequired":true,"uniqueKey":"title","typeLabel":"string"},"status":{"type":"integer","description":"The HTTP status code generated by the origin server for this occurrence of the problem","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"type":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the problem type","uniqueKey":"type","typeLabel":"string\u003curi-reference>"},"detail":{"type":"string","description":"A human-readable explanation specific to this occurrence of the problem","uniqueKey":"detail","typeLabel":"string"},"instance":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the specific occurrence of the problem","uniqueKey":"instance","typeLabel":"string\u003curi-reference>"}},"required":["title","status"],"additionalProperties":false,"x-forward-compatible":true,"uniqueKey":"","typeLabel":"object"},"example":{"status":400,"title":"Invalid request parameters","detail":"The 'name' field is required and must be a non-empty string.","instance":"/resource","type":"https://arize.com/docs/ax/rest-reference/errors#invalid-request"},"examples":{"Example":{"title":"Example","value":{"status":400,"title":"Invalid request parameters","detail":"The 'name' field is required and must be a non-empty string.","instance":"/resource","type":"https://arize.com/docs/ax/rest-reference/errors#invalid-request"}}},"exampleType":"examples"}},"exampleType":"examples"},"1bcb463f-b8f7-4b7e-be36-9cfbcaa028a5":{"description":"Authentication is required","content":{"application/problem+json":{"schema":{"type":"object","description":"RFC 9457 Problem Details","properties":{"title":{"type":"string","description":"A short, human-readable summary of the problem type","isRequired":true,"uniqueKey":"title","typeLabel":"string"},"status":{"type":"integer","description":"The HTTP status code generated by the origin server for this occurrence of the problem","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"type":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the problem type","uniqueKey":"type","typeLabel":"string\u003curi-reference>"},"detail":{"type":"string","description":"A human-readable explanation specific to this occurrence of the problem","uniqueKey":"detail","typeLabel":"string"},"instance":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the specific occurrence of the problem","uniqueKey":"instance","typeLabel":"string\u003curi-reference>"}},"required":["title","status"],"additionalProperties":false,"x-forward-compatible":true,"uniqueKey":"","typeLabel":"object"},"example":{"status":401,"title":"Authentication required","detail":"You must be authenticated to access this resource.","instance":"/resource","type":"https://arize.com/docs/ax/rest-reference/errors#authentication-required"},"examples":{"Example":{"title":"Example","value":{"status":401,"title":"Authentication required","detail":"You must be authenticated to access this resource.","instance":"/resource","type":"https://arize.com/docs/ax/rest-reference/errors#authentication-required"}}},"exampleType":"examples"}},"exampleType":"examples"},"e6e067ea-b426-4973-9f2c-9a0d9f705810":{"description":"Insufficient permissions to access this resource","content":{"application/problem+json":{"schema":{"type":"object","description":"RFC 9457 Problem Details","properties":{"title":{"type":"string","description":"A short, human-readable summary of the problem type","isRequired":true,"uniqueKey":"title","typeLabel":"string"},"status":{"type":"integer","description":"The HTTP status code generated by the origin server for this occurrence of the problem","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"type":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the problem type","uniqueKey":"type","typeLabel":"string\u003curi-reference>"},"detail":{"type":"string","description":"A human-readable explanation specific to this occurrence of the problem","uniqueKey":"detail","typeLabel":"string"},"instance":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the specific occurrence of the problem","uniqueKey":"instance","typeLabel":"string\u003curi-reference>"}},"required":["title","status"],"additionalProperties":false,"x-forward-compatible":true,"uniqueKey":"","typeLabel":"object"},"example":{"status":403,"title":"Access forbidden","detail":"You do not have permission to access this resource.","instance":"/resource/12345","type":"https://arize.com/docs/ax/rest-reference/errors#access-forbidden"},"examples":{"Example":{"title":"Example","value":{"status":403,"title":"Access forbidden","detail":"You do not have permission to access this resource.","instance":"/resource/12345","type":"https://arize.com/docs/ax/rest-reference/errors#access-forbidden"}}},"exampleType":"examples"}},"exampleType":"examples"},"7c986e97-dfec-45c3-9a42-ea324a681534":{"description":"Not found","content":{"application/problem+json":{"schema":{"type":"object","description":"RFC 9457 Problem Details","properties":{"title":{"type":"string","description":"A short, human-readable summary of the problem type","isRequired":true,"uniqueKey":"title","typeLabel":"string"},"status":{"type":"integer","description":"The HTTP status code generated by the origin server for this occurrence of the problem","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"type":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the problem type","uniqueKey":"type","typeLabel":"string\u003curi-reference>"},"detail":{"type":"string","description":"A human-readable explanation specific to this occurrence of the problem","uniqueKey":"detail","typeLabel":"string"},"instance":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the specific occurrence of the problem","uniqueKey":"instance","typeLabel":"string\u003curi-reference>"}},"required":["title","status"],"additionalProperties":false,"x-forward-compatible":true,"uniqueKey":"","typeLabel":"object"},"example":{"status":404,"title":"Resource not found","detail":"The requested resource with ID '12345' was not found.","instance":"/resource/12345","type":"https://arize.com/docs/ax/rest-reference/errors#resource-not-found"},"examples":{"Example":{"title":"Example","value":{"status":404,"title":"Resource not found","detail":"The requested resource with ID '12345' was not found.","instance":"/resource/12345","type":"https://arize.com/docs/ax/rest-reference/errors#resource-not-found"}}},"exampleType":"examples"}},"exampleType":"examples"},"fac0291a-9cca-43bc-bd22-512d16ab6369":{"description":"Rate limit exceeded","headers":{"Retry-After":{"description":"When throttled (429), how long to wait before retrying. Value is\neither a delta-seconds integer.\n","schema":{"type":"integer","minimum":0},"example":42}},"content":{"application/problem+json":{"schema":{"type":"object","description":"RFC 9457 Problem Details","properties":{"title":{"type":"string","description":"A short, human-readable summary of the problem type","isRequired":true,"uniqueKey":"title","typeLabel":"string"},"status":{"type":"integer","description":"The HTTP status code generated by the origin server for this occurrence of the problem","isRequired":true,"uniqueKey":"status","typeLabel":"integer"},"type":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the problem type","uniqueKey":"type","typeLabel":"string\u003curi-reference>"},"detail":{"type":"string","description":"A human-readable explanation specific to this occurrence of the problem","uniqueKey":"detail","typeLabel":"string"},"instance":{"type":"string","format":"uri-reference","description":"A URI reference that identifies the specific occurrence of the problem","uniqueKey":"instance","typeLabel":"string\u003curi-reference>"}},"required":["title","status"],"additionalProperties":false,"x-forward-compatible":true,"uniqueKey":"","typeLabel":"object"},"example":{"status":429,"title":"Rate limit exceeded","detail":"You have exceeded the allowed number of requests. Please try again later.","instance":"/resource","type":"https://arize.com/docs/ax/rest-reference/errors#rate-limit-exceeded"},"examples":{"Example":{"title":"Example","value":{"status":429,"title":"Rate limit exceeded","detail":"You have exceeded the allowed number of requests. Please try again later.","instance":"/resource","type":"https://arize.com/docs/ax/rest-reference/errors#rate-limit-exceeded"}}},"exampleType":"examples"}},"exampleType":"examples"}},"security":{"47dce434-0a51-44e3-9495-f9b2ef2d887b":{"bearerAuth":{"type":"http","scheme":"bearer","bearerFormat":"\u003capi-key>","description":"Most Arize AI endpoints require authentication. For those endpoints that require authentication, include your API key in the request header using the format\n``` Authorization: Bearer \u003capi-key>\n```\n","scopes":[],"schemeName":"bearerAuth"}}},"servers":{"41acad41-ab19-4b4c-b465-a4976eae4f32":{"description":"Global","url":"https://api.arize.com"},"fd90bffd-59f4-44b9-8f51-950eb953252d":{"description":"Regional","url":"https://api.{region}.arize.com","variables":{"region":{"default":"eu-west-1a","enum":["eu-west-1a","ca-central-1a"]}}},"7ddd13fd-8149-4110-a240-53637921fee4":{"description":"Custom Host","url":"https://{host}","variables":{"host":{"default":"api.arize.com"}}}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"http","scheme":"bearer","bearerFormat":"\u003capi-key>","description":"Most Arize AI endpoints require authentication. For those endpoints that require authentication, include your API key in the request header using the format\n``` Authorization: Bearer \u003capi-key>\n```\n","scopes":[],"schemeName":"bearerAuth"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Most Arize AI endpoints require authentication. For those endpoints that require authentication, include your API key in the request header using the format\n``` Authorization: Bearer \u003capi-key>\n```\n","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"bearerAuth","name":"Authorization"}],"title":"bearerAuth"}]},"originalFileLocation":"https://api.arize.com/v2/spec.yaml"},"subdomain":"arize-ax","siteName":"Arize AX Docs","title":"List evaluator versions - Arize AX Docs","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-09T20:06:27.569Z","originalFileLocation":"api-reference/evaluators/list-evaluator-versions.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"dark\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"List all versions of an evaluator with cursor-based pagination. This endpoint is in beta, read more here.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Arize AX Docs\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"List evaluator versions - Arize AX Docs\">\u003cmeta data-mint-head property=\"og:description\" content=\"List all versions of an evaluator with cursor-based pagination. This endpoint is in beta, read more here.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Arize AX Docs\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://arize-ax.mintlify.site/docs/_mintlify/api/og/v2?division=Evaluators\u0026amp;title=List+evaluator+versions\u0026amp;description=List+all+versions+of+an+evaluator+with+cursor-based+pagination.%0A%0A%3CNote%3EThis+endpoint+is+in+beta%2C+read+more+%5Bhere%5D%28https%3A%2F%2Farize.com%2Fdocs%2Fax%2Frest-reference%23api-v\u0026amp;theme=6b2e1c1a14346acb1262754f\u0026amp;signature=1bd09de2ed60c5d100024771e5cc97d2690c0df0b4120efe1689612a4c7b920a\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"List evaluator versions - Arize AX Docs\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"List all versions of an evaluator with cursor-based pagination. This endpoint is in beta, read more here.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://arize-ax.mintlify.site/docs/_mintlify/api/og/v2?division=Evaluators\u0026amp;title=List+evaluator+versions\u0026amp;description=List+all+versions+of+an+evaluator+with+cursor-based+pagination.%0A%0A%3CNote%3EThis+endpoint+is+in+beta%2C+read+more+%5Bhere%5D%28https%3A%2F%2Farize.com%2Fdocs%2Fax%2Frest-reference%23api-v\u0026amp;theme=6b2e1c1a14346acb1262754f\u0026amp;signature=1bd09de2ed60c5d100024771e5cc97d2690c0df0b4120efe1689612a4c7b920a\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/docs/mintlify-assets/_mintlify/favicons/arize-ax/vxzD83QsbAzzm43O/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Arize AX Docs\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#7A0047\">\u003clink data-mint-head rel=\"canonical\" href=\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/docs/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/docs/api-reference/evaluators/list-evaluator-versions.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://arize.com/#organization\",\"name\":\"Arize AX Docs\",\"url\":\"https://arize.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/arize-ax/V-uvingrGLOCK4VD/logo/light.svg?fit=max\u0026auto=format\u0026n=V-uvingrGLOCK4VD\u0026q=85\u0026s=cc58ee9388d5b5253d39b65cc662908f\"}},{\"@type\":\"WebSite\",\"@id\":\"https://arize.com/docs#website\",\"name\":\"Arize AX Docs\",\"url\":\"https://arize.com/docs\",\"publisher\":{\"@id\":\"https://arize.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions#webpage\",\"url\":\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions\",\"name\":\"List evaluator versions\",\"description\":\"List all versions of an evaluator with cursor-based pagination. This endpoint is in beta, read more here.\",\"dateModified\":\"2026-11-09T20:06:27.569Z\",\"isPartOf\":{\"@id\":\"https://arize.com/docs#website\"},\"breadcrumb\":{\"@id\":\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API reference\",\"item\":\"https://arize.com/docs/ax/rest-reference/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"REST\",\"item\":\"https://arize.com/docs/ax/rest-reference/overview\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Endpoints\",\"item\":\"https://arize.com/docs/api-reference/ai-integrations/list-ai-integrations\"},{\"@type\":\"ListItem\",\"position\":4,\"name\":\"Evaluators\",\"item\":\"https://arize.com/docs/api-reference/evaluators/list-evaluator-templates\"},{\"@type\":\"ListItem\",\"position\":5,\"name\":\"List evaluator versions\",\"item\":\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions#apireference\",\"headline\":\"List evaluator versions\",\"name\":\"List evaluator versions\",\"description\":\"List all versions of an evaluator with cursor-based pagination. This endpoint is in beta, read more here.\",\"url\":\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions\",\"mainEntityOfPage\":{\"@id\":\"https://arize.com/docs/api-reference/evaluators/list-evaluator-versions#webpage\"},\"dateModified\":\"2026-11-09T20:06:27.569Z\",\"publisher\":{\"@id\":\"https://arize.com/#organization\"},\"isPartOf\":{\"@id\":\"https://arize.com/docs#website\"}}]}\u003c/script>","siteName":"Arize AX Docs","nav":{"global":null,"tabs":[{"tab":"Get Started","pages":[{"title":"Get Started","href":"/ax"}]},{"tab":"Guides","pages":[{"title":"Guides","href":"/ax/cookbooks"}]},{"tab":"Integrations","pages":[{"title":"Integrations","href":"/ax/integrations"}]},{"tab":"APIs, SDKs, Skills \u0026 MCP","pages":[{"title":"APIs, SDKs \u0026 Skills","sidebarTitle":"Overview","href":"/api-reference/overview"},{"title":"Choose the right interface for your workload","sidebarTitle":"Choosing an interface","href":"/api-reference/choosing-an-interface"},{"group":"Skills","pages":[{"title":"Skills","sidebarTitle":"Overview","href":"/ax/skills/overview"},{"title":"Install \u0026 authenticate","sidebarTitle":"Install \u0026 authenticate","href":"/ax/skills/install"},{"title":"Skill catalog","sidebarTitle":"Skill catalog","href":"/ax/skills/catalog"}]},{"group":"MCP server","pages":[{"title":"Arize AX MCP Server","sidebarTitle":"Overview","href":"/api-clients/mcp/overview"},{"title":"Connect to the AX MCP Server","sidebarTitle":"Connect your client","href":"/api-clients/mcp/connect"},{"group":"Reference","pages":[{"title":"AX MCP Authentication","sidebarTitle":"Authentication","href":"/api-clients/mcp/authentication"},{"title":"AX MCP Conventions","sidebarTitle":"Conventions","href":"/api-clients/mcp/conventions"},{"title":"AX MCP Endpoints","sidebarTitle":"Endpoints","href":"/api-clients/mcp/endpoints"},{"title":"Arize AX MCP Server FAQ","sidebarTitle":"FAQ","href":"/api-clients/mcp/faq"},{"title":"AX MCP Tool Catalog","sidebarTitle":"Tool catalog","href":"/api-clients/mcp/tool-catalog"}]}]},{"group":"API reference","pages":[{"group":"REST","pages":[{"title":"Arize REST API","sidebarTitle":"Overview","href":"/ax/rest-reference/overview"},{"title":"Error Reference","sidebarTitle":"Errors","href":"/ax/rest-reference/errors"},{"title":"Download OpenAPI Spec","href":"/ax/rest-reference/download-openapi-spec"},{"group":"Endpoints","pages":[{"group":"AI Integrations","pages":[{"title":"List AI integrations","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/ai-integrations","href":"/api-reference/ai-integrations/list-ai-integrations"},{"title":"Create an AI integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/ai-integrations","href":"/api-reference/ai-integrations/create-an-ai-integration"},{"title":"Get an AI integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/ai-integrations/{integration_id}","href":"/api-reference/ai-integrations/get-an-ai-integration"},{"title":"Delete an AI integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/ai-integrations/{integration_id}","href":"/api-reference/ai-integrations/delete-an-ai-integration"},{"title":"Update an AI integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/ai-integrations/{integration_id}","href":"/api-reference/ai-integrations/update-an-ai-integration"}]},{"group":"Alignment","pages":[{"title":"List alignment tasks","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/alignment-tasks","href":"/api-reference/alignment/list-alignment-tasks"},{"title":"Create alignment task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/alignment-tasks","href":"/api-reference/alignment/create-alignment-task"},{"title":"Get alignment task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/alignment-tasks/{alignment_task_id}","href":"/api-reference/alignment/get-alignment-task"},{"title":"List alignment runs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/alignment-tasks/{alignment_task_id}/runs","href":"/api-reference/alignment/list-alignment-runs"},{"title":"Create alignment run","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/alignment-tasks/{alignment_task_id}/runs","href":"/api-reference/alignment/create-alignment-run"}]},{"group":"Annotation Configs","pages":[{"title":"List annotation configs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-configs","href":"/api-reference/annotation-configs/list-annotation-configs"},{"title":"Create an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-configs","href":"/api-reference/annotation-configs/create-an-annotation-config"},{"title":"Get an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-configs/{annotation_config_id}","href":"/api-reference/annotation-configs/get-an-annotation-config"},{"title":"Delete an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/annotation-configs/{annotation_config_id}","href":"/api-reference/annotation-configs/delete-an-annotation-config"},{"title":"Update an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/annotation-configs/{annotation_config_id}","href":"/api-reference/annotation-configs/update-an-annotation-config"},{"title":"List tags on an annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-configs/{annotation_config_id}/tags","href":"/api-reference/annotation-configs/list-tags-on-an-annotation-config"},{"title":"Attach tags to a annotation config","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-configs/{annotation_config_id}/tags","href":"/api-reference/annotation-configs/attach-tags-to-a-annotation-config"}]},{"group":"Annotation Queues","pages":[{"title":"List annotation queues","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-queues","href":"/api-reference/annotation-queues/list-annotation-queues"},{"title":"Create an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues","href":"/api-reference/annotation-queues/create-an-annotation-queue"},{"title":"Get an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-queues/{annotation_queue_id}","href":"/api-reference/annotation-queues/get-an-annotation-queue"},{"title":"Delete an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/annotation-queues/{annotation_queue_id}","href":"/api-reference/annotation-queues/delete-an-annotation-queue"},{"title":"Update an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/annotation-queues/{annotation_queue_id}","href":"/api-reference/annotation-queues/update-an-annotation-queue"},{"title":"List annotation queue records","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-queues/{annotation_queue_id}/records","href":"/api-reference/annotation-queues/list-annotation-queue-records"},{"title":"Create annotation queue records","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues/{annotation_queue_id}/records","href":"/api-reference/annotation-queues/create-annotation-queue-records"},{"title":"Delete annotation queue records","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/annotation-queues/{annotation_queue_id}/records","href":"/api-reference/annotation-queues/delete-annotation-queue-records"},{"title":"Annotate a record","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues/{annotation_queue_id}/records/{annotation_queue_record_id}/annotate","href":"/api-reference/annotation-queues/annotate-a-record"},{"title":"Assign users to a record","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues/{annotation_queue_id}/records/{annotation_queue_record_id}/assign","href":"/api-reference/annotation-queues/assign-users-to-a-record"},{"title":"List tags on an annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/annotation-queues/{annotation_queue_id}/tags","href":"/api-reference/annotation-queues/list-tags-on-an-annotation-queue"},{"title":"Attach tags to a annotation queue","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/annotation-queues/{annotation_queue_id}/tags","href":"/api-reference/annotation-queues/attach-tags-to-a-annotation-queue"}]},{"group":"API Keys","pages":[{"title":"List API keys","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/api-keys","href":"/api-reference/api-keys/list-api-keys"},{"title":"Create an API key","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/api-keys","href":"/api-reference/api-keys/create-an-api-key"},{"title":"Refresh an API key","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/api-keys/{api_key_id}/refresh","href":"/api-reference/api-keys/refresh-an-api-key"},{"title":"Revoke an API key","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml put /v2/api-keys/{api_key_id}/revoke","href":"/api-reference/api-keys/revoke-an-api-key"}]},{"group":"Audit Logs","pages":[{"title":"List audit logs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/audit-logs","href":"/api-reference/audit-logs/list-audit-logs"}]},{"group":"Dashboards","pages":[{"title":"List dashboards","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/dashboards","href":"/api-reference/dashboards/list-dashboards"},{"title":"Create a dashboard","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/dashboards","href":"/api-reference/dashboards/create-a-dashboard"},{"title":"Get a dashboard","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/dashboards/{dashboard_id}","href":"/api-reference/dashboards/get-a-dashboard"},{"title":"List dashboard widgets","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/dashboards/{dashboard_id}/widgets","href":"/api-reference/dashboards/list-dashboard-widgets"},{"title":"Get a dashboard widget","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/dashboards/{dashboard_id}/widgets/{widget_id}","href":"/api-reference/dashboards/get-a-dashboard-widget"}]},{"group":"Datasets","pages":[{"title":"List datasets","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/datasets","href":"/api-reference/datasets/list-datasets"},{"title":"Create a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets","href":"/api-reference/datasets/create-a-dataset"},{"title":"Get a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/datasets/{dataset_id}","href":"/api-reference/datasets/get-a-dataset"},{"title":"Delete a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/datasets/{dataset_id}","href":"/api-reference/datasets/delete-a-dataset"},{"title":"Update a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/datasets/{dataset_id}","href":"/api-reference/datasets/update-a-dataset"},{"title":"List dataset examples","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/datasets/{dataset_id}/examples","href":"/api-reference/datasets/list-dataset-examples"},{"title":"Add new examples to a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets/{dataset_id}/examples","href":"/api-reference/datasets/add-new-examples-to-a-dataset"},{"title":"Delete dataset examples","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/datasets/{dataset_id}/examples","href":"/api-reference/datasets/delete-dataset-examples"},{"title":"Update existing examples in a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/datasets/{dataset_id}/examples","href":"/api-reference/datasets/update-existing-examples-in-a-dataset"},{"title":"Annotate a batch of dataset examples","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets/{dataset_id}/examples/annotate","href":"/api-reference/datasets/annotate-a-batch-of-dataset-examples"},{"title":"Search dataset examples","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets/{dataset_id}/examples/search","href":"/api-reference/datasets/search-dataset-examples"},{"title":"List tags on a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/datasets/{dataset_id}/tags","href":"/api-reference/datasets/list-tags-on-a-dataset"},{"title":"Attach tags to a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/datasets/{dataset_id}/tags","href":"/api-reference/datasets/attach-tags-to-a-dataset"},{"title":"Detach tags from a dataset","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/datasets/{dataset_id}/tags","href":"/api-reference/datasets/detach-tags-from-a-dataset"}]},{"group":"Evaluators","pages":[{"title":"List evaluator templates","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluator-templates","href":"/api-reference/evaluators/list-evaluator-templates"},{"title":"Get evaluator version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluator-versions/{version_id}","href":"/api-reference/evaluators/get-evaluator-version"},{"title":"List evaluators","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators","href":"/api-reference/evaluators/list-evaluators"},{"title":"Create evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/evaluators","href":"/api-reference/evaluators/create-evaluator"},{"title":"Get evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators/{evaluator_id}","href":"/api-reference/evaluators/get-evaluator"},{"title":"Delete evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/evaluators/{evaluator_id}","href":"/api-reference/evaluators/delete-evaluator"},{"title":"Update evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/evaluators/{evaluator_id}","href":"/api-reference/evaluators/update-evaluator"},{"title":"List tags on an evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators/{evaluator_id}/tags","href":"/api-reference/evaluators/list-tags-on-an-evaluator"},{"title":"Attach tags to a evaluator","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/evaluators/{evaluator_id}/tags","href":"/api-reference/evaluators/attach-tags-to-a-evaluator"},{"title":"Detach tags from a evaluator","description":"Detach one or more tags from a evaluator.\n\n**Payload Requirements**\n- `tag_ids` is required and must contain between 1 and 100 tag IDs.\n- A tag ID that is not currently attached is reported in `not_deleted`\n rather than causing the whole request to fail.\n- Unrecognized fields are rejected with `400`.\n\nReturns a `200` with `completed`, `deleted`, and `not_deleted` for the\nrequested tag IDs.\n\n**Valid example**\n```json\n{\n \"tag_ids\": [\"VGFnOjEyMzQ1\", \"VGFnOjEyMzQ2\"]\n}\n```\n\n**Invalid example** (empty list)\n```json\n{\n \"tag_ids\": []\n}\n```\n```json\n{\n \"type\": \"https://arize.com/docs/ax/rest-reference/errors#validation-error\",\n \"title\": \"Unprocessable Entity\",\n \"status\": 422,\n \"detail\": \"tag_ids must contain at least 1 tag ID\",\n \"request_id\": \"req_01HZY6X8E7\"\n}\n```\n\n\u003cWarning>This endpoint is in alpha, read more [here](https://arize.com/docs/ax/rest-reference#api-version-stages).\u003c/Warning>\n","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/evaluators/{evaluator_id}/tags","href":"/api-reference/evaluators/detach-tags-from-a-evaluator"},{"title":"List evaluator versions","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/evaluators/{evaluator_id}/versions","href":"/api-reference/evaluators/list-evaluator-versions"},{"title":"Create evaluator version","description":"**Endpoint:** `POST /v2/evaluators/{evaluator_id}/versions`\n\nCreate a new version of an existing evaluator. The new version becomes the latest\nversion immediately (versioning is append-only).\n\n**Payload Requirements**\n- `commit_message` describes the changes in this version.\n- Provide exactly one of `template_config`, `code_config`, `remote_config`, or `decision_judge_config` to match the evaluator's `type`.\n `code_config.type` is a separate inner discriminator (`MANAGED` or `CUSTOM`) and is unrelated to the top-level `type`.\n Schema and constraints match Create Evaluator.\n- For a template version, `template_config.llm_config.ai_integration_id` must\n reference an AI integration that exists and is accessible to the evaluator's\n space; otherwise the request fails with `404`.\n- For `REMOTE` evaluators: `remote_config.integration_id` must reference an\n `EVALUATOR` integration. Each version may reference a different integration;\n editing an integration affects every version that references it. `type: REMOTE`\n requires the remote evaluators feature to be enabled.\n- For `DECISION_JUDGE` evaluators: `decision_judge_config` replaces the whole\n configuration, including every question. Decision Judge must be enabled for\n the account. A config of a different type than the evaluator returns `400`.\n**Responses**\n- `201` — version created; returns the new `EvaluatorVersion`.\n- `400` — malformed request: `evaluator_id` fails ID-format validation,\n the body is missing, or the JSON is malformed.\n- `401` — missing or invalid credentials.\n- `403` — the evaluator is readable but the caller lacks permission to\n create a version on it, or Decision Judge is not enabled for the account.\n- `404` — `evaluator_id` does not exist or is not readable by the caller\n (`Evaluator not found`), or `template_config.llm_config.ai_integration_id`\n does not exist or is not accessible to this space\n (`LLM integration not found or not accessible to this space`), or\n `remote_config.integration_id` does not exist or is not applicable to this\n space (`Integration not found`), or `decision_judge_config.ai_integration_id`\n does not exist or is not available in the space\n (`LLM integration not found or not accessible to this space`).\n- `422` — the body is well-formed JSON but fails validation, for example a\n missing `commit_message`, a config mismatch, an invalid template column\n name, a remote integration with the wrong type, a `model_name` that is not\n a Decision Judge model, or questions that break the question rules.\n- `429` — rate limit exceeded.\n\n**Valid example** (template version)\n```json\n{\n \"commit_message\": \"Improve prompt template for better accuracy\",\n \"template_config\": {\n \"name\": \"hallucination\",\n \"template\": \"Given the input: {input}\\nand output: {output}\\nIs the output a hallucination? Explain your reasoning.\",\n \"include_explanations\": true,\n \"use_function_calling\": true,\n \"classification_choices\": {\"hallucinated\": 0, \"factual\": 1},\n \"llm_config\": {\n \"ai_integration_id\": \"TGxtSW50ZWdyYXRpb246MTI6YUJjRA==\",\n \"model_name\": \"gpt-4o\",\n \"invocation_parameters\": {\"temperature\": 0},\n \"provider_parameters\": {}\n }\n }\n}\n```\n\n**Invalid example** (missing required `commit_message`)\n```json\n{\n \"template_config\": {\n \"name\": \"hallucination\",\n \"template\": \"Is this a hallucination?\",\n \"include_explanations\": false,\n \"use_function_calling\": false,\n \"llm_config\": {\n \"ai_integration_id\": \"TGxtSW50ZWdyYXRpb246MTI6YUJjRA==\",\n \"model_name\": \"gpt-4o\",\n \"invocation_parameters\": {},\n \"provider_parameters\": {}\n }\n }\n}\n```\nResponse `422`:\n```json\n{\n \"status\": 422,\n \"title\": \"Unprocessable Entity\",\n \"type\": \"https://arize.com/docs/ax/rest-reference/errors#validation-error\",\n \"detail\": \"Invalid input\"\n}\n```\n\n**Invalid example** (`ai_integration_id` does not exist or is not\naccessible to this space)\n```json\n{\n \"commit_message\": \"Try a nonexistent integration\",\n \"template_config\": {\n \"name\": \"hallucination\",\n \"template\": \"Given {input} and {output}, is it a hallucination?\",\n \"include_explanations\": true,\n \"use_function_calling_if_available\": true,\n \"classification_choices\": {\"hallucinated\": 0, \"factual\": 1},\n \"llm_config\": {\n \"ai_integration_id\": \"TGxtSW50ZWdyYXRpb246OTk5OTk6ZmFrZQ==\",\n \"model_name\": \"gpt-4o\",\n \"invocation_parameters\": {},\n \"provider_parameters\": {}\n }\n }\n}\n```\nResponse `404`:\n```json\n{\n \"status\": 404,\n \"title\": \"Not Found\",\n \"type\": \"https://arize.com/docs/ax/rest-reference/errors#resource-not-found\",\n \"detail\": \"LLM integration not found or not accessible to this space\"\n}\n```\n\n\u003cNote>This endpoint is in beta, read more [here](https://arize.com/docs/ax/rest-reference#api-version-stages).\u003c/Note>\n","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/evaluators/{evaluator_id}/versions","href":"/api-reference/evaluators/create-evaluator-version"},{"title":"Delete evaluator versions","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/evaluators/{evaluator_id}/versions","href":"/api-reference/evaluators/delete-evaluator-versions"}]},{"group":"Experiments","pages":[{"title":"List experiments","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/experiments","href":"/api-reference/experiments/list-experiments"},{"title":"Create an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments","href":"/api-reference/experiments/create-an-experiment"},{"title":"Get an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/experiments/{experiment_id}","href":"/api-reference/experiments/get-an-experiment"},{"title":"Delete an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/experiments/{experiment_id}","href":"/api-reference/experiments/delete-an-experiment"},{"title":"List experiment runs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/experiments/{experiment_id}/runs","href":"/api-reference/experiments/list-experiment-runs"},{"title":"Append runs to an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments/{experiment_id}/runs","href":"/api-reference/experiments/append-runs-to-an-experiment"},{"title":"Annotate a batch of experiment runs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments/{experiment_id}/runs/annotate","href":"/api-reference/experiments/annotate-a-batch-of-experiment-runs"},{"title":"Search experiment runs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments/{experiment_id}/runs/search","href":"/api-reference/experiments/search-experiment-runs"},{"title":"List tags on an experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/experiments/{experiment_id}/tags","href":"/api-reference/experiments/list-tags-on-an-experiment"},{"title":"Attach tags to a experiment","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/experiments/{experiment_id}/tags","href":"/api-reference/experiments/attach-tags-to-a-experiment"}]},{"group":"Integrations","pages":[{"title":"List integrations","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/integrations","href":"/api-reference/integrations/list-integrations"},{"title":"Create an integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/integrations","href":"/api-reference/integrations/create-an-integration"},{"title":"Get an integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/integrations/{integration_id}","href":"/api-reference/integrations/get-an-integration"},{"title":"Delete an integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/integrations/{integration_id}","href":"/api-reference/integrations/delete-an-integration"},{"title":"Update an integration","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/integrations/{integration_id}","href":"/api-reference/integrations/update-an-integration"}]},{"group":"Monitors","pages":[{"title":"List monitors","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/monitors","href":"/api-reference/monitors/list-monitors"},{"title":"Get a monitor","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/monitors/{monitor_id}","href":"/api-reference/monitors/get-a-monitor"},{"title":"List tags on a monitor","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/monitors/{monitor_id}/tags","href":"/api-reference/monitors/list-tags-on-a-monitor"},{"title":"Attach tags to a monitor","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/monitors/{monitor_id}/tags","href":"/api-reference/monitors/attach-tags-to-a-monitor"},{"title":"Detach tags from a monitor","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/monitors/{monitor_id}/tags","href":"/api-reference/monitors/detach-tags-from-a-monitor"}]},{"group":"Organizations","pages":[{"title":"List organizations","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/organizations","href":"/api-reference/organizations/list-organizations"},{"title":"Create an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/organizations","href":"/api-reference/organizations/create-an-organization"},{"title":"Get an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/organizations/{org_id}","href":"/api-reference/organizations/get-an-organization"},{"title":"Delete an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/organizations/{org_id}","href":"/api-reference/organizations/delete-an-organization"},{"title":"Update an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/organizations/{org_id}","href":"/api-reference/organizations/update-an-organization"},{"title":"Add a user to an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/organizations/{org_id}/users","href":"/api-reference/organizations/add-a-user-to-an-organization"},{"title":"Remove a user from an organization","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/organizations/{org_id}/users/{user_id}","href":"/api-reference/organizations/remove-a-user-from-an-organization"}]},{"group":"Projects","pages":[{"title":"List projects","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/projects","href":"/api-reference/projects/list-projects"},{"title":"Create a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/projects","href":"/api-reference/projects/create-a-project"},{"title":"Get a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/projects/{project_id}","href":"/api-reference/projects/get-a-project"},{"title":"Delete a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/projects/{project_id}","href":"/api-reference/projects/delete-a-project"},{"title":"Update a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/projects/{project_id}","href":"/api-reference/projects/update-a-project"},{"title":"List tags on a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/projects/{project_id}/tags","href":"/api-reference/projects/list-tags-on-a-project"},{"title":"Attach tags to a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/projects/{project_id}/tags","href":"/api-reference/projects/attach-tags-to-a-project"},{"title":"Detach tags from a project","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/projects/{project_id}/tags","href":"/api-reference/projects/detach-tags-from-a-project"}]},{"group":"Prompts","pages":[{"title":"List prompts","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts","href":"/api-reference/prompts/list-prompts"},{"title":"Create a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/prompts","href":"/api-reference/prompts/create-a-prompt"},{"title":"Get a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts/{prompt_id}","href":"/api-reference/prompts/get-a-prompt"},{"title":"Delete a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/prompts/{prompt_id}","href":"/api-reference/prompts/delete-a-prompt"},{"title":"Update a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/prompts/{prompt_id}","href":"/api-reference/prompts/update-a-prompt"},{"title":"Resolve a label to a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts/{prompt_id}/labels/{label_name}","href":"/api-reference/prompts/resolve-a-label-to-a-prompt-version"},{"title":"List tags on a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts/{prompt_id}/tags","href":"/api-reference/prompts/list-tags-on-a-prompt"},{"title":"Attach tags to a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/prompts/{prompt_id}/tags","href":"/api-reference/prompts/attach-tags-to-a-prompt"},{"title":"Detach tags from a prompt","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/prompts/{prompt_id}/tags","href":"/api-reference/prompts/detach-tags-from-a-prompt"},{"title":"List prompt versions","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompts/{prompt_id}/versions","href":"/api-reference/prompts/list-prompt-versions"},{"title":"Create a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/prompts/{prompt_id}/versions","href":"/api-reference/prompts/create-a-prompt-version"},{"title":"Get a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/prompt-versions/{version_id}","href":"/api-reference/prompts/get-a-prompt-version"},{"title":"Set labels on a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml put /v2/prompt-versions/{version_id}/labels","href":"/api-reference/prompts/set-labels-on-a-prompt-version"},{"title":"Remove a label from a prompt version","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/prompt-versions/{version_id}/labels/{label_name}","href":"/api-reference/prompts/remove-a-label-from-a-prompt-version"}]},{"group":"Resource Restrictions","pages":[{"title":"List resource restrictions the caller is permitted to manage.","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/resource-restrictions","href":"/api-reference/resource-restrictions/list-resource-restrictions-the-caller-is-permitted-to-manage"},{"title":"Restrict a resource","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/resource-restrictions","href":"/api-reference/resource-restrictions/restrict-a-resource"},{"title":"Unrestrict a resource","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/resource-restrictions/{resource_id}","href":"/api-reference/resource-restrictions/unrestrict-a-resource"}]},{"group":"Role Bindings","pages":[{"title":"List role bindings","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/role-bindings","href":"/api-reference/role-bindings/list-role-bindings"},{"title":"Create a role binding","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/role-bindings","href":"/api-reference/role-bindings/create-a-role-binding"},{"title":"Get a role binding","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/role-bindings/{binding_id}","href":"/api-reference/role-bindings/get-a-role-binding"},{"title":"Delete a role binding","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/role-bindings/{binding_id}","href":"/api-reference/role-bindings/delete-a-role-binding"},{"title":"Update a role binding","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/role-bindings/{binding_id}","href":"/api-reference/role-bindings/update-a-role-binding"}]},{"group":"Roles","pages":[{"title":"List roles","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/roles","href":"/api-reference/roles/list-roles"},{"title":"Create a role","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/roles","href":"/api-reference/roles/create-a-role"},{"title":"Get a role","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/roles/{role_id}","href":"/api-reference/roles/get-a-role"},{"title":"Delete a role","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/roles/{role_id}","href":"/api-reference/roles/delete-a-role"},{"title":"Update a role","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/roles/{role_id}","href":"/api-reference/roles/update-a-role"}]},{"group":"SAML","pages":[{"title":"List SAML identity providers","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/saml-identity-providers","href":"/api-reference/saml/list-saml-identity-providers"},{"title":"Create a SAML identity provider","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/saml-identity-providers","href":"/api-reference/saml/create-a-saml-identity-provider"},{"title":"Get a SAML identity provider","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/saml-identity-providers/{idp_id}","href":"/api-reference/saml/get-a-saml-identity-provider"},{"title":"Remove a SAML identity provider","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/saml-identity-providers/{idp_id}","href":"/api-reference/saml/remove-a-saml-identity-provider"},{"title":"Update supplied SAML configuration fields","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/saml-identity-providers/{idp_id}","href":"/api-reference/saml/update-supplied-saml-configuration-fields"},{"title":"List SAML role mappings","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/saml-identity-providers/{idp_id}/role-mappings","href":"/api-reference/saml/list-saml-role-mappings"},{"title":"Add a SAML role mapping","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/saml-identity-providers/{idp_id}/role-mappings","href":"/api-reference/saml/add-a-saml-role-mapping"},{"title":"Remove a SAML role mapping","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/saml-identity-providers/{idp_id}/role-mappings/{mapping_id}","href":"/api-reference/saml/remove-a-saml-role-mapping"},{"title":"Update supplied mapping fields","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/saml-identity-providers/{idp_id}/role-mappings/{mapping_id}","href":"/api-reference/saml/update-supplied-mapping-fields"}]},{"group":"Spaces","pages":[{"title":"List spaces","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/spaces","href":"/api-reference/spaces/list-spaces"},{"title":"Create a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/spaces","href":"/api-reference/spaces/create-a-space"},{"title":"Get a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/spaces/{space_id}","href":"/api-reference/spaces/get-a-space"},{"title":"Delete a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/spaces/{space_id}","href":"/api-reference/spaces/delete-a-space"},{"title":"Update a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/spaces/{space_id}","href":"/api-reference/spaces/update-a-space"},{"title":"Add a user to a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/spaces/{space_id}/users","href":"/api-reference/spaces/add-a-user-to-a-space"},{"title":"Remove a user from a space","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/spaces/{space_id}/users/{user_id}","href":"/api-reference/spaces/remove-a-user-from-a-space"}]},{"group":"Spans","pages":[{"title":"List spans","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/spans","href":"/api-reference/spans/list-spans"},{"title":"Delete spans","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/spans","href":"/api-reference/spans/delete-spans"},{"title":"Annotate a batch of project spans","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/spans/annotate","href":"/api-reference/spans/annotate-a-batch-of-project-spans"}]},{"group":"Tags","pages":[{"title":"Create a tag","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/tags","href":"/api-reference/tags/create-a-tag"},{"title":"Delete a tag","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/tags/{tag_id}","href":"/api-reference/tags/delete-a-tag"},{"title":"Update a tag","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/tags/{tag_id}","href":"/api-reference/tags/update-a-tag"}]},{"group":"Tasks","pages":[{"title":"List tasks","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/tasks","href":"/api-reference/tasks/list-tasks"},{"title":"Create task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/tasks","href":"/api-reference/tasks/create-task"},{"title":"Get task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/tasks/{task_id}","href":"/api-reference/tasks/get-task"},{"title":"Delete task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/tasks/{task_id}","href":"/api-reference/tasks/delete-task"},{"title":"Update task","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/tasks/{task_id}","href":"/api-reference/tasks/update-task"},{"title":"List task runs","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/tasks/{task_id}/runs","href":"/api-reference/tasks/list-task-runs"},{"title":"Trigger a task run","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/tasks/{task_id}/trigger","href":"/api-reference/tasks/trigger-a-task-run"},{"title":"Get task run","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/task-runs/{run_id}","href":"/api-reference/tasks/get-task-run"},{"title":"Cancel task run","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/task-runs/{run_id}/cancel","href":"/api-reference/tasks/cancel-task-run"}]},{"group":"Traces","pages":[{"title":"List traces","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/traces","href":"/api-reference/traces/list-traces"}]},{"group":"Users","pages":[{"title":"List users","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/users","href":"/api-reference/users/list-users"},{"title":"Create a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/users","href":"/api-reference/users/create-a-user"},{"title":"Get a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/users/{user_id}","href":"/api-reference/users/get-a-user"},{"title":"Delete a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/users/{user_id}","href":"/api-reference/users/delete-a-user"},{"title":"Update a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/users/{user_id}","href":"/api-reference/users/update-a-user"},{"title":"Resend a user invitation","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/users/{user_id}/resend-invitation","href":"/api-reference/users/resend-a-user-invitation"},{"title":"Trigger a password-reset email for a user","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/users/{user_id}/reset-password","href":"/api-reference/users/trigger-a-password-reset-email-for-a-user"}]},{"group":"Webhooks","pages":[{"title":"List webhook subscriptions","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhook-subscriptions","href":"/api-reference/webhooks/list-webhook-subscriptions"},{"title":"Create a webhook subscription","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/webhook-subscriptions","href":"/api-reference/webhooks/create-a-webhook-subscription"},{"title":"Get a webhook subscription","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhook-subscriptions/{subscription_id}","href":"/api-reference/webhooks/get-a-webhook-subscription"},{"title":"Delete a webhook subscription","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/webhook-subscriptions/{subscription_id}","href":"/api-reference/webhooks/delete-a-webhook-subscription"},{"title":"List webhooks","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhooks","href":"/api-reference/webhooks/list-webhooks"},{"title":"Create a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/webhooks","href":"/api-reference/webhooks/create-a-webhook"},{"title":"Get a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhooks/{webhook_id}","href":"/api-reference/webhooks/get-a-webhook"},{"title":"Delete a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml delete /v2/webhooks/{webhook_id}","href":"/api-reference/webhooks/delete-a-webhook"},{"title":"Update a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml patch /v2/webhooks/{webhook_id}","href":"/api-reference/webhooks/update-a-webhook"},{"title":"List a webhook's delivery attempts","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml get /v2/webhooks/{webhook_id}/delivery-attempts","href":"/api-reference/webhooks/list-a-webhooks-delivery-attempts"},{"title":"Send a test event to a webhook","deprecated":null,"version":null,"openapi":"https://api.arize.com/v2/spec.yaml post /v2/webhooks/{webhook_id}/test","href":"/api-reference/webhooks/send-a-test-event-to-a-webhook"}]}]}]},{"group":"GraphQL","pages":[{"title":"GraphQL API","sidebarTitle":"GraphQL API Overview","href":"/ax/graphql-reference"},{"title":"Getting Started with GraphQL","href":"/ax/graphql-reference/overview/getting-started-with-graphql"},{"title":"API Explorer","href":"/ax/graphql-reference/overview/api-explorer"},{"group":"How to use GraphQL","pages":[{"title":"How to Use GraphQL","sidebarTitle":"Overview","href":"/ax/graphql-reference/overview/how-to-use-graphql"},{"title":"Forming Calls","href":"/ax/graphql-reference/overview/how-to-use-graphql/forming-calls"},{"title":"Using global node IDs","href":"/ax/graphql-reference/overview/how-to-use-graphql/using-global-node-ids"},{"title":"Querying Nested Data","href":"/ax/graphql-reference/overview/how-to-use-graphql/querying-nested-data"},{"title":"Notebook Examples","href":"/ax/graphql-reference/overview/how-to-use-graphql/notebook-examples"},{"title":"Mutations","href":"/ax/graphql-reference/overview/how-to-use-graphql/mutations"}]},{"title":"Resource Limitations","href":"/ax/graphql-reference/overview/resource-limitations"},{"group":"Guides","pages":[{"title":"Managing spaces, keys and SSO with GraphQL","href":"/ax/graphql-reference/guides/admin"},{"title":"Managing monitors with GraphQL","href":"/ax/graphql-reference/guides/monitors"},{"title":"Managing dashboards with GraphQL","href":"/ax/graphql-reference/guides/dashboards"},{"title":"Managing projects and models with GraphQL","href":"/ax/graphql-reference/guides/projects-and-models"},{"title":"Importing data with GraphQL","href":"/ax/graphql-reference/guides/data-import"},{"title":"Managing evaluators and tasks with GraphQL","href":"/ax/graphql-reference/guides/evaluators-and-tasks"},{"title":"Managing datasets and annotations with GraphQL","href":"/ax/graphql-reference/guides/datasets-and-annotations"},{"title":"Managing prompts with GraphQL","href":"/ax/graphql-reference/guides/prompts"},{"title":"Managing LLM integrations with GraphQL","href":"/ax/graphql-reference/guides/llm-integrations"},{"title":"Managed agents and Signal via GraphQL","href":"/ax/graphql-reference/guides/managed-agents-and-signal"}]},{"group":"Mutation reference","pages":[{"title":"All GraphQL mutations","href":"/ax/graphql-reference/mutations/index"},{"title":"Admin mutations","href":"/ax/graphql-reference/mutations/admin"},{"title":"Monitor mutations","href":"/ax/graphql-reference/mutations/monitors"},{"title":"Dashboard mutations","href":"/ax/graphql-reference/mutations/dashboards"},{"title":"Project and model mutations","href":"/ax/graphql-reference/mutations/projects-and-models"},{"title":"Data import mutations","href":"/ax/graphql-reference/mutations/data-import"},{"title":"Evaluator and task mutations","href":"/ax/graphql-reference/mutations/evaluators-and-tasks"},{"title":"Dataset and annotation mutations","href":"/ax/graphql-reference/mutations/datasets-and-annotations"},{"title":"Prompt mutations","href":"/ax/graphql-reference/mutations/prompts"},{"title":"LLM integration mutations","href":"/ax/graphql-reference/mutations/llm-integrations"},{"title":"Managed agent and Signal mutations","href":"/ax/graphql-reference/mutations/managed-agents-and-signal"}]},{"group":"Query reference","pages":[{"title":"Root queries","href":"/ax/graphql-reference/queries/root-queries"},{"title":"Object graph","href":"/ax/graphql-reference/queries/object-graph"}]}]}]},{"group":"API clients","pages":[{"group":"Python SDK","pages":[{"title":"Python SDK","sidebarTitle":"Overview","href":"/api-clients/python/overview"},{"group":"Version 8","pages":[{"title":"Python SDK v8","sidebarTitle":"Overview","href":"/api-clients/python/version-8/overview"},{"group":"Tutorial","pages":[{"title":"Send Traces to Arize AX","href":"/api-clients/python/version-8/tutorial/get-started-tracing-with-arize-sdk"},{"title":"Run and Log Evals to Measure Performance","href":"/api-clients/python/version-8/tutorial/get-started-evaluations-with-arize-sdk"},{"title":"Iterate with Experiments","href":"/api-clients/python/version-8/tutorial/get-started-datasets-experiments-with-arize-sdk"}]},{"title":"OpenTelemetry Tracing","href":"/api-clients/python/version-8/tracing"},{"title":"AI Integrations","href":"/api-clients/python/version-8/client-resources/ai-integrations"},{"title":"Annotation Configs","href":"/api-clients/python/version-8/client-resources/annotation-configs"},{"title":"Annotation Queues","href":"/api-clients/python/version-8/client-resources/annotation-queues"},{"title":"API Keys","href":"/api-clients/python/version-8/client-resources/api-keys"},{"title":"Audit Logs","href":"/api-clients/python/version-8/client-resources/audit-logs"},{"title":"Datasets","href":"/api-clients/python/version-8/client-resources/datasets"},{"title":"Evaluators","href":"/api-clients/python/version-8/client-resources/evaluators"},{"title":"Experiments","href":"/api-clients/python/version-8/client-resources/experiments"},{"title":"Integrations","href":"/api-clients/python/version-8/client-resources/integrations"},{"title":"ML Models","href":"/api-clients/python/version-8/client-resources/ml-models"},{"title":"Organizations","href":"/api-clients/python/version-8/client-resources/organizations"},{"title":"Projects","href":"/api-clients/python/version-8/client-resources/projects"},{"title":"Prompts","href":"/api-clients/python/version-8/client-resources/prompts"},{"title":"Resource Restrictions","href":"/api-clients/python/version-8/client-resources/resource-restrictions"},{"title":"Role Bindings","href":"/api-clients/python/version-8/client-resources/role-bindings"},{"title":"Roles","href":"/api-clients/python/version-8/client-resources/roles"},{"title":"SAML Identity Providers","href":"/api-clients/python/version-8/client-resources/saml-identity-providers"},{"title":"Spaces","href":"/api-clients/python/version-8/client-resources/spaces"},{"title":"Spans","href":"/api-clients/python/version-8/client-resources/spans"},{"title":"Tasks","href":"/api-clients/python/version-8/client-resources/tasks"},{"title":"Traces","href":"/api-clients/python/version-8/client-resources/traces"},{"title":"Users","href":"/api-clients/python/version-8/client-resources/users"},{"title":"Webhooks","href":"/api-clients/python/version-8/client-resources/webhooks"},{"title":"Embeddings","href":"/api-clients/python/version-8/embeddings"},{"title":"Utilities","href":"/api-clients/python/version-8/utils"},{"group":"Migration from v7","pages":[{"title":"Migration Overview","sidebarTitle":"Overview","href":"/api-clients/python/version-8/migration/index"},{"title":"Migrate Pandas Client","sidebarTitle":"Pandas Client","href":"/api-clients/python/version-8/migration/pandas-client"},{"title":"Migrate Stream Client","sidebarTitle":"Stream Client","href":"/api-clients/python/version-8/migration/stream-client"},{"group":"Datasets Client","pages":[{"title":"Migrate Datasets Client","sidebarTitle":"Datasets","href":"/api-clients/python/version-8/migration/datasets-client"},{"title":"Migrate Experiments Client","sidebarTitle":"Experiments","href":"/api-clients/python/version-8/migration/experiments-client"}]},{"title":"Migrate Exporter Client","sidebarTitle":"Exporter","href":"/api-clients/python/version-8/migration/exporter-client"}]}]},{"group":"Version 7","pages":[{"title":"Python SDK v7","sidebarTitle":"Overview","href":"/api-clients/python/version-7/overview"},{"title":"Export Data API","href":"/api-clients/python/version-7/export-data-api"},{"title":"Prompt Hub API","href":"/api-clients/python/version-7/prompt-hub-api"},{"group":"Pandas Batch Logging","pages":[{"title":"Pandas batch logging","sidebarTitle":"Overview","href":"/api-clients/python/version-7/ml-logging/arize-pandas"},{"title":"Client","href":"/api-clients/python/version-7/ml-logging/arize-pandas/client"},{"title":"Log","href":"/api-clients/python/version-7/ml-logging/arize-pandas/log"},{"title":"Schema","href":"/api-clients/python/version-7/ml-logging/arize-pandas/schema"},{"title":"TypedColumns","href":"/api-clients/python/version-7/ml-logging/arize-pandas/typedcolumns"},{"title":"EmbeddingColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/embeddingcolumnnames"},{"title":"ObjectDetectionColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/objectdetectioncolumnnames"},{"title":"PromptTemplateColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/prompttemplatecolumnnames"},{"title":"LLMConfigColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/llmconfigcolumnnames"},{"title":"LLMRunMetadataColumnNames","href":"/api-clients/python/version-7/ml-logging/arize-pandas/llmrunmetadatacolumnnames"},{"title":"NLP_Metrics","sidebarTitle":"NLP Metrics","href":"/api-clients/python/version-7/ml-logging/arize-pandas/llm-evaluation"},{"title":"AutoEmbeddings","href":"/api-clients/python/version-7/ml-logging/arize-pandas/autoembeddings"},{"title":"Utils.Types.ModelTypes","href":"/api-clients/python/version-7/ml-logging/arize-pandas/utils.types.modeltypes"},{"title":"Utils.Types.Metrics","href":"/api-clients/python/version-7/ml-logging/arize-pandas/utils.types.metrics"},{"title":"Utils.Types.Environments","href":"/api-clients/python/version-7/ml-logging/arize-pandas/utils.types.environments"}]},{"group":"Single Record Logging","pages":[{"title":"Single Record Logging","sidebarTitle":"Overview","href":"/api-clients/python/version-7/ml-logging/arize-log"},{"title":"Client","href":"/api-clients/python/version-7/ml-logging/arize-log/client"},{"title":"Log","href":"/api-clients/python/version-7/ml-logging/arize-log/logpage"},{"title":"TypedValue","href":"/api-clients/python/version-7/ml-logging/arize-log/typedvalue"},{"title":"Ranking","href":"/api-clients/python/version-7/ml-logging/arize-log/ranking"},{"title":"Multi class","href":"/api-clients/python/version-7/ml-logging/arize-log/multi-class"},{"title":"Object detection","href":"/api-clients/python/version-7/ml-logging/arize-log/objectdetection"},{"title":"Embedding","href":"/api-clients/python/version-7/ml-logging/arize-log/embedding"},{"title":"LLMRunMetadata","href":"/api-clients/python/version-7/ml-logging/arize-log/llmrunmetadata"},{"title":"Utils.Types.ModelTypes","href":"/api-clients/python/version-7/ml-logging/arize-log/utils.types.modeltypes"},{"title":"Utils.Types.Metrics","href":"/api-clients/python/version-7/ml-logging/arize-log/utils.types.metrics"},{"title":"Utils.Types.Environments","href":"/api-clients/python/version-7/ml-logging/arize-log/utils.types.environments"}]}]}]},{"group":"TypeScript SDK","pages":[{"group":"Version 1","pages":[{"title":"TypeScript SDK v1","sidebarTitle":"Overview","href":"/api-clients/typescript/version-1/overview"},{"title":"AI Integrations","href":"/api-clients/typescript/version-1/client-resources/ai-integrations"},{"title":"Annotation Configs","href":"/api-clients/typescript/version-1/client-resources/annotation-configs"},{"title":"Annotation Queues","href":"/api-clients/typescript/version-1/client-resources/annotation-queues"},{"title":"API Keys","href":"/api-clients/typescript/version-1/client-resources/api-keys"},{"title":"Audit Logs","href":"/api-clients/typescript/version-1/client-resources/audit-logs"},{"title":"Datasets","href":"/api-clients/typescript/version-1/client-resources/datasets"},{"title":"Evaluators","href":"/api-clients/typescript/version-1/client-resources/evaluators"},{"title":"Experiments","href":"/api-clients/typescript/version-1/client-resources/experiments"},{"title":"Integrations","href":"/api-clients/typescript/version-1/client-resources/integrations"},{"title":"Organizations","href":"/api-clients/typescript/version-1/client-resources/organizations"},{"title":"Projects","href":"/api-clients/typescript/version-1/client-resources/projects"},{"title":"Prompts","href":"/api-clients/typescript/version-1/client-resources/prompts"},{"title":"Resource Restrictions","href":"/api-clients/typescript/version-1/client-resources/resource-restrictions"},{"title":"Role Bindings","href":"/api-clients/typescript/version-1/client-resources/role-bindings"},{"title":"Roles","href":"/api-clients/typescript/version-1/client-resources/roles"},{"title":"Spaces","href":"/api-clients/typescript/version-1/client-resources/spaces"},{"title":"Spans","href":"/api-clients/typescript/version-1/client-resources/spans"},{"title":"Tasks","href":"/api-clients/typescript/version-1/client-resources/tasks"},{"title":"Traces","href":"/api-clients/typescript/version-1/client-resources/traces"},{"title":"Users","href":"/api-clients/typescript/version-1/client-resources/users"},{"title":"Webhooks","href":"/api-clients/typescript/version-1/client-resources/webhooks"}]}]},{"group":"Golang SDK","pages":[{"group":"Version 2","pages":[{"title":"Go SDK v2","sidebarTitle":"Overview","href":"/api-clients/go/version-2/overview"},{"title":"AI Integrations","href":"/api-clients/go/version-2/client-resources/ai-integrations"},{"title":"Annotation Configs","href":"/api-clients/go/version-2/client-resources/annotation-configs"},{"title":"Annotation Queues","href":"/api-clients/go/version-2/client-resources/annotation-queues"},{"title":"API Keys","href":"/api-clients/go/version-2/client-resources/api-keys"},{"title":"Audit Logs","href":"/api-clients/go/version-2/client-resources/audit-logs"},{"title":"Datasets","href":"/api-clients/go/version-2/client-resources/datasets"},{"title":"Evaluators","href":"/api-clients/go/version-2/client-resources/evaluators"},{"title":"Experiments","href":"/api-clients/go/version-2/client-resources/experiments"},{"title":"Integrations","href":"/api-clients/go/version-2/client-resources/integrations"},{"title":"Organizations","href":"/api-clients/go/version-2/client-resources/organizations"},{"title":"Projects","href":"/api-clients/go/version-2/client-resources/projects"},{"title":"Prompts","href":"/api-clients/go/version-2/client-resources/prompts"},{"title":"Resource Restrictions","href":"/api-clients/go/version-2/client-resources/resource-restrictions"},{"title":"Role Bindings","href":"/api-clients/go/version-2/client-resources/role-bindings"},{"title":"Roles","href":"/api-clients/go/version-2/client-resources/roles"},{"title":"Spaces","href":"/api-clients/go/version-2/client-resources/spaces"},{"title":"Spans","href":"/api-clients/go/version-2/client-resources/spans"},{"title":"Tasks","href":"/api-clients/go/version-2/client-resources/tasks"},{"title":"Traces","href":"/api-clients/go/version-2/client-resources/traces"},{"title":"Users","href":"/api-clients/go/version-2/client-resources/users"},{"title":"Webhooks","href":"/api-clients/go/version-2/client-resources/webhooks"}]}]},{"group":"CLI","pages":[{"title":"AX CLI","sidebarTitle":"Overview","href":"/api-clients/cli/overview"},{"title":"AI Integrations","href":"/api-clients/cli/ai-integrations"},{"title":"Annotation Configs","href":"/api-clients/cli/annotation-configs"},{"title":"Annotation Queues","href":"/api-clients/cli/annotation-queues"},{"title":"API Keys","href":"/api-clients/cli/api-keys"},{"title":"Auth","href":"/api-clients/cli/auth"},{"title":"Datasets","href":"/api-clients/cli/datasets"},{"title":"Evaluators","href":"/api-clients/cli/evaluators"},{"title":"Experiments","href":"/api-clients/cli/experiments"},{"title":"Instrument","href":"/api-clients/cli/instrument"},{"title":"Integrations","href":"/api-clients/cli/integrations"},{"title":"Organizations","href":"/api-clients/cli/organizations"},{"title":"Profiles","href":"/api-clients/cli/profiles"},{"title":"Projects","href":"/api-clients/cli/projects"},{"title":"Prompts","href":"/api-clients/cli/prompts"},{"title":"Resource Restrictions","href":"/api-clients/cli/resource-restrictions"},{"title":"Role Bindings","href":"/api-clients/cli/role-bindings"},{"title":"Roles","href":"/api-clients/cli/roles"},{"title":"Skills","href":"/api-clients/cli/skills"},{"title":"Spaces","href":"/api-clients/cli/spaces"},{"title":"Spans","href":"/api-clients/cli/spans"},{"title":"Tasks","href":"/api-clients/cli/tasks"},{"title":"Traces","href":"/api-clients/cli/traces"},{"title":"Upgrade","href":"/api-clients/cli/upgrade"},{"title":"Users","href":"/api-clients/cli/users"},{"title":"Webhooks","href":"/api-clients/cli/webhooks"}]},{"group":"Managed Agents CLI","pages":[{"title":"Managed Agents CLI (ag)","sidebarTitle":"Overview","href":"/api-clients/ag/overview"},{"title":"Sessions","href":"/api-clients/ag/sessions"},{"title":"Presets","href":"/api-clients/ag/presets"},{"title":"Skills","href":"/api-clients/ag/skills"},{"title":"Automations","href":"/api-clients/ag/automations"},{"title":"Signal","href":"/api-clients/ag/signal"}]}]}]},{"tab":"Courses","pages":[{"title":"Courses","href":"/ax/learn/courses/overview"}]},{"tab":"Concepts","pages":[{"title":"Concepts","href":"/ax/concepts/otel-openinference/overview"}]},{"tab":"Self-Hosting","pages":[{"title":"Self-Hosting","href":"/ax/selfhosting"}]},{"tab":"Changelog","pages":[{"title":"Changelog","href":"/ax/release-notes"}]}]},"basePath":"","title":"List evaluator versions - Arize AX Docs","buildId":"dpl_3pZeXn3XukjzFRgAX73A7GNDfRJ1","deploymentId":"dpl_3pZeXn3XukjzFRgAX73A7GNDfRJ1","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-CW3yP2DK.js","utils-BN0nty2W.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-C8_MydSG.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Bsl5xDMQ.js","snippetPresets-DYv9OBej.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","conditional-requirements-CFM0id0Q.js","ApiExamples-9OnYPrVf.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-xr67xWGO.js","shallow-DO1aDdBF.js","getApiPlaygroundDisplay-o7cLzFL-.js","CodeSnippet-CGr2yOA8.js","CodeSnippets-CzBbqPNh.js","Page-CBlOSKZG.js","getPastedJson-dpi9sn5Y.js","icon-aIWHt8Pn.js","MethodPill-Bv2zLsGY.js","DuplicateIcon-DxFSz0J6.js","createIcon-uDNv6jwj.js","DynamicMarkdown-C91yhnNP.js","SectionHeading-DG_xjOLR.js","axios-vUo_bRtp.js","Markdown-B4M_Eo1P.js","clsx-DShopWo_.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-BX6wab7q.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-48h67xm_.js"]}