{"docsConfig":{"theme":"palm","$schema":"https://mintlify.com/docs.json","name":"Failproof AI","description":"Trace agent behavior, find failures with audits, and prevent repeat failures with deployed policies.","colors":{"primary":"#c92251","light":"#e4587d","dark":"#e4587d"},"logo":{"light":"https://mintcdn.com/exosphere/63Tp--IVddVBndpp/logo/Failproof_AI_logo_light.png?fit=max\u0026auto=format\u0026n=63Tp--IVddVBndpp\u0026q=85\u0026s=5231ac600a18d7ad299834e4a880f6e0","dark":"https://mintcdn.com/exosphere/63Tp--IVddVBndpp/logo/Failproof_AI_logo.png?fit=max\u0026auto=format\u0026n=63Tp--IVddVBndpp\u0026q=85\u0026s=3f0e8fc7951c3550b7fdeabbca03daff","href":"https://befailproof.ai"},"favicon":"https://mintcdn.com/exosphere/63Tp--IVddVBndpp/favicon.ico?fit=max\u0026auto=format\u0026n=63Tp--IVddVBndpp\u0026q=85\u0026s=ef7e5e9c419deaf5a2298f5ef6d5929f","api":{"openapi":"reference/openapi.json","playground":{"display":"simple"},"examples":{"languages":["curl","python","javascript"]}},"navbar":{"links":[{"icon":"discord","href":"https://discord.befailproof.ai","label":""},{"icon":"reddit","href":"https://www.reddit.com/r/failproofai/","label":""},{"icon":"x-twitter","href":"https://x.com/failproofai","label":""},{"icon":"github","href":"https://github.com/FailproofAI/failproofai","label":"⭐ 1.5k"}],"primary":{"type":"button","label":"Dashboard","href":"https://app.befailproof.ai"}},"footer":{"socials":{"github":"https://github.com/FailproofAI/failproofai","x":"https://x.com/failproofai"}},"search":{"prompt":"Search Failproof AI docs"},"seo":{"indexing":"navigable"},"icons":{"library":"lucide"},"contextual":{"options":["copy","view","assistant","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":false},"navigation":{"global":{"anchors":[{"anchor":"Support","icon":"mail","href":"mailto:support@befailproof.ai"}]},"languages":[{"language":"en","href":""},{"language":"zh","href":"zh"},{"language":"ja","href":"ja"},{"language":"ko","href":"ko"},{"language":"es","href":"es"},{"language":"pt-BR","href":"pt-br"},{"language":"de","href":"de"},{"language":"fr","href":"fr"},{"language":"ru","href":"ru"},{"language":"hi","href":"hi"},{"language":"tr","href":"tr"},{"language":"vi","href":"vi"},{"language":"it","href":"it"},{"language":"ar","href":"ar"},{"language":"he","href":"he"}]}},"deployment":{"deploymentMetadataValue":{"subdomain":"exosphere","hasAudioNarration":false,"actualSubdomain":"exosphere","customDomains":["docs.befailproof.ai"],"gitSource":{"type":"github","owner":"failproofai","repo":"failproofai","deployBranch":"main","contentDirectory":"docs","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ad0e3a0d9ce62fdaafb15f1","collectionId":"797100cf-f85d-4cf0-aec1-1a796c23e3bd","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ad0e3a0d9ce62fdaafb15f1"},"feedback":{"thumbs":true},"entitlements":{},"buildId":"6ad0e3a0d9ce62fdaafb15f1","clientVersion":"0.0.3879","searchFilterCounts":[{"language":"en","tag":"Integrations and reference","count":127},{"language":"en","tag":"HTTP API","count":108},{"language":"en","tag":"Trace Agents","count":18},{"language":"en","tag":"Audits","count":18},{"language":"en","tag":"Find failures","count":17},{"language":"ar","tag":"Trace Agents","count":17},{"language":"de","tag":"Trace Agents","count":17},{"language":"es","tag":"Trace Agents","count":17},{"language":"fr","tag":"Trace Agents","count":17},{"language":"he","tag":"Trace Agents","count":17},{"language":"hi","tag":"Trace Agents","count":17},{"language":"it","tag":"Trace Agents","count":17},{"language":"ja","tag":"Trace Agents","count":17},{"language":"ko","tag":"Trace Agents","count":17},{"language":"pt-BR","tag":"Trace Agents","count":17},{"language":"ru","tag":"Trace Agents","count":17},{"language":"tr","tag":"Trace Agents","count":17},{"language":"vi","tag":"Trace Agents","count":17},{"language":"zh","tag":"Trace Agents","count":17},{"language":"en","tag":"Issues","count":15},{"language":"ar","tag":"Find failures","count":14},{"language":"de","tag":"Find failures","count":14},{"language":"es","tag":"Find failures","count":14},{"language":"fr","tag":"Find failures","count":14},{"language":"he","tag":"Find failures","count":14},{"language":"hi","tag":"Find failures","count":14},{"language":"it","tag":"Find failures","count":14},{"language":"ja","tag":"Find failures","count":14},{"language":"ko","tag":"Find failures","count":14},{"language":"pt-BR","tag":"Find failures","count":14},{"language":"ru","tag":"Find failures","count":14},{"language":"tr","tag":"Find failures","count":14},{"language":"vi","tag":"Find failures","count":14},{"language":"zh","tag":"Find failures","count":14},{"language":"en","tag":"Start","count":13},{"language":"en","tag":"Start here","count":13},{"language":"en","tag":"Events","count":13},{"language":"ar","tag":"Integrations and reference","count":13},{"language":"de","tag":"Integrations and reference","count":13},{"language":"es","tag":"Integrations and reference","count":13},{"language":"fr","tag":"Integrations and reference","count":13},{"language":"he","tag":"Integrations and reference","count":13},{"language":"hi","tag":"Integrations and reference","count":13},{"language":"it","tag":"Integrations and reference","count":13},{"language":"ja","tag":"Integrations and reference","count":13},{"language":"ko","tag":"Integrations and reference","count":13},{"language":"pt-BR","tag":"Integrations and reference","count":13},{"language":"ru","tag":"Integrations and reference","count":13},{"language":"tr","tag":"Integrations and reference","count":13},{"language":"vi","tag":"Integrations and reference","count":13},{"language":"zh","tag":"Integrations and reference","count":13},{"language":"ar","tag":"Start","count":12},{"language":"ar","tag":"Start here","count":12},{"language":"de","tag":"Start","count":12},{"language":"de","tag":"Start here","count":12},{"language":"es","tag":"Start","count":12},{"language":"es","tag":"Start here","count":12},{"language":"fr","tag":"Start","count":12},{"language":"fr","tag":"Start here","count":12},{"language":"he","tag":"Start","count":12},{"language":"he","tag":"Start here","count":12},{"language":"hi","tag":"Start","count":12},{"language":"hi","tag":"Start here","count":12},{"language":"it","tag":"Start","count":12},{"language":"it","tag":"Start here","count":12},{"language":"ja","tag":"Start","count":12},{"language":"ja","tag":"Start here","count":12},{"language":"ko","tag":"Start","count":12},{"language":"ko","tag":"Start here","count":12},{"language":"pt-BR","tag":"Start","count":12},{"language":"pt-BR","tag":"Start here","count":12},{"language":"ru","tag":"Start","count":12},{"language":"ru","tag":"Start here","count":12},{"language":"tr","tag":"Start","count":12},{"language":"tr","tag":"Start here","count":12},{"language":"vi","tag":"Start","count":12},{"language":"vi","tag":"Start here","count":12},{"language":"zh","tag":"Start","count":12},{"language":"zh","tag":"Start here","count":12},{"language":"en","tag":"Understand every run","count":11},{"language":"ar","tag":"Understand every run","count":11},{"language":"de","tag":"Understand every run","count":11},{"language":"es","tag":"Understand every run","count":11},{"language":"fr","tag":"Understand every run","count":11},{"language":"he","tag":"Understand every run","count":11},{"language":"hi","tag":"Understand every run","count":11},{"language":"it","tag":"Understand every run","count":11},{"language":"ja","tag":"Understand every run","count":11},{"language":"ko","tag":"Understand every run","count":11},{"language":"pt-BR","tag":"Understand every run","count":11},{"language":"ru","tag":"Understand every run","count":11},{"language":"tr","tag":"Understand every run","count":11},{"language":"vi","tag":"Understand every run","count":11},{"language":"zh","tag":"Understand every run","count":11},{"language":"ar","tag":"Find and manage failures","count":9},{"language":"de","tag":"Find and manage failures","count":9},{"language":"es","tag":"Find and manage failures","count":9},{"language":"fr","tag":"Find and manage failures","count":9},{"language":"he","tag":"Find and manage failures","count":9},{"language":"hi","tag":"Find and manage failures","count":9},{"language":"it","tag":"Find and manage failures","count":9},{"language":"ja","tag":"Find and manage failures","count":9},{"language":"ko","tag":"Find and manage failures","count":9},{"language":"pt-BR","tag":"Find and manage failures","count":9},{"language":"ru","tag":"Find and manage failures","count":9},{"language":"tr","tag":"Find and manage failures","count":9},{"language":"vi","tag":"Find and manage failures","count":9},{"language":"zh","tag":"Find and manage failures","count":9},{"language":"ar","tag":"Prevent failures","count":8},{"language":"de","tag":"Prevent failures","count":8},{"language":"es","tag":"Prevent failures","count":8},{"language":"fr","tag":"Prevent failures","count":8},{"language":"he","tag":"Prevent failures","count":8},{"language":"hi","tag":"Prevent failures","count":8},{"language":"it","tag":"Prevent failures","count":8},{"language":"ja","tag":"Prevent failures","count":8},{"language":"ko","tag":"Prevent failures","count":8},{"language":"pt-BR","tag":"Prevent failures","count":8},{"language":"ru","tag":"Prevent failures","count":8},{"language":"tr","tag":"Prevent failures","count":8},{"language":"vi","tag":"Prevent failures","count":8},{"language":"zh","tag":"Prevent failures","count":8},{"language":"ar","tag":"Reference","count":7},{"language":"de","tag":"Reference","count":7},{"language":"es","tag":"Reference","count":7},{"language":"fr","tag":"Reference","count":7},{"language":"he","tag":"Reference","count":7},{"language":"hi","tag":"Reference","count":7},{"language":"it","tag":"Reference","count":7},{"language":"ja","tag":"Reference","count":7},{"language":"ko","tag":"Reference","count":7},{"language":"pt-BR","tag":"Reference","count":7},{"language":"ru","tag":"Reference","count":7},{"language":"tr","tag":"Reference","count":7},{"language":"vi","tag":"Reference","count":7},{"language":"zh","tag":"Reference","count":7},{"language":"ar","tag":"Connect your agents","count":6},{"language":"de","tag":"Connect your agents","count":6},{"language":"es","tag":"Connect your agents","count":6},{"language":"fr","tag":"Connect your agents","count":6},{"language":"he","tag":"Connect your agents","count":6},{"language":"hi","tag":"Connect your agents","count":6},{"language":"it","tag":"Connect your agents","count":6},{"language":"ja","tag":"Connect your agents","count":6},{"language":"ko","tag":"Connect your agents","count":6},{"language":"pt-BR","tag":"Connect your agents","count":6},{"language":"ru","tag":"Connect your agents","count":6},{"language":"tr","tag":"Connect your agents","count":6},{"language":"vi","tag":"Connect your agents","count":6},{"language":"zh","tag":"Connect your agents","count":6}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-branches-v2-autocommit","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-branches-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"teamspace","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"client-snapshot-docs-config","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false,"googleFontsInlined":false},"customCss":[{"filePath":"custom.css","content":":root{--fpai-pink:#c92251}.dark{--fpai-pink:#e4587d}h1,h2,h3{letter-spacing:-.025em}#content blockquote{position:relative;margin:1.5rem 0;padding:1.25rem 1.5rem 1.25rem 3.75rem!important;border-left:4px solid var(--fpai-pink)!important;border-radius:0 14px 14px 0;background:#f3f4f6!important;color:inherit!important}#content blockquote::before{content:\"“\";position:absolute;top:.35rem;left:1rem;color:var(--fpai-pink);font-size:3rem;font-weight:700;line-height:1}#content blockquote p:first-child{margin-top:0}#content blockquote p:last-child{margin-bottom:0}.dark #content blockquote{background:rgba(148,163,184,.12)!important}#topbar-cta-button a[href=\"https://app.befailproof.ai\"],.navbar-link a[href=\"https://discord.befailproof.ai\"],.navbar-link a[href=\"https://github.com/FailproofAI/failproofai\"],.navbar-link a[href=\"https://www.reddit.com/r/failproofai/\"],.navbar-link a[href=\"https://x.com/failproofai\"]{position:relative}#topbar-cta-button a[href=\"https://app.befailproof.ai\"]::after,.navbar-link a[href=\"https://discord.befailproof.ai\"]::after,.navbar-link a[href=\"https://github.com/FailproofAI/failproofai\"]::after,.navbar-link a[href=\"https://www.reddit.com/r/failproofai/\"]::after,.navbar-link a[href=\"https://x.com/failproofai\"]::after{position:absolute;top:calc(100% + .5rem);left:50%;z-index:50;padding:.35rem .55rem;border-radius:.4rem;background:#111827;color:#fff;font-size:.75rem;font-weight:500;line-height:1;opacity:0;pointer-events:none;transform:translate(-50%,-.2rem);transition:opacity 120ms ease,transform 120ms ease}.navbar-link a[href=\"https://discord.befailproof.ai\"]::after{content:\"Join the community\"}.navbar-link a[href=\"https://www.reddit.com/r/failproofai/\"]::after{content:\"Join r/failproofai\"}.navbar-link a[href=\"https://x.com/failproofai\"]::after{content:\"Follow launches\"}.navbar-link a[href=\"https://github.com/FailproofAI/failproofai\"]::after{content:\"Star us!\"}#topbar-cta-button a[href=\"https://app.befailproof.ai\"]::after{content:\"Go to Failproof\"}#topbar-cta-button a[href=\"https://app.befailproof.ai\"]:focus-visible::after,#topbar-cta-button a[href=\"https://app.befailproof.ai\"]:hover::after,.navbar-link a[href=\"https://discord.befailproof.ai\"]:focus-visible::after,.navbar-link a[href=\"https://discord.befailproof.ai\"]:hover::after,.navbar-link a[href=\"https://github.com/FailproofAI/failproofai\"]:focus-visible::after,.navbar-link a[href=\"https://github.com/FailproofAI/failproofai\"]:hover::after,.navbar-link a[href=\"https://www.reddit.com/r/failproofai/\"]:focus-visible::after,.navbar-link a[href=\"https://www.reddit.com/r/failproofai/\"]:hover::after,.navbar-link a[href=\"https://x.com/failproofai\"]:focus-visible::after,.navbar-link a[href=\"https://x.com/failproofai\"]:hover::after{opacity:1;transform:translate(-50%,0)}img[src^=\"/images/frameworks/\"]{opacity:.78}.dark img[src^=\"/images/frameworks/\"]{filter:invert(1);opacity:.7}"}],"page":{"pagePath":"reference/jev","slug":"/reference/jev","pageMetadata":{"title":"Jev integration reference","description":"Configuration, providers, keys, request data, and failure behavior for Jev.","icon":"braces","href":"/reference/jev"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Configuration, providers, keys, request data, and failure behavior for Jev.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,p:`p`,tbody:`tbody`,td:`td`,th:`th`,thead:`thead`,tr:`tr`,..._provideComponents(),...props.components},{Heading,Table}=_components;if(!Heading)_missingMdxReference(`Heading`,true);if(!Table)_missingMdxReference(`Table`,true);return _jsxs(_Fragment,{children:[_jsx(_components.p,{children:`Jev has two uses in Failproof AI:`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Use`}),_jsx(_components.th,{children:`When it runs`}),_jsx(_components.th,{children:`What it returns`}),_jsx(_components.th,{children:`Start here`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Session evaluation`}),_jsx(_components.td,{children:`After a session finishes`}),_jsx(_components.td,{children:`A score for a fixed-answer question`}),_jsx(_components.td,{children:_jsx(_components.a,{href:`/evaluations/jev`,children:`Jev evaluations`})})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:`Tool-call policy review`}),_jsx(_components.td,{children:`Before a gated tool call runs`}),_jsx(_components.td,{children:`A verdict alongside the installed policies`}),_jsx(_components.td,{children:_jsx(_components.a,{href:`/policies/jev`,children:`Jev policies`})})]})]})]}),`\n`,_jsx(Heading,{level:`2`,id:`reference-pages`,children:`Reference pages`}),`\n`,_jsxs(Table,{children:[_jsx(_components.thead,{children:_jsxs(_components.tr,{children:[_jsx(_components.th,{children:`Topic`}),_jsx(_components.th,{children:`Details`})]})}),_jsxs(_components.tbody,{children:[_jsxs(_components.tr,{children:[_jsx(_components.td,{children:_jsx(_components.a,{href:`/reference/jev-evaluations`,children:`Evaluation questions`})}),_jsx(_components.td,{children:`Boolean and ordered-score criteria, results, limits, and backfill.`})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:_jsx(_components.a,{href:`/reference/jev-providers`,children:`Provider comparison and own-key setup`})}),_jsxs(_components.td,{children:[`TypeSafe, OpenRouter, Vercel, Cloudflare, and custom endpoints; URL inference, model IDs, `,_jsx(_components.code,{children:`jev.json`}),`, modes, and fallback codes.`]})]}),_jsxs(_components.tr,{children:[_jsx(_components.td,{children:_jsx(_components.a,{href:`/reference/jev-cloud`,children:`FailproofAI Cloud route`})}),_jsx(_components.td,{children:`Machine-key permissions, automatic observe setup, usage limits, connection state, and data handling.`})]})]})]}),`\n`,_jsxs(_components.p,{children:[`The local CLI commands are listed in the `,_jsx(_components.a,{href:`/reference/failproof-cli`,children:`Failproof AI CLI reference`}),`. The `,_jsx(_components.a,{href:`/reference/local-dashboard#set-up-jev`,children:`local dashboard reference`}),` describes its Jev settings and activity view.`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Jev integration reference","description":"Configuration, providers, keys, request data, and failure behavior for Jev.","icon":"braces","href":"/reference/jev"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Reference pages","slug":"reference-pages","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":["/_mintlify/custom/exosphere/86fd84cc0563b6f3/stars.js","/_mintlify/custom/exosphere/3e9809a158d7fc0b/reo.js"],"subdomain":"exosphere","siteName":"Failproof AI","title":"Jev integration reference - Failproof AI","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{"en":{"href":"/reference/jev","matchLevel":0},"zh":{"href":"/zh","matchLevel":4},"ja":{"href":"/ja","matchLevel":4},"ko":{"href":"/ko","matchLevel":4},"es":{"href":"/es","matchLevel":4},"pt-BR":{"href":"/pt-br","matchLevel":4},"de":{"href":"/de","matchLevel":4},"fr":{"href":"/fr","matchLevel":4},"ru":{"href":"/ru","matchLevel":4},"hi":{"href":"/hi","matchLevel":4},"tr":{"href":"/tr","matchLevel":4},"vi":{"href":"/vi","matchLevel":4},"it":{"href":"/it","matchLevel":4},"ar":{"href":"/ar","matchLevel":4},"he":{"href":"/he","matchLevel":4}}},"lastModified":"2026-09-29T14:37:08.297Z","originalFileLocation":"reference/jev.mdx","locale":"en"},"headHtml":"\u003cmeta data-mint-head name=\"description\" content=\"Configuration, providers, keys, request data, and failure behavior for Jev.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Failproof AI\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Jev integration reference - Failproof AI\">\u003cmeta data-mint-head property=\"og:description\" content=\"Configuration, providers, keys, request data, and failure behavior for Jev.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Failproof AI\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.befailproof.ai/reference/jev\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Jev integration reference - Failproof AI\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Configuration, providers, keys, request data, and failure behavior for Jev.\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/exosphere/jZWjNNy57lpILUrG/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Failproof AI\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#c92251\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.befailproof.ai/reference/jev\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/reference/jev.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.befailproof.ai/#organization\",\"name\":\"Failproof AI\",\"url\":\"https://docs.befailproof.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/exosphere/63Tp--IVddVBndpp/logo/Failproof_AI_logo_light.png?fit=max\u0026auto=format\u0026n=63Tp--IVddVBndpp\u0026q=85\u0026s=5231ac600a18d7ad299834e4a880f6e0\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.befailproof.ai#website\",\"name\":\"Failproof AI\",\"url\":\"https://docs.befailproof.ai\",\"publisher\":{\"@id\":\"https://docs.befailproof.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.befailproof.ai/reference/jev#webpage\",\"url\":\"https://docs.befailproof.ai/reference/jev\",\"name\":\"Jev integration reference\",\"description\":\"Configuration, providers, keys, request data, and failure behavior for Jev.\",\"dateModified\":\"2026-09-29T14:37:08.297Z\",\"isPartOf\":{\"@id\":\"https://docs.befailproof.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.befailproof.ai/reference/jev#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.befailproof.ai/reference/jev#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Failproof AI\",\"item\":\"https://docs.befailproof.ai\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Jev integration reference\",\"item\":\"https://docs.befailproof.ai/reference/jev\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.befailproof.ai/reference/jev#article\",\"headline\":\"Jev integration reference\",\"name\":\"Jev integration reference\",\"description\":\"Configuration, providers, keys, request data, and failure behavior for Jev.\",\"url\":\"https://docs.befailproof.ai/reference/jev\",\"mainEntityOfPage\":{\"@id\":\"https://docs.befailproof.ai/reference/jev#webpage\"},\"dateModified\":\"2026-09-29T14:37:08.297Z\",\"publisher\":{\"@id\":\"https://docs.befailproof.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.befailproof.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Failproof AI\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Failproof AI","nav":{"global":{"anchors":[{"anchor":"Support","icon":"mail","href":"mailto:support@befailproof.ai"}]},"languages":[{"language":"en","tabs":[{"tab":"Start","icon":"rocket","pages":[{"title":"Start","href":""}]},{"tab":"Trace Agents","icon":"route","pages":[{"title":"Trace Agents","href":"/sessions/overview"}]},{"tab":"Find failures","icon":"scan-search","pages":[{"title":"Find failures","href":"/evaluations/overview"}]},{"tab":"Prevent failures","icon":"shield-check","pages":[{"title":"Prevent failures","href":"/policies/overview"}]},{"tab":"Admin","icon":"settings-2","pages":[{"title":"Admin","href":"/admin/overview"}]},{"tab":"Integrations and reference","icon":"braces","groups":[{"group":"Connect your agents","pages":[{"title":"Integrations and reference","icon":"braces","href":"/reference/overview"},{"title":"Agent harnesses","icon":"plug-zap","href":"/reference/harnesses"},{"title":"Custom agents","icon":"python","href":"/reference/custom-agents"},{"title":"Custom agents (TypeScript)","icon":"square-js","href":"/reference/custom-agents-typescript"},{"title":"Evaluator SDK","icon":"gauge","href":"/reference/evaluator-sdk"},{"title":"Custom policies","icon":"shield-plus","href":"/reference/policy-sdk"},{"title":"Self-host Failproof AI Cloud","description":"Deploy the Failproof AI control plane on a customer-managed Kubernetes cluster.","icon":"cloud-cog","href":"/reference/self-hosting"}]},{"group":"Jev reference","pages":[{"title":"Jev integration reference","icon":"braces","href":"/reference/jev"},{"title":"Jev evaluation reference","description":"Question types, calibrated scores, limits, and backfill for Jev session evaluations.","icon":"list-checks","href":"/reference/jev-evaluations"},{"title":"Jev providers and own-key setup","icon":"key-round","href":"/reference/jev-providers"},{"title":"Jev through FailproofAI Cloud","icon":"cloud","href":"/reference/jev-cloud"}]},{"group":"Reference","expanded":false,"pages":[{"title":"Failproof AI CLI","icon":"terminal","href":"/reference/failproof-cli"},{"title":"OpenTelemetry CLI","icon":"radio","href":"/reference/otel"},{"title":"Local dashboard","icon":"monitor-cog","href":"/reference/local-dashboard"},{"title":"Local configuration","icon":"file-cog","href":"/policies/local-configuration"},{"title":"Failproof Cloud CLI","icon":"cloud-cog","href":"/reference/cloud-cli"},{"title":"HTTP API","icon":"braces","href":"/reference/http-api"},{"title":"Events and configuration","icon":"list-tree","href":"/reference/events-and-configuration"},{"title":"Troubleshooting","icon":"wrench","href":"/reference/troubleshooting"}]},{"group":"HTTP API","expanded":false,"pages":[{"group":"Users","pages":[{"title":"List who can grant you a permission.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /access-granters","href":"/api-reference/users/list-who-can-grant-you-a-permission"},{"title":"List this organization's members.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /users","href":"/api-reference/users/list-this-organizations-members"},{"title":"Add a member to this organization.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /users","href":"/api-reference/users/add-a-member-to-this-organization"},{"title":"The permissions a new member starts with.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /users/defaults","href":"/api-reference/users/the-permissions-a-new-member-starts-with"},{"title":"Fetch one member of this organization.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /users/{id}","href":"/api-reference/users/fetch-one-member-of-this-organization"},{"title":"Replace a member's permissions in this organization.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /users/{id}","href":"/api-reference/users/replace-a-members-permissions-in-this-organization"},{"title":"Disable a member.","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /users/{id}","href":"/api-reference/users/disable-a-member"},{"title":"Re-enable a disabled member.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /users/{id}/enable","href":"/api-reference/users/re-enable-a-disabled-member"}]},{"group":"Alerts","pages":[{"title":"List this organization's alert rules.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /alerts","href":"/api-reference/alerts/list-this-organizations-alert-rules"},{"title":"Create an alert rule.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /alerts","href":"/api-reference/alerts/create-an-alert-rule"},{"title":"List the member emails an alert can notify.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /alerts/recipients","href":"/api-reference/alerts/list-the-member-emails-an-alert-can-notify"},{"title":"Fetch one alert rule.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /alerts/{id}","href":"/api-reference/alerts/fetch-one-alert-rule"},{"title":"Replace an alert rule.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /alerts/{id}","href":"/api-reference/alerts/replace-an-alert-rule"},{"title":"Delete an alert rule.","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /alerts/{id}","href":"/api-reference/alerts/delete-an-alert-rule"},{"title":"Send a test notification through an alert's channels.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /alerts/{id}/test","href":"/api-reference/alerts/send-a-test-notification-through-an-alerts-channels"}]},{"group":"Issues","pages":[{"title":"List one alert's issues.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /alerts/{id}/issues","href":"/api-reference/issues/list-one-alerts-issues"},{"title":"Open an issue against an existing alert, by hand.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /alerts/{id}/issues","href":"/api-reference/issues/open-an-issue-against-an-existing-alert-by-hand"},{"title":"List issues.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /issues","href":"/api-reference/issues/list-issues"},{"title":"Open an issue by hand, with no parent alert.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /issues","href":"/api-reference/issues/open-an-issue-by-hand-with-no-parent-alert"},{"title":"Count issues without fetching them.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /issues/count","href":"/api-reference/issues/count-issues-without-fetching-them"},{"title":"Fetch one issue, with its whole thread.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /issues/{iid}","href":"/api-reference/issues/fetch-one-issue-with-its-whole-thread"},{"title":"Acknowledge an issue — \"I'm looking at this\".","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /issues/{iid}/ack","href":"/api-reference/issues/acknowledge-an-issue-—-\"im-looking-at-this\""},{"title":"Replace an issue's assignees.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /issues/{iid}/assign","href":"/api-reference/issues/replace-an-issues-assignees"},{"title":"List an issue's comments.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /issues/{iid}/comments","href":"/api-reference/issues/list-an-issues-comments"},{"title":"Comment on an issue.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /issues/{iid}/comments","href":"/api-reference/issues/comment-on-an-issue"},{"title":"Delete a comment.","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /issues/{iid}/comments/{cid}","href":"/api-reference/issues/delete-a-comment"},{"title":"Resolve an issue.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /issues/{iid}/resolve","href":"/api-reference/issues/resolve-an-issue"},{"title":"Subscribe to an issue's activity emails.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /issues/{iid}/subscribe","href":"/api-reference/issues/subscribe-to-an-issues-activity-emails"},{"title":"List who gets an issue's activity emails.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /issues/{iid}/subscribers","href":"/api-reference/issues/list-who-gets-an-issues-activity-emails"},{"title":"Stop an issue's activity emails.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /issues/{iid}/unsubscribe","href":"/api-reference/issues/stop-an-issues-activity-emails"}]},{"group":"Audits","pages":[{"title":"List this organization's audits, newest first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /audits","href":"/api-reference/audits/list-this-organizations-audits-newest-first"},{"title":"Create a recurring audit.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /audits","href":"/api-reference/audits/create-a-recurring-audit"},{"title":"Get auditscontracts","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /audits/contracts","href":"/api-reference/audits/get-auditscontracts"},{"title":"Post auditscontracts","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /audits/contracts","href":"/api-reference/audits/post-auditscontracts"},{"title":"Get auditscontracts 1","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /audits/contracts/{cid}","href":"/api-reference/audits/get-auditscontracts-1"},{"title":"Put auditscontracts","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /audits/contracts/{cid}","href":"/api-reference/audits/put-auditscontracts"},{"title":"Delete auditscontracts","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /audits/contracts/{cid}","href":"/api-reference/audits/delete-auditscontracts"},{"title":"List findings across every audit in the organization, highest priority\nfirst.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /audits/findings","href":"/api-reference/audits/list-findings-across-every-audit-in-the-organization-highest-priorityfirst"},{"title":"Fetch one finding in full.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /audits/findings/{fid}","href":"/api-reference/audits/fetch-one-finding-in-full"},{"title":"Triage a finding.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /audits/findings/{fid}/status","href":"/api-reference/audits/triage-a-finding"},{"title":"Fetch one audit definition.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /audits/{id}","href":"/api-reference/audits/fetch-one-audit-definition"},{"title":"Update an audit definition.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /audits/{id}","href":"/api-reference/audits/update-an-audit-definition"},{"title":"Delete an audit.","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /audits/{id}","href":"/api-reference/audits/delete-an-audit"},{"title":"Get audits context","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /audits/{id}/context","href":"/api-reference/audits/get-audits-context"},{"title":"Put audits context","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /audits/{id}/context","href":"/api-reference/audits/put-audits-context"},{"title":"Post audits contextrefresh","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /audits/{id}/context/refresh","href":"/api-reference/audits/post-audits-contextrefresh"},{"title":"Run an audit now.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /audits/{id}/run","href":"/api-reference/audits/run-an-audit-now"},{"title":"List an audit's runs, newest first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /audits/{id}/runs","href":"/api-reference/audits/list-an-audits-runs-newest-first"}]},{"group":"Auth","pages":[{"title":"Get authintrospect","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /auth/introspect","href":"/api-reference/auth/get-authintrospect"}]},{"group":"Dashboards","pages":[{"title":"List the organization's dashboards, newest first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /dashboards","href":"/api-reference/dashboards/list-the-organizations-dashboards-newest-first"},{"title":"Create a dashboard.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /dashboards","href":"/api-reference/dashboards/create-a-dashboard"},{"title":"Fetch one dashboard together with its tiles.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /dashboards/{id}","href":"/api-reference/dashboards/fetch-one-dashboard-together-with-its-tiles"},{"title":"Replace a dashboard's name, description and definition.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /dashboards/{id}","href":"/api-reference/dashboards/replace-a-dashboards-name-description-and-definition"},{"title":"Delete a dashboard and every tile on it.","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /dashboards/{id}","href":"/api-reference/dashboards/delete-a-dashboard-and-every-tile-on-it"},{"title":"List a dashboard's tiles, ordered by grid position.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /dashboards/{id}/tiles","href":"/api-reference/dashboards/list-a-dashboards-tiles-ordered-by-grid-position"},{"title":"Add a tile to a dashboard.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /dashboards/{id}/tiles","href":"/api-reference/dashboards/add-a-tile-to-a-dashboard"},{"title":"Reposition a dashboard's tiles in one request.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /dashboards/{id}/tiles/layout","href":"/api-reference/dashboards/reposition-a-dashboards-tiles-in-one-request"},{"title":"Replace a tile.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /dashboards/{id}/tiles/{tile_id}","href":"/api-reference/dashboards/replace-a-tile"},{"title":"Remove a tile from a dashboard.","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /dashboards/{id}/tiles/{tile_id}","href":"/api-reference/dashboards/remove-a-tile-from-a-dashboard"}]},{"group":"Evaluations","pages":[{"title":"List the evaluations that are queued or in flight, newest enqueue first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /evaluation-jobs","href":"/api-reference/evaluations/list-the-evaluations-that-are-queued-or-in-flight-newest-enqueue-first"},{"title":"List completed evaluations, newest first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /evaluations","href":"/api-reference/evaluations/list-completed-evaluations-newest-first"},{"title":"Rolled-up evaluation health for a filtered slice.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /evaluations/aggregate","href":"/api-reference/evaluations/rolled-up-evaluation-health-for-a-filtered-slice"},{"title":"The distinct environment names seen in this organization's evaluations.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /evaluations/environments","href":"/api-reference/evaluations/the-distinct-environment-names-seen-in-this-organizations-evaluations"},{"title":"The magnitude-metric names under `scores.metrics`, each with its unit.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /evaluations/metric_keys","href":"/api-reference/evaluations/the-magnitude-metric-names-under-`scoresmetrics`-each-with-its-unit"},{"title":"The numeric score keys present across this organization's evaluations.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /evaluations/score_keys","href":"/api-reference/evaluations/the-numeric-score-keys-present-across-this-organizations-evaluations"},{"title":"Enqueue a fresh evaluation job for a session. Used by the dashboard's\nre-evaluate button when a session was missed by the automatic pipeline\n(e.g. no agent_end ever arrived) or when the user wants fresh scores\nafter deploying a new evaluator.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /sessions/{session_id}/re-evaluate","href":"/api-reference/evaluations/enqueue-a-fresh-evaluation-job-for-a-session-used-by-the-dashboardsre-evaluate-button-when-a-session-was-missed-by-the-automatic-pipelineeg-no-agent_end-ever-arrived-or-when-the-user-wants-fresh-scoresafter-deploying-a-new-evaluator"}]},{"group":"Events","pages":[{"title":"List raw events, including each event's full payload.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events","href":"/api-reference/events/list-raw-events-including-each-events-full-payload"},{"title":"Ingest a batch of events.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /events","href":"/api-reference/events/ingest-a-batch-of-events"},{"title":"List the agent ids this organization has sent events for, most-used first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/agent_ids","href":"/api-reference/events/list-the-agent-ids-this-organization-has-sent-events-for-most-used-first"},{"title":"List the environment names this organization has actually sent events from.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/environments","href":"/api-reference/events/list-the-environment-names-this-organization-has-actually-sent-events-from"},{"title":"Summarise the errors matching a filter, across the whole window.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/error_summary","href":"/api-reference/events/summarise-the-errors-matching-a-filter-across-the-whole-window"},{"title":"List the error types seen in this organization's events, most-used first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/error_types","href":"/api-reference/events/list-the-error-types-seen-in-this-organizations-events-most-used-first"},{"title":"List the event types this organization has actually sent, alphabetically.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/event_types","href":"/api-reference/events/list-the-event-types-this-organization-has-actually-sent-alphabetically"},{"title":"List the hook names seen in this organization's events, most-used first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/hook_names","href":"/api-reference/events/list-the-hook-names-seen-in-this-organizations-events-most-used-first"},{"title":"Roll up the latency between two event types into a chart-ready summary.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/latency_aggregate","href":"/api-reference/events/roll-up-the-latency-between-two-event-types-into-a-chart-ready-summary"},{"title":"List the model names seen in this organization's events, most-used first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/models","href":"/api-reference/events/list-the-model-names-seen-in-this-organizations-events-most-used-first"},{"title":"List events WITHOUT their payloads — the light feed the dashboard tails.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/summary","href":"/api-reference/events/list-events-without-their-payloads-—-the-light-feed-the-dashboard-tails"},{"title":"List the tool names seen in this organization's events, most-used first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/tool_names","href":"/api-reference/events/list-the-tool-names-seen-in-this-organizations-events-most-used-first"},{"title":"List the trigger events that fired hooks recently, most-used first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /events/trigger_events","href":"/api-reference/events/list-the-trigger-events-that-fired-hooks-recently-most-used-first"}]},{"group":"Health","pages":[{"title":"Liveness probe.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /health","href":"/api-reference/health/liveness-probe"}]},{"group":"Keys","pages":[{"title":"List this organization's API keys.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /keys","href":"/api-reference/keys/list-this-organizations-api-keys"},{"title":"Mint a scoped API key.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /keys","href":"/api-reference/keys/mint-a-scoped-api-key"},{"title":"Replace a key's permissions.","deprecated":null,"version":null,"openapi":"/reference/openapi.json patch /keys/{id}","href":"/api-reference/keys/replace-a-keys-permissions"},{"title":"Revoke an API key.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /keys/{id}/disable","href":"/api-reference/keys/revoke-an-api-key"},{"title":"Rotate a key's secret.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /keys/{id}/regenerate","href":"/api-reference/keys/rotate-a-keys-secret"}]},{"group":"Permission sets","pages":[{"title":"The permission sets defined for your organization.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /permission-sets","href":"/api-reference/permission-sets/the-permission-sets-defined-for-your-organization"},{"title":"Define a new permission set.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /permission-sets","href":"/api-reference/permission-sets/define-a-new-permission-set"},{"title":"One permission set, with its grants.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /permission-sets/{name}","href":"/api-reference/permission-sets/one-permission-set-with-its-grants"},{"title":"Replace a permission set's grants and description.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /permission-sets/{name}","href":"/api-reference/permission-sets/replace-a-permission-sets-grants-and-description"},{"title":"Delete a permission set.","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /permission-sets/{name}","href":"/api-reference/permission-sets/delete-a-permission-set"}]},{"group":"Queries","pages":[{"title":"List the organization's saved queries, alphabetically by name.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /queries","href":"/api-reference/queries/list-the-organizations-saved-queries-alphabetically-by-name"},{"title":"Save a query.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /queries","href":"/api-reference/queries/save-a-query"},{"title":"Run SQL and get rows back.","deprecated":null,"version":null,"openapi":"/reference/openapi.json post /queries/run","href":"/api-reference/queries/run-sql-and-get-rows-back"},{"title":"Describe the tables a query may read.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /queries/schema","href":"/api-reference/queries/describe-the-tables-a-query-may-read"},{"title":"Fetch one saved query, including its SQL.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /queries/{id}","href":"/api-reference/queries/fetch-one-saved-query-including-its-sql"},{"title":"Replace a saved query's name, description, SQL and params.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /queries/{id}","href":"/api-reference/queries/replace-a-saved-querys-name-description-sql-and-params"},{"title":"Delete a saved query.","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /queries/{id}","href":"/api-reference/queries/delete-a-saved-query"}]},{"group":"Sessions","pages":[{"title":"List agent sessions with their latest evaluation headline.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /sessions","href":"/api-reference/sessions/list-agent-sessions-with-their-latest-evaluation-headline"},{"title":"Download one session's full event log as a file.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /sessions/{session_id}/export","href":"/api-reference/sessions/download-one-sessions-full-event-log-as-a-file"}]},{"group":"Settings","pages":[{"title":"Every registered setting, with your organization's current value.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /settings","href":"/api-reference/settings/every-registered-setting-with-your-organizations-current-value"},{"title":"The context-window overrides configured for your organization.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /settings/model-context-windows","href":"/api-reference/settings/the-context-window-overrides-configured-for-your-organization"},{"title":"Set the context window for one model, for your organization.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /settings/model-context-windows","href":"/api-reference/settings/set-the-context-window-for-one-model-for-your-organization"},{"title":"Remove one model's context-window override.","deprecated":null,"version":null,"openapi":"/reference/openapi.json delete /settings/model-context-windows","href":"/api-reference/settings/remove-one-models-context-window-override"},{"title":"Preview the context window a model resolves to.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /settings/model-context-windows/resolve","href":"/api-reference/settings/preview-the-context-window-a-model-resolves-to"},{"title":"The setting catalogue — key, type, and constraints, with no values.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /settings/schema","href":"/api-reference/settings/the-setting-catalogue-—-key-type-and-constraints-with-no-values"},{"title":"Change one setting for your organization.","deprecated":null,"version":null,"openapi":"/reference/openapi.json put /settings/{key}","href":"/api-reference/settings/change-one-setting-for-your-organization"}]},{"group":"Usage","pages":[{"title":"Usage totals for the organization's current billing window.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /usage","href":"/api-reference/usage/usage-totals-for-the-organizations-current-billing-window"},{"title":"Historical billing windows, most recent first.","deprecated":null,"version":null,"openapi":"/reference/openapi.json get /usage/windows","href":"/api-reference/usage/historical-billing-windows-most-recent-first"}]}]}]}]},{"language":"zh","pages":[{"title":"zh","href":"/zh"}]},{"language":"ja","pages":[{"title":"ja","href":"/ja"}]},{"language":"ko","pages":[{"title":"ko","href":"/ko"}]},{"language":"es","pages":[{"title":"es","href":"/es"}]},{"language":"pt-BR","pages":[{"title":"pt-BR","href":"/pt-br"}]},{"language":"de","pages":[{"title":"de","href":"/de"}]},{"language":"fr","pages":[{"title":"fr","href":"/fr"}]},{"language":"ru","pages":[{"title":"ru","href":"/ru"}]},{"language":"hi","pages":[{"title":"hi","href":"/hi"}]},{"language":"tr","pages":[{"title":"tr","href":"/tr"}]},{"language":"vi","pages":[{"title":"vi","href":"/vi"}]},{"language":"it","pages":[{"title":"it","href":"/it"}]},{"language":"ar","pages":[{"title":"ar","href":"/ar"}]},{"language":"he","pages":[{"title":"he","href":"/he"}]}]},"title":"Jev integration reference - Failproof AI","buildId":"dpl_5UGCeHaPhSKbAExsKaHeR8dW3HyG","deploymentId":"dpl_5UGCeHaPhSKbAExsKaHeR8dW3HyG","dynamics":[],"chunks":[]}