Start evaluator runs against an agent. Pick how the simulated user reaches the agent with transport; it must be one of the agent’s enabled_connections (see aiagents_retrieve), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.
POST
/
test_framework
/
v2
/
scenarios
/
run
/
Run evaluators against an agent over any transport
How the simulated user reaches the agent. Must be enabled on the agent; aiagents_retrieve lists the options under enabled_connections. websocket and pipecat_v1 carry their connection details per scenario instead.
Evaluator IDs to run, in order. Provide exactly one of scenarios, tags, folder_path. The dashboard may also send its selection shorthand ("all", a count, or a folder path).
Run summaries for this result. For full run data including transcripts and metric scores, fetch the result detail endpoint — there runs is a dict keyed by run ID.
{"docsConfig":{"$schema":"https://mintlify.com/docs.json","theme":"mint","name":"Cekura","colors":{"primary":"#8184FF","light":"#A6A7EA","dark":"#8184FF"},"favicon":"https://mintcdn.com/vocera/-ehbdLduj39oRXOg/logo/favicon.png?fit=max\u0026auto=format\u0026n=-ehbdLduj39oRXOg\u0026q=85\u0026s=e32d4e5dc1d57d5e2b2fc594b73f0bb2","logo":{"light":"https://mintcdn.com/vocera/NnWFOccGgHKr48PP/logo/logo-dark.svg?fit=max\u0026auto=format\u0026n=NnWFOccGgHKr48PP\u0026q=85\u0026s=fe825439de9afd1d121723398224f0fe","dark":"https://mintcdn.com/vocera/NnWFOccGgHKr48PP/logo/light.svg?fit=max\u0026auto=format\u0026n=NnWFOccGgHKr48PP\u0026q=85\u0026s=f71dda7aa2212d127512fb4e6b40961a"},"navbar":{"links":[{"label":"Support","href":"mailto:support@cekura.ai"}],"primary":{"type":"button","label":"Dashboard","href":"https://dashboard.cekura.ai"}},"footer":{"socials":{"x":"https://x.com/CekuraAI","linkedin":"https://www.linkedin.com/company/cekuraai"}},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"vocera","hasAudioNarration":false,"actualSubdomain":"vocera","customDomains":["docs.cekura.ai"],"gitSource":{"type":"github","owner":"cekura-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6aeb402b3aa857944eedc172","collectionId":"c1ca03da-3556-4670-bb79-cf409c7a09cb","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6aeb402b3aa857944eedc172"},"feedback":{"edits":false},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6aeb407afcff05cc6473d5be","clientVersion":"0.0.4064","searchFilterCounts":[{"language":"default","tag":"API Reference","count":414},{"language":"default","tag":"Documentation","count":106},{"language":"default","tag":"Evaluators","count":65},{"language":"default","tag":"Guides","count":40},{"language":"default","tag":"Metrics","count":37},{"language":"default","tag":"Others","count":35},{"language":"default","tag":"Integrations","count":27},{"language":"default","tag":"Testing","count":23},{"language":"default","tag":"Key Concepts","count":19},{"language":"default","tag":"Advanced","count":18}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"#navbar img{height:36px}.dark #sidebar-group img{background-color:transparent!important}#content-container::before{content:\"\";position:fixed;top:-190px;right:0;width:40%;height:124%;opacity:0.4;background-repeat:no-repeat;background-image:url(\"/images/bg-dark.png\")}"}],"page":{"pagePath":"api-reference/test_framework/run-evaluator-v2","slug":"/api-reference/test_framework/run-evaluator-v2","pageMetadata":{"title":"Run Evaluator V2","description":"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with `transport`; it must be one of the agent's `enabled_connections` (see `aiagents_retrieve`), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.","openapi":"post /test_framework/v2/scenarios/run/","slug":"run-evaluator-v2","href":"/api-reference/test_framework/run-evaluator-v2"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_components.p, {\n children: [\"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with \", _jsx(_components.code, {\n children: \"transport\"\n }), \"; it must be one of the agent’s \", _jsx(_components.code, {\n children: \"enabled_connections\"\n }), \" (see \", _jsx(_components.code, {\n children: \"aiagents_retrieve\"\n }), \"), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.\"]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Run Evaluator V2","description":"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with `transport`; it must be one of the agent's `enabled_connections` (see `aiagents_retrieve`), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.","openapi":"post /test_framework/v2/scenarios/run/","slug":"run-evaluator-v2","href":"/api-reference/test_framework/run-evaluator-v2"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/vocera/b06c8fbedf65997d/old-api-docs.js"],"openApiReferenceData":{"operation":{"operationId":"scenarios-run","description":"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with `transport`; it must be one of the agent's `enabled_connections` (see `aiagents_retrieve`), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.","summary":"Run evaluators against an agent over any transport","tags":["Evaluators"],"requestBody":"e0ccdf91-9bae-4544-a6a1-57ba0943a709","security":["c5470039-68dc-43c7-be70-1bbde6c3a42a","b1ed493d-b0b5-4f1f-b69e-cf21ef863066","6e650b18-ac24-4577-af3d-49bb0f3a1e0d"],"responses":{"200":"1bc880cd-c782-4b1f-88ba-e425c0072996","400":"985f5c97-8127-47a6-8626-afb6e3ca2327"},"x-mcp-expose":true,"x-mcp-tool-name":"scenarios_run","x-mint":{"mcp":{"enabled":true,"name":"scenarios-run","description":"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with `transport`; it must be one of the agent's `enabled_connections` (see `aiagents_retrieve`), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.\n\n**Scenario selection (pick one):** `scenarios` (evaluator IDs), `tags`, or `folder_path` with `project_id`. `websocket` and `pipecat_v1` take their evaluators inside `websocket_urls` / `pipecat_rooms` instead, one entry per evaluator with its own URL.\n\n**Run-count math:** total runs = `len(scenarios) × frequency × max(1, len(personality_ids)) × max(1, len(test_profile_ids))`. `text`, `email` and `websocket` runs bill at the text-simulation rate; every other transport places a voice call and bills at the voice rate.\n\n**Polling for completion:** the response is the result itself — read its top-level `id`. Poll `GET /test_framework/v1/results/{result_id}/` until `status` is `completed`, `failed`, `timeout` or `cancelled`. Check `failed_reasons` for infrastructure errors and `runs[].error_message` for per-run errors."}},"method":"post","type":"path","servers":["b6314e1d-7591-4986-bb16-d9fc4c873401"],"path":"/test_framework/v2/scenarios/run/","baseUrlOptions":["https://api.cekura.ai"],"title":"Run evaluators against an agent over any transport","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{},"requestBody":{"content":{"application/json":{"schema":{"type":"object","properties":{"transport":{"enum":["voice","sip","text","email","vapi_webrtc","retell_webrtc","elevenlabs","livekit_v2","pipecat_v2","chirp","agora","websocket","pipecat_v1"],"type":"string","x-spec-enum-id":"971409196dcf842e","description":"How the simulated user reaches the agent. Must be enabled on the agent; `aiagents_retrieve` lists the options under `enabled_connections`. `websocket` and `pipecat_v1` carry their connection details per scenario instead.\n\n* `voice` - Voice\n* `sip` - SIP\n* `text` - Text\n* `email` - Email\n* `vapi_webrtc` - VAPI WebRTC\n* `retell_webrtc` - Retell WebRTC\n* `elevenlabs` - ElevenLabs\n* `livekit_v2` - LiveKit\n* `pipecat_v2` - Pipecat Cloud\n* `chirp` - Raw-PCM WebSocket\n* `agora` - Agora\n* `websocket` - WebSocket (per-scenario URLs)\n* `pipecat_v1` - Pipecat (per-scenario room URLs)","isRequired":true,"uniqueKey":"transport","typeLabel":"enum\u003cstring>"},"agent":{"type":"integer","description":"Agent ID to run against. Required unless every selected evaluator already belongs to an agent.","uniqueKey":"agent","typeLabel":"integer"},"scenarios":{"type":"array","items":{"type":"integer","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"integer"},"description":"Evaluator IDs to run, in order. Provide exactly one of `scenarios`, `tags`, `folder_path`. The dashboard may also send its selection shorthand (`\"all\"`, a count, or a folder path).","uniqueKey":"scenarios","typeLabel":"integer[]"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"tags.items.[INDEX]","typeLabel":"string"},"description":"Run every evaluator carrying any of these tags.","uniqueKey":"tags","typeLabel":"string[]"},"folder_path":{"type":"string","description":"Dot-separated folder path whose evaluators run. Requires `project_id`.","uniqueKey":"folder_path","typeLabel":"string"},"project_id":{"type":"integer","description":"Project ID. Required with `folder_path`.","uniqueKey":"project_id","typeLabel":"integer"},"frequency":{"type":"integer","minimum":1,"default":1,"description":"Times each evaluator runs. Total runs = evaluators × frequency × personalities × test profiles.","uniqueKey":"frequency","typeLabel":"integer"},"name":{"type":"string","description":"Label for the result.","maxLength":255,"uniqueKey":"name","typeLabel":"string"},"personality_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"personality_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"Personality IDs to run each evaluator with instead of its own. Only personalities enabled for the project.","uniqueKey":"personality_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"Personality IDs to run each evaluator with instead of its own. Only personalities enabled for the project.","uniqueKey":"personality_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality_ids","typeLabel":"integer[] | null"},"test_profile_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"test_profile_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"Test profile IDs to run each evaluator with instead of its own.","uniqueKey":"test_profile_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"Test profile IDs to run each evaluator with instead of its own.","uniqueKey":"test_profile_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_ids","typeLabel":"integer[] | null"},"concurrency_limit":{"oneOf":[{"type":"integer","minimum":1,"description":"Cap on runs executing in parallel. Default: unbounded.","uniqueKey":"concurrency_limit.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":1,"description":"Cap on runs executing in parallel. Default: unbounded.","uniqueKey":"concurrency_limit.oneOf.1","typeLabel":"null"}],"uniqueKey":"concurrency_limit","typeLabel":"integer | null"},"calls_per_second":{"oneOf":[{"type":"number","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.0","typeLabel":"number\u003cdouble>"},{"type":"null","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.1","typeLabel":"null"}],"uniqueKey":"calls_per_second","typeLabel":"number\u003cdouble> | null"},"mock_tool_names":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"mock_tool_names.oneOf.0.items.[INDEX]","typeLabel":"string"},"description":"Mock tools to activate for this run. Omit to mock every configured tool; send an empty list to mock none.","uniqueKey":"mock_tool_names.oneOf.0","typeLabel":"string[]"},{"type":"null","items":{"type":"string"},"description":"Mock tools to activate for this run. Omit to mock every configured tool; send an empty list to mock none.","uniqueKey":"mock_tool_names.oneOf.1","typeLabel":"null"}],"uniqueKey":"mock_tool_names","typeLabel":"string[] | null"},"agent_version_id":{"type":"string","description":"Version label or numeric history id of a stored agent version to run against instead of the live agent.","uniqueKey":"agent_version_id","typeLabel":"string"},"outbound_phone_number":{"type":"string","description":"`voice`, `text`: override the number dialed, in E.164 format.","uniqueKey":"outbound_phone_number","typeLabel":"string"},"agent_number":{"type":"string","description":"`voice`, `text`: override the number the agent under test receives calls on, in E.164 format.","uniqueKey":"agent_number","typeLabel":"string"},"mode":{"enum":["same_number","different_numbers"],"type":"string","x-spec-enum-id":"9ea0c9743bd9d873","description":"`voice`: use one phone number for every run (`same_number`) or rotate numbers (`different_numbers`).\n\n* `same_number` - same_number\n* `different_numbers` - different_numbers","uniqueKey":"mode","typeLabel":"enum\u003cstring>"},"sip_endpoint":{"type":"string","description":"`sip`: override the agent's SIP endpoint for this run.","uniqueKey":"sip_endpoint","typeLabel":"string"},"websocket_url":{"type":"string","description":"`text`: websocket URL the simulated user connects to instead of the agent's chat gateway. `chirp`: override the agent's raw-PCM websocket endpoint.","pattern":"^wss?://","uniqueKey":"websocket_url","typeLabel":"string"},"websocket_headers":{"type":"object","additionalProperties":{"oneOf":[{}],"uniqueKey":"websocket_headers.additionalProperties","typeLabel":"any"},"description":"`text`: headers sent on the websocket connection, merged over the agent's configured headers.","uniqueKey":"websocket_headers","typeLabel":"object"},"agent_email":{"type":"string","format":"email","description":"`email`: override the agent's configured email address for this run.","uniqueKey":"agent_email","typeLabel":"string\u003cemail>"},"vapi_assistant_id":{"type":"string","description":"`vapi_webrtc`: VAPI assistant ID to test. Defaults to the agent's stored assistant id.","uniqueKey":"vapi_assistant_id","typeLabel":"string"},"retell_agent_id":{"type":"string","description":"`retell_webrtc`: Retell agent ID to test. Defaults to the agent's stored assistant id.","uniqueKey":"retell_agent_id","typeLabel":"string"},"elevenlabs_agent_id":{"type":"string","description":"`elevenlabs`: ElevenLabs agent ID to test. Defaults to the agent's stored assistant id.","uniqueKey":"elevenlabs_agent_id","typeLabel":"string"},"elevenlabs_data":{"type":"object","description":"`elevenlabs`: per-run overrides (`elevenlabs_base_url_override`, `elevenlabs_environment`, `elevenlabs_branch_id`).","properties":{"elevenlabs_base_url_override":{"oneOf":[{"type":"string","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.0","typeLabel":"string"},{"type":"null","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_base_url_override","typeLabel":"string | null"},"elevenlabs_environment":{"oneOf":[{"type":"string","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_environment","typeLabel":"string | null"},"elevenlabs_branch_id":{"oneOf":[{"type":"string","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_branch_id","typeLabel":"string | null"}},"uniqueKey":"elevenlabs_data","typeLabel":"object"},"livekit_data":{"type":"object","description":"`livekit_v2`: per-run overrides (`agent_name`, `url`, `config`). Credentials come from the agent or project.","properties":{"config":{"description":"Room configuration to use for this run (e.g. empty_timeout, max_participants). Fully replaces the agent/project saved config — no merge.","uniqueKey":"livekit_data.config","typeLabel":"any"},"agent_name":{"oneOf":[{"type":"string","description":"LiveKit agent name for explicit dispatch. Overrides the agent/project saved agent_name.","uniqueKey":"livekit_data.agent_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"LiveKit agent name for explicit dispatch. Overrides the agent/project saved agent_name.","uniqueKey":"livekit_data.agent_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"livekit_data.agent_name","typeLabel":"string | null"},"url":{"oneOf":[{"type":"string","description":"LiveKit server URL override. Falls back to the agent/project saved url when omitted.","uniqueKey":"livekit_data.url.oneOf.0","typeLabel":"string"},{"type":"null","description":"LiveKit server URL override. Falls back to the agent/project saved url when omitted.","uniqueKey":"livekit_data.url.oneOf.1","typeLabel":"null"}],"uniqueKey":"livekit_data.url","typeLabel":"string | null"}},"uniqueKey":"livekit_data","typeLabel":"object"},"pipecat_data":{"type":"object","description":"`pipecat_v2`: per-run overrides (`pipecat_agent_name`, `config`, `room_properties`). Credentials come from the agent or project.","properties":{"pipecat_agent_name":{"oneOf":[{"type":"string","description":"Pipecat Cloud agent name. Overrides the agent/project saved pipecat_agent_name.","uniqueKey":"pipecat_data.pipecat_agent_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"Pipecat Cloud agent name. Overrides the agent/project saved pipecat_agent_name.","uniqueKey":"pipecat_data.pipecat_agent_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"pipecat_data.pipecat_agent_name","typeLabel":"string | null"},"config":{"description":"Session configuration for this run. Replaces the agent/project saved config — no merge.","uniqueKey":"pipecat_data.config","typeLabel":"any"},"room_properties":{"description":"Daily.co room properties for this run. Replaces the agent/project saved room_properties — no merge.","uniqueKey":"pipecat_data.room_properties","typeLabel":"any"}},"uniqueKey":"pipecat_data","typeLabel":"object"},"websocket_urls":{"type":"array","items":{"type":"object","properties":{"scenario":{"type":"integer","description":"Evaluator ID to run.","isRequired":true,"uniqueKey":"websocket_urls.items.[INDEX].scenario","typeLabel":"integer"},"websocket_url":{"type":"string","description":"ws:// or wss:// URL this evaluator connects to.","pattern":"^wss?://","isRequired":true,"uniqueKey":"websocket_urls.items.[INDEX].websocket_url","typeLabel":"string"}},"required":["scenario","websocket_url"],"uniqueKey":"websocket_urls.items.[INDEX]","typeLabel":"object"},"description":"`websocket`: the evaluators to run, each with its own websocket URL. Replaces `scenarios`.","uniqueKey":"websocket_urls","typeLabel":"object[]"},"pipecat_rooms":{"type":"array","items":{"type":"object","properties":{"scenario":{"type":"integer","description":"Evaluator ID to run.","isRequired":true,"uniqueKey":"pipecat_rooms.items.[INDEX].scenario","typeLabel":"integer"},"pipecat_room_url":{"type":"string","description":"Daily.co room URL this evaluator joins.","pattern":"^https?://","isRequired":true,"uniqueKey":"pipecat_rooms.items.[INDEX].pipecat_room_url","typeLabel":"string"},"pipecat_token":{"type":"string","description":"Room token, when the room requires one.","uniqueKey":"pipecat_rooms.items.[INDEX].pipecat_token","typeLabel":"string"},"call_id":{"type":"string","description":"Call ID to associate with the Pipecat session.","uniqueKey":"pipecat_rooms.items.[INDEX].call_id","typeLabel":"string"},"publish_data_message":{"description":"Data message published into the room when the session starts.","uniqueKey":"pipecat_rooms.items.[INDEX].publish_data_message","typeLabel":"any"}},"required":["pipecat_room_url","scenario"],"uniqueKey":"pipecat_rooms.items.[INDEX]","typeLabel":"object"},"description":"`pipecat_v1`: the evaluators to run, each with its own Daily.co room URL. Replaces `scenarios`.","uniqueKey":"pipecat_rooms","typeLabel":"object[]"}},"required":["transport"],"uniqueKey":"","typeLabel":"object"},"examples":{"VAPIWebRTCRun":{"title":"VAPIWebRTCRun","value":{"transport":"vapi_webrtc","agent":12,"scenarios":[101,102],"frequency":1,"name":"Q3 regression","concurrency_limit":5}}},"exampleType":"examples"},"application/x-www-form-urlencoded":{"schema":{"type":"object","properties":{"transport":{"enum":["voice","sip","text","email","vapi_webrtc","retell_webrtc","elevenlabs","livekit_v2","pipecat_v2","chirp","agora","websocket","pipecat_v1"],"type":"string","x-spec-enum-id":"971409196dcf842e","description":"How the simulated user reaches the agent. Must be enabled on the agent; `aiagents_retrieve` lists the options under `enabled_connections`. `websocket` and `pipecat_v1` carry their connection details per scenario instead.\n\n* `voice` - Voice\n* `sip` - SIP\n* `text` - Text\n* `email` - Email\n* `vapi_webrtc` - VAPI WebRTC\n* `retell_webrtc` - Retell WebRTC\n* `elevenlabs` - ElevenLabs\n* `livekit_v2` - LiveKit\n* `pipecat_v2` - Pipecat Cloud\n* `chirp` - Raw-PCM WebSocket\n* `agora` - Agora\n* `websocket` - WebSocket (per-scenario URLs)\n* `pipecat_v1` - Pipecat (per-scenario room URLs)","isRequired":true,"uniqueKey":"transport","typeLabel":"enum\u003cstring>"},"agent":{"type":"integer","description":"Agent ID to run against. Required unless every selected evaluator already belongs to an agent.","uniqueKey":"agent","typeLabel":"integer"},"scenarios":{"type":"array","items":{"type":"integer","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"integer"},"description":"Evaluator IDs to run, in order. Provide exactly one of `scenarios`, `tags`, `folder_path`. The dashboard may also send its selection shorthand (`\"all\"`, a count, or a folder path).","uniqueKey":"scenarios","typeLabel":"integer[]"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"tags.items.[INDEX]","typeLabel":"string"},"description":"Run every evaluator carrying any of these tags.","uniqueKey":"tags","typeLabel":"string[]"},"folder_path":{"type":"string","description":"Dot-separated folder path whose evaluators run. Requires `project_id`.","uniqueKey":"folder_path","typeLabel":"string"},"project_id":{"type":"integer","description":"Project ID. Required with `folder_path`.","uniqueKey":"project_id","typeLabel":"integer"},"frequency":{"type":"integer","minimum":1,"default":1,"description":"Times each evaluator runs. Total runs = evaluators × frequency × personalities × test profiles.","uniqueKey":"frequency","typeLabel":"integer"},"name":{"type":"string","description":"Label for the result.","maxLength":255,"uniqueKey":"name","typeLabel":"string"},"personality_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"personality_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"Personality IDs to run each evaluator with instead of its own. Only personalities enabled for the project.","uniqueKey":"personality_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"Personality IDs to run each evaluator with instead of its own. Only personalities enabled for the project.","uniqueKey":"personality_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality_ids","typeLabel":"integer[] | null"},"test_profile_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"test_profile_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"Test profile IDs to run each evaluator with instead of its own.","uniqueKey":"test_profile_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"Test profile IDs to run each evaluator with instead of its own.","uniqueKey":"test_profile_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_ids","typeLabel":"integer[] | null"},"concurrency_limit":{"oneOf":[{"type":"integer","minimum":1,"description":"Cap on runs executing in parallel. Default: unbounded.","uniqueKey":"concurrency_limit.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":1,"description":"Cap on runs executing in parallel. Default: unbounded.","uniqueKey":"concurrency_limit.oneOf.1","typeLabel":"null"}],"uniqueKey":"concurrency_limit","typeLabel":"integer | null"},"calls_per_second":{"oneOf":[{"type":"number","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.0","typeLabel":"number\u003cdouble>"},{"type":"null","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.1","typeLabel":"null"}],"uniqueKey":"calls_per_second","typeLabel":"number\u003cdouble> | null"},"mock_tool_names":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"mock_tool_names.oneOf.0.items.[INDEX]","typeLabel":"string"},"description":"Mock tools to activate for this run. Omit to mock every configured tool; send an empty list to mock none.","uniqueKey":"mock_tool_names.oneOf.0","typeLabel":"string[]"},{"type":"null","items":{"type":"string"},"description":"Mock tools to activate for this run. Omit to mock every configured tool; send an empty list to mock none.","uniqueKey":"mock_tool_names.oneOf.1","typeLabel":"null"}],"uniqueKey":"mock_tool_names","typeLabel":"string[] | null"},"agent_version_id":{"type":"string","description":"Version label or numeric history id of a stored agent version to run against instead of the live agent.","uniqueKey":"agent_version_id","typeLabel":"string"},"outbound_phone_number":{"type":"string","description":"`voice`, `text`: override the number dialed, in E.164 format.","uniqueKey":"outbound_phone_number","typeLabel":"string"},"agent_number":{"type":"string","description":"`voice`, `text`: override the number the agent under test receives calls on, in E.164 format.","uniqueKey":"agent_number","typeLabel":"string"},"mode":{"enum":["same_number","different_numbers"],"type":"string","x-spec-enum-id":"9ea0c9743bd9d873","description":"`voice`: use one phone number for every run (`same_number`) or rotate numbers (`different_numbers`).\n\n* `same_number` - same_number\n* `different_numbers` - different_numbers","uniqueKey":"mode","typeLabel":"enum\u003cstring>"},"sip_endpoint":{"type":"string","description":"`sip`: override the agent's SIP endpoint for this run.","uniqueKey":"sip_endpoint","typeLabel":"string"},"websocket_url":{"type":"string","description":"`text`: websocket URL the simulated user connects to instead of the agent's chat gateway. `chirp`: override the agent's raw-PCM websocket endpoint.","pattern":"^wss?://","uniqueKey":"websocket_url","typeLabel":"string"},"websocket_headers":{"type":"object","additionalProperties":{"oneOf":[{}],"uniqueKey":"websocket_headers.additionalProperties","typeLabel":"any"},"description":"`text`: headers sent on the websocket connection, merged over the agent's configured headers.","uniqueKey":"websocket_headers","typeLabel":"object"},"agent_email":{"type":"string","format":"email","description":"`email`: override the agent's configured email address for this run.","uniqueKey":"agent_email","typeLabel":"string\u003cemail>"},"vapi_assistant_id":{"type":"string","description":"`vapi_webrtc`: VAPI assistant ID to test. Defaults to the agent's stored assistant id.","uniqueKey":"vapi_assistant_id","typeLabel":"string"},"retell_agent_id":{"type":"string","description":"`retell_webrtc`: Retell agent ID to test. Defaults to the agent's stored assistant id.","uniqueKey":"retell_agent_id","typeLabel":"string"},"elevenlabs_agent_id":{"type":"string","description":"`elevenlabs`: ElevenLabs agent ID to test. Defaults to the agent's stored assistant id.","uniqueKey":"elevenlabs_agent_id","typeLabel":"string"},"elevenlabs_data":{"type":"object","description":"`elevenlabs`: per-run overrides (`elevenlabs_base_url_override`, `elevenlabs_environment`, `elevenlabs_branch_id`).","properties":{"elevenlabs_base_url_override":{"oneOf":[{"type":"string","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.0","typeLabel":"string"},{"type":"null","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_base_url_override","typeLabel":"string | null"},"elevenlabs_environment":{"oneOf":[{"type":"string","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_environment","typeLabel":"string | null"},"elevenlabs_branch_id":{"oneOf":[{"type":"string","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_branch_id","typeLabel":"string | null"}},"uniqueKey":"elevenlabs_data","typeLabel":"object"},"livekit_data":{"type":"object","description":"`livekit_v2`: per-run overrides (`agent_name`, `url`, `config`). Credentials come from the agent or project.","properties":{"config":{"description":"Room configuration to use for this run (e.g. empty_timeout, max_participants). Fully replaces the agent/project saved config — no merge.","uniqueKey":"livekit_data.config","typeLabel":"any"},"agent_name":{"oneOf":[{"type":"string","description":"LiveKit agent name for explicit dispatch. Overrides the agent/project saved agent_name.","uniqueKey":"livekit_data.agent_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"LiveKit agent name for explicit dispatch. Overrides the agent/project saved agent_name.","uniqueKey":"livekit_data.agent_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"livekit_data.agent_name","typeLabel":"string | null"},"url":{"oneOf":[{"type":"string","description":"LiveKit server URL override. Falls back to the agent/project saved url when omitted.","uniqueKey":"livekit_data.url.oneOf.0","typeLabel":"string"},{"type":"null","description":"LiveKit server URL override. Falls back to the agent/project saved url when omitted.","uniqueKey":"livekit_data.url.oneOf.1","typeLabel":"null"}],"uniqueKey":"livekit_data.url","typeLabel":"string | null"}},"uniqueKey":"livekit_data","typeLabel":"object"},"pipecat_data":{"type":"object","description":"`pipecat_v2`: per-run overrides (`pipecat_agent_name`, `config`, `room_properties`). Credentials come from the agent or project.","properties":{"pipecat_agent_name":{"oneOf":[{"type":"string","description":"Pipecat Cloud agent name. Overrides the agent/project saved pipecat_agent_name.","uniqueKey":"pipecat_data.pipecat_agent_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"Pipecat Cloud agent name. Overrides the agent/project saved pipecat_agent_name.","uniqueKey":"pipecat_data.pipecat_agent_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"pipecat_data.pipecat_agent_name","typeLabel":"string | null"},"config":{"description":"Session configuration for this run. Replaces the agent/project saved config — no merge.","uniqueKey":"pipecat_data.config","typeLabel":"any"},"room_properties":{"description":"Daily.co room properties for this run. Replaces the agent/project saved room_properties — no merge.","uniqueKey":"pipecat_data.room_properties","typeLabel":"any"}},"uniqueKey":"pipecat_data","typeLabel":"object"},"websocket_urls":{"type":"array","items":{"type":"object","properties":{"scenario":{"type":"integer","description":"Evaluator ID to run.","isRequired":true,"uniqueKey":"websocket_urls.items.[INDEX].scenario","typeLabel":"integer"},"websocket_url":{"type":"string","description":"ws:// or wss:// URL this evaluator connects to.","pattern":"^wss?://","isRequired":true,"uniqueKey":"websocket_urls.items.[INDEX].websocket_url","typeLabel":"string"}},"required":["scenario","websocket_url"],"uniqueKey":"websocket_urls.items.[INDEX]","typeLabel":"object"},"description":"`websocket`: the evaluators to run, each with its own websocket URL. Replaces `scenarios`.","uniqueKey":"websocket_urls","typeLabel":"object[]"},"pipecat_rooms":{"type":"array","items":{"type":"object","properties":{"scenario":{"type":"integer","description":"Evaluator ID to run.","isRequired":true,"uniqueKey":"pipecat_rooms.items.[INDEX].scenario","typeLabel":"integer"},"pipecat_room_url":{"type":"string","description":"Daily.co room URL this evaluator joins.","pattern":"^https?://","isRequired":true,"uniqueKey":"pipecat_rooms.items.[INDEX].pipecat_room_url","typeLabel":"string"},"pipecat_token":{"type":"string","description":"Room token, when the room requires one.","uniqueKey":"pipecat_rooms.items.[INDEX].pipecat_token","typeLabel":"string"},"call_id":{"type":"string","description":"Call ID to associate with the Pipecat session.","uniqueKey":"pipecat_rooms.items.[INDEX].call_id","typeLabel":"string"},"publish_data_message":{"description":"Data message published into the room when the session starts.","uniqueKey":"pipecat_rooms.items.[INDEX].publish_data_message","typeLabel":"any"}},"required":["pipecat_room_url","scenario"],"uniqueKey":"pipecat_rooms.items.[INDEX]","typeLabel":"object"},"description":"`pipecat_v1`: the evaluators to run, each with its own Daily.co room URL. Replaces `scenarios`.","uniqueKey":"pipecat_rooms","typeLabel":"object[]"}},"required":["transport"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"agent":123,"scenarios":[123],"tags":["\u003cstring>"],"folder_path":"\u003cstring>","project_id":123,"frequency":1,"name":"\u003cstring>","personality_ids":[123],"test_profile_ids":[123],"concurrency_limit":2,"calls_per_second":2.05,"mock_tool_names":["\u003cstring>"],"agent_version_id":"\u003cstring>","outbound_phone_number":"\u003cstring>","agent_number":"\u003cstring>","sip_endpoint":"\u003cstring>","websocket_url":"\u003cstring>","websocket_headers":{},"agent_email":"jsmith@example.com","vapi_assistant_id":"\u003cstring>","retell_agent_id":"\u003cstring>","elevenlabs_agent_id":"\u003cstring>","elevenlabs_data":{"elevenlabs_base_url_override":"\u003cstring>","elevenlabs_environment":"\u003cstring>","elevenlabs_branch_id":"\u003cstring>"},"livekit_data":{"config":"\u003cunknown>","agent_name":"\u003cstring>","url":"\u003cstring>"},"pipecat_data":{"pipecat_agent_name":"\u003cstring>","config":"\u003cunknown>","room_properties":"\u003cunknown>"},"websocket_urls":[{"scenario":123,"websocket_url":"\u003cstring>"}],"pipecat_rooms":[{"scenario":123,"pipecat_room_url":"\u003cstring>","pipecat_token":"\u003cstring>","call_id":"\u003cstring>","publish_data_message":"\u003cunknown>"}]}}},"exampleType":"generated"},"multipart/form-data":{"schema":{"type":"object","properties":{"transport":{"enum":["voice","sip","text","email","vapi_webrtc","retell_webrtc","elevenlabs","livekit_v2","pipecat_v2","chirp","agora","websocket","pipecat_v1"],"type":"string","x-spec-enum-id":"971409196dcf842e","description":"How the simulated user reaches the agent. Must be enabled on the agent; `aiagents_retrieve` lists the options under `enabled_connections`. `websocket` and `pipecat_v1` carry their connection details per scenario instead.\n\n* `voice` - Voice\n* `sip` - SIP\n* `text` - Text\n* `email` - Email\n* `vapi_webrtc` - VAPI WebRTC\n* `retell_webrtc` - Retell WebRTC\n* `elevenlabs` - ElevenLabs\n* `livekit_v2` - LiveKit\n* `pipecat_v2` - Pipecat Cloud\n* `chirp` - Raw-PCM WebSocket\n* `agora` - Agora\n* `websocket` - WebSocket (per-scenario URLs)\n* `pipecat_v1` - Pipecat (per-scenario room URLs)","isRequired":true,"uniqueKey":"transport","typeLabel":"enum\u003cstring>"},"agent":{"type":"integer","description":"Agent ID to run against. Required unless every selected evaluator already belongs to an agent.","uniqueKey":"agent","typeLabel":"integer"},"scenarios":{"type":"array","items":{"type":"integer","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"integer"},"description":"Evaluator IDs to run, in order. Provide exactly one of `scenarios`, `tags`, `folder_path`. The dashboard may also send its selection shorthand (`\"all\"`, a count, or a folder path).","uniqueKey":"scenarios","typeLabel":"integer[]"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"tags.items.[INDEX]","typeLabel":"string"},"description":"Run every evaluator carrying any of these tags.","uniqueKey":"tags","typeLabel":"string[]"},"folder_path":{"type":"string","description":"Dot-separated folder path whose evaluators run. Requires `project_id`.","uniqueKey":"folder_path","typeLabel":"string"},"project_id":{"type":"integer","description":"Project ID. Required with `folder_path`.","uniqueKey":"project_id","typeLabel":"integer"},"frequency":{"type":"integer","minimum":1,"default":1,"description":"Times each evaluator runs. Total runs = evaluators × frequency × personalities × test profiles.","uniqueKey":"frequency","typeLabel":"integer"},"name":{"type":"string","description":"Label for the result.","maxLength":255,"uniqueKey":"name","typeLabel":"string"},"personality_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"personality_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"Personality IDs to run each evaluator with instead of its own. Only personalities enabled for the project.","uniqueKey":"personality_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"Personality IDs to run each evaluator with instead of its own. Only personalities enabled for the project.","uniqueKey":"personality_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality_ids","typeLabel":"integer[] | null"},"test_profile_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"test_profile_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"Test profile IDs to run each evaluator with instead of its own.","uniqueKey":"test_profile_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"Test profile IDs to run each evaluator with instead of its own.","uniqueKey":"test_profile_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_ids","typeLabel":"integer[] | null"},"concurrency_limit":{"oneOf":[{"type":"integer","minimum":1,"description":"Cap on runs executing in parallel. Default: unbounded.","uniqueKey":"concurrency_limit.oneOf.0","typeLabel":"integer"},{"type":"null","minimum":1,"description":"Cap on runs executing in parallel. Default: unbounded.","uniqueKey":"concurrency_limit.oneOf.1","typeLabel":"null"}],"uniqueKey":"concurrency_limit","typeLabel":"integer | null"},"calls_per_second":{"oneOf":[{"type":"number","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.0","typeLabel":"number\u003cdouble>"},{"type":"null","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.1","typeLabel":"null"}],"uniqueKey":"calls_per_second","typeLabel":"number\u003cdouble> | null"},"mock_tool_names":{"oneOf":[{"type":"array","items":{"type":"string","uniqueKey":"mock_tool_names.oneOf.0.items.[INDEX]","typeLabel":"string"},"description":"Mock tools to activate for this run. Omit to mock every configured tool; send an empty list to mock none.","uniqueKey":"mock_tool_names.oneOf.0","typeLabel":"string[]"},{"type":"null","items":{"type":"string"},"description":"Mock tools to activate for this run. Omit to mock every configured tool; send an empty list to mock none.","uniqueKey":"mock_tool_names.oneOf.1","typeLabel":"null"}],"uniqueKey":"mock_tool_names","typeLabel":"string[] | null"},"agent_version_id":{"type":"string","description":"Version label or numeric history id of a stored agent version to run against instead of the live agent.","uniqueKey":"agent_version_id","typeLabel":"string"},"outbound_phone_number":{"type":"string","description":"`voice`, `text`: override the number dialed, in E.164 format.","uniqueKey":"outbound_phone_number","typeLabel":"string"},"agent_number":{"type":"string","description":"`voice`, `text`: override the number the agent under test receives calls on, in E.164 format.","uniqueKey":"agent_number","typeLabel":"string"},"mode":{"enum":["same_number","different_numbers"],"type":"string","x-spec-enum-id":"9ea0c9743bd9d873","description":"`voice`: use one phone number for every run (`same_number`) or rotate numbers (`different_numbers`).\n\n* `same_number` - same_number\n* `different_numbers` - different_numbers","uniqueKey":"mode","typeLabel":"enum\u003cstring>"},"sip_endpoint":{"type":"string","description":"`sip`: override the agent's SIP endpoint for this run.","uniqueKey":"sip_endpoint","typeLabel":"string"},"websocket_url":{"type":"string","description":"`text`: websocket URL the simulated user connects to instead of the agent's chat gateway. `chirp`: override the agent's raw-PCM websocket endpoint.","pattern":"^wss?://","uniqueKey":"websocket_url","typeLabel":"string"},"websocket_headers":{"type":"object","additionalProperties":{"oneOf":[{}],"uniqueKey":"websocket_headers.additionalProperties","typeLabel":"any"},"description":"`text`: headers sent on the websocket connection, merged over the agent's configured headers.","uniqueKey":"websocket_headers","typeLabel":"object"},"agent_email":{"type":"string","format":"email","description":"`email`: override the agent's configured email address for this run.","uniqueKey":"agent_email","typeLabel":"string\u003cemail>"},"vapi_assistant_id":{"type":"string","description":"`vapi_webrtc`: VAPI assistant ID to test. Defaults to the agent's stored assistant id.","uniqueKey":"vapi_assistant_id","typeLabel":"string"},"retell_agent_id":{"type":"string","description":"`retell_webrtc`: Retell agent ID to test. Defaults to the agent's stored assistant id.","uniqueKey":"retell_agent_id","typeLabel":"string"},"elevenlabs_agent_id":{"type":"string","description":"`elevenlabs`: ElevenLabs agent ID to test. Defaults to the agent's stored assistant id.","uniqueKey":"elevenlabs_agent_id","typeLabel":"string"},"elevenlabs_data":{"type":"object","description":"`elevenlabs`: per-run overrides (`elevenlabs_base_url_override`, `elevenlabs_environment`, `elevenlabs_branch_id`).","properties":{"elevenlabs_base_url_override":{"oneOf":[{"type":"string","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.0","typeLabel":"string"},{"type":"null","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_base_url_override","typeLabel":"string | null"},"elevenlabs_environment":{"oneOf":[{"type":"string","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_environment","typeLabel":"string | null"},"elevenlabs_branch_id":{"oneOf":[{"type":"string","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_branch_id","typeLabel":"string | null"}},"uniqueKey":"elevenlabs_data","typeLabel":"object"},"livekit_data":{"type":"object","description":"`livekit_v2`: per-run overrides (`agent_name`, `url`, `config`). Credentials come from the agent or project.","properties":{"config":{"description":"Room configuration to use for this run (e.g. empty_timeout, max_participants). Fully replaces the agent/project saved config — no merge.","uniqueKey":"livekit_data.config","typeLabel":"any"},"agent_name":{"oneOf":[{"type":"string","description":"LiveKit agent name for explicit dispatch. Overrides the agent/project saved agent_name.","uniqueKey":"livekit_data.agent_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"LiveKit agent name for explicit dispatch. Overrides the agent/project saved agent_name.","uniqueKey":"livekit_data.agent_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"livekit_data.agent_name","typeLabel":"string | null"},"url":{"oneOf":[{"type":"string","description":"LiveKit server URL override. Falls back to the agent/project saved url when omitted.","uniqueKey":"livekit_data.url.oneOf.0","typeLabel":"string"},{"type":"null","description":"LiveKit server URL override. Falls back to the agent/project saved url when omitted.","uniqueKey":"livekit_data.url.oneOf.1","typeLabel":"null"}],"uniqueKey":"livekit_data.url","typeLabel":"string | null"}},"uniqueKey":"livekit_data","typeLabel":"object"},"pipecat_data":{"type":"object","description":"`pipecat_v2`: per-run overrides (`pipecat_agent_name`, `config`, `room_properties`). Credentials come from the agent or project.","properties":{"pipecat_agent_name":{"oneOf":[{"type":"string","description":"Pipecat Cloud agent name. Overrides the agent/project saved pipecat_agent_name.","uniqueKey":"pipecat_data.pipecat_agent_name.oneOf.0","typeLabel":"string"},{"type":"null","description":"Pipecat Cloud agent name. Overrides the agent/project saved pipecat_agent_name.","uniqueKey":"pipecat_data.pipecat_agent_name.oneOf.1","typeLabel":"null"}],"uniqueKey":"pipecat_data.pipecat_agent_name","typeLabel":"string | null"},"config":{"description":"Session configuration for this run. Replaces the agent/project saved config — no merge.","uniqueKey":"pipecat_data.config","typeLabel":"any"},"room_properties":{"description":"Daily.co room properties for this run. Replaces the agent/project saved room_properties — no merge.","uniqueKey":"pipecat_data.room_properties","typeLabel":"any"}},"uniqueKey":"pipecat_data","typeLabel":"object"},"websocket_urls":{"type":"array","items":{"type":"object","properties":{"scenario":{"type":"integer","description":"Evaluator ID to run.","isRequired":true,"uniqueKey":"websocket_urls.items.[INDEX].scenario","typeLabel":"integer"},"websocket_url":{"type":"string","description":"ws:// or wss:// URL this evaluator connects to.","pattern":"^wss?://","isRequired":true,"uniqueKey":"websocket_urls.items.[INDEX].websocket_url","typeLabel":"string"}},"required":["scenario","websocket_url"],"uniqueKey":"websocket_urls.items.[INDEX]","typeLabel":"object"},"description":"`websocket`: the evaluators to run, each with its own websocket URL. Replaces `scenarios`.","uniqueKey":"websocket_urls","typeLabel":"object[]"},"pipecat_rooms":{"type":"array","items":{"type":"object","properties":{"scenario":{"type":"integer","description":"Evaluator ID to run.","isRequired":true,"uniqueKey":"pipecat_rooms.items.[INDEX].scenario","typeLabel":"integer"},"pipecat_room_url":{"type":"string","description":"Daily.co room URL this evaluator joins.","pattern":"^https?://","isRequired":true,"uniqueKey":"pipecat_rooms.items.[INDEX].pipecat_room_url","typeLabel":"string"},"pipecat_token":{"type":"string","description":"Room token, when the room requires one.","uniqueKey":"pipecat_rooms.items.[INDEX].pipecat_token","typeLabel":"string"},"call_id":{"type":"string","description":"Call ID to associate with the Pipecat session.","uniqueKey":"pipecat_rooms.items.[INDEX].call_id","typeLabel":"string"},"publish_data_message":{"description":"Data message published into the room when the session starts.","uniqueKey":"pipecat_rooms.items.[INDEX].publish_data_message","typeLabel":"any"}},"required":["pipecat_room_url","scenario"],"uniqueKey":"pipecat_rooms.items.[INDEX]","typeLabel":"object"},"description":"`pipecat_v1`: the evaluators to run, each with its own Daily.co room URL. Replaces `scenarios`.","uniqueKey":"pipecat_rooms","typeLabel":"object[]"}},"required":["transport"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"agent":123,"scenarios":[123],"tags":["\u003cstring>"],"folder_path":"\u003cstring>","project_id":123,"frequency":1,"name":"\u003cstring>","personality_ids":[123],"test_profile_ids":[123],"concurrency_limit":2,"calls_per_second":2.05,"mock_tool_names":["\u003cstring>"],"agent_version_id":"\u003cstring>","outbound_phone_number":"\u003cstring>","agent_number":"\u003cstring>","sip_endpoint":"\u003cstring>","websocket_url":"\u003cstring>","websocket_headers":{},"agent_email":"jsmith@example.com","vapi_assistant_id":"\u003cstring>","retell_agent_id":"\u003cstring>","elevenlabs_agent_id":"\u003cstring>","elevenlabs_data":{"elevenlabs_base_url_override":"\u003cstring>","elevenlabs_environment":"\u003cstring>","elevenlabs_branch_id":"\u003cstring>"},"livekit_data":{"config":"\u003cunknown>","agent_name":"\u003cstring>","url":"\u003cstring>"},"pipecat_data":{"pipecat_agent_name":"\u003cstring>","config":"\u003cunknown>","room_properties":"\u003cunknown>"},"websocket_urls":[{"scenario":123,"websocket_url":"\u003cstring>"}],"pipecat_rooms":[{"scenario":123,"pipecat_room_url":"\u003cstring>","pipecat_token":"\u003cstring>","call_id":"\u003cstring>","publish_data_message":"\u003cunknown>"}]}}},"exampleType":"generated"}},"required":true,"exampleType":"examples"},"responses":{"1bc880cd-c782-4b1f-88ba-e425c0072996":{"content":{"application/json":{"schema":{"type":"object","properties":{"name":{"type":"string","description":"\nName of the Result\nExample: `\"Test Result 1\"`\n","maxLength":255,"isRequired":true,"uniqueKey":"name","typeLabel":"string"},"id":{"type":"integer","readOnly":true,"description":"\nUnique identifier for the Result\nExample: `123`\n","uniqueKey":"id","typeLabel":"integer"},"agent":{"type":"integer","readOnly":true,"description":"\nID of the AI agent that was tested\nExample: `123`\n","uniqueKey":"agent","typeLabel":"integer"},"agent_inbound":{"type":"boolean","readOnly":true,"description":"\nWhether the agent is configured for inbound calls (true) or outbound calls (false)\nExample: `true` or `false`\n","uniqueKey":"agent_inbound","typeLabel":"boolean"},"status":{"enum":["running","completed","failed","pending","in_progress","evaluating","in_queue","timeout","cancelled","scaling_up"],"type":"string","x-spec-enum-id":"623e22fc1eb17833","default":"pending","description":"\nCurrent status of the result\n\n\n* `running` - Running\n* `completed` - Completed\n* `failed` - Failed\n* `pending` - Pending\n* `in_progress` - In Progress\n* `evaluating` - Evaluating\n* `in_queue` - In Queue\n* `timeout` - Timeout\n* `cancelled` - Cancelled\n* `scaling_up` - Scaling Up","uniqueKey":"status","typeLabel":"enum\u003cstring>"},"success_rate":{"type":"number","format":"double","default":0,"description":"Percentage of runs that passed, 0 to 100","uniqueKey":"success_rate","typeLabel":"number\u003cdouble>"},"run_as_text":{"type":"boolean","default":false,"description":"\nWhether this test was run in text mode instead of voice mode\nExample: `true` or `false`\n","uniqueKey":"run_as_text","typeLabel":"boolean"},"is_cronjob":{"type":"string","readOnly":true,"description":"\nWhether this result was created by a scheduled cronjob\nExample: `true` or `false`\n","uniqueKey":"is_cronjob","typeLabel":"string"},"runs":{"type":"object","additionalProperties":{"oneOf":[{}],"uniqueKey":"runs.additionalProperties","typeLabel":"any"},"description":"Run summaries for this result. For full run data including transcripts and metric scores, fetch the result detail endpoint — there `runs` is a dict keyed by run ID.","readOnly":true,"uniqueKey":"runs","typeLabel":"object"},"created_at":{"type":"string","format":"date-time","readOnly":true,"description":"\nTimestamp when this test result was created\nExample: `2021-01-01 00:00:00`\n","uniqueKey":"created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","readOnly":true,"description":"Timestamp when this test result was last updated","uniqueKey":"updated_at","typeLabel":"string\u003cdate-time>"}},"required":["name"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"name":"\u003cstring>","id":123,"agent":123,"agent_inbound":true,"status":"pending","success_rate":0,"run_as_text":false,"is_cronjob":"\u003cstring>","runs":{},"created_at":"2023-11-07T05:31:56Z","updated_at":"2023-11-07T05:31:56Z"}}},"exampleType":"generated"}},"description":"","exampleType":"generated"},"985f5c97-8127-47a6-8626-afb6e3ca2327":{"content":{"application/json":{"schema":{"type":"object","properties":{"field_name":{"type":"array","items":{"type":"string","uniqueKey":"field_name.items.[INDEX]","typeLabel":"string"},"uniqueKey":"field_name","typeLabel":"string[]"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"field_name":["\u003cstring>"]}}},"exampleType":"generated"}},"description":"","exampleType":"generated"}},"security":{"c5470039-68dc-43c7-be70-1bbde6c3a42a":{"api_key":{"type":"apiKey","in":"header","name":"X-CEKURA-API-KEY","description":"API Key Authentication. It should be included in the header of each request.","scopes":[],"schemeName":"api_key"}},"b1ed493d-b0b5-4f1f-b69e-cf21ef863066":{"oauth2":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"OAuth access token issued by Cekura for connected apps.","scopes":[],"schemeName":"oauth2"}},"6e650b18-ac24-4577-af3d-49bb0f3a1e0d":{"supabase_session":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"Cekura dashboard session token. Not a customer API credential.","scopes":[],"schemeName":"supabase_session"}}},"servers":{"b6314e1d-7591-4986-bb16-d9fc4c873401":{"url":"https://api.cekura.ai"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"X-CEKURA-API-KEY","description":"API Key Authentication. It should be included in the header of each request.","scopes":[],"schemeName":"api_key"},"schema":{"title":"X-CEKURA-API-KEY","type":"string","description":"API Key Authentication. It should be included in the header of each request.","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"api_key","name":"X-CEKURA-API-KEY"}],"title":"api_key"},{"schemes":[{"scheme":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"OAuth access token issued by Cekura for connected apps.","scopes":[],"schemeName":"oauth2"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"OAuth access token issued by Cekura for connected apps.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"oauth2","name":"Authorization"}],"title":"oauth2"},{"schemes":[{"scheme":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"Cekura dashboard session token. Not a customer API credential.","scopes":[],"schemeName":"supabase_session"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Cekura dashboard session token. Not a customer API credential.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"supabase_session","name":"Authorization"}],"title":"supabase_session"}]},"originalFileLocation":"openapi.json"},"subdomain":"vocera","siteName":"Cekura","title":"Run Evaluator V2 - Cekura","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-11-04T14:25:23.207Z","originalFileLocation":"api-reference/test_framework/run-evaluator-v2.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with transport; it must be one of the agent\u0026#x27;s enabled_connections (see aiagents_retrieve), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Cekura\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Run Evaluator V2 - Cekura\">\u003cmeta data-mint-head property=\"og:description\" content=\"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with transport; it must be one of the agent\u0026#x27;s enabled_connections (see aiagents_retrieve), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Cekura\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://vocera.mintlify.app/_mintlify/api/og/v2?division=Evaluators\u0026amp;title=Run+Evaluator+V2\u0026amp;description=Start+evaluator+runs+against+an+agent.+Pick+how+the+simulated+user+reaches+the+agent+with+%60transport%60%3B+it+must+be+one+of+the+agent%27s+%60enabled_connections%60+%28see+\u0026amp;theme=799cf4f496cc6ad08a57f778\u0026amp;signature=b4a52e6206a50cf26145748720111bde97ee18b1ad1fb25534056b35d21927b3\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Run Evaluator V2 - Cekura\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with transport; it must be one of the agent\u0026#x27;s enabled_connections (see aiagents_retrieve), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://vocera.mintlify.app/_mintlify/api/og/v2?division=Evaluators\u0026amp;title=Run+Evaluator+V2\u0026amp;description=Start+evaluator+runs+against+an+agent.+Pick+how+the+simulated+user+reaches+the+agent+with+%60transport%60%3B+it+must+be+one+of+the+agent%27s+%60enabled_connections%60+%28see+\u0026amp;theme=799cf4f496cc6ad08a57f778\u0026amp;signature=b4a52e6206a50cf26145748720111bde97ee18b1ad1fb25534056b35d21927b3\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Cekura\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#8184FF\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/test_framework/run-evaluator-v2.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.cekura.ai/#organization\",\"name\":\"Cekura\",\"url\":\"https://docs.cekura.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/vocera/NnWFOccGgHKr48PP/logo/logo-dark.svg?fit=max\u0026auto=format\u0026n=NnWFOccGgHKr48PP\u0026q=85\u0026s=fe825439de9afd1d121723398224f0fe\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.cekura.ai#website\",\"name\":\"Cekura\",\"url\":\"https://docs.cekura.ai\",\"publisher\":{\"@id\":\"https://docs.cekura.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2#webpage\",\"url\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2\",\"name\":\"Run Evaluator V2\",\"description\":\"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with transport; it must be one of the agent's enabled_connections (see aiagents_retrieve), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.\",\"dateModified\":\"2026-11-04T14:25:23.207Z\",\"isPartOf\":{\"@id\":\"https://docs.cekura.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API Reference\",\"item\":\"https://docs.cekura.ai/api-reference/observability/send-calls\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Evaluators\",\"item\":\"https://docs.cekura.ai/api-reference/test_framework/get-evaluator\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Run Evaluator V2\",\"item\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2#apireference\",\"headline\":\"Run Evaluator V2\",\"name\":\"Run Evaluator V2\",\"description\":\"Start evaluator runs against an agent. Pick how the simulated user reaches the agent with transport; it must be one of the agent's enabled_connections (see aiagents_retrieve), and a transport that is not enabled is rejected with the list of enabled ones. Fields that belong to another transport are rejected.\",\"url\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2\",\"mainEntityOfPage\":{\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-v2#webpage\"},\"dateModified\":\"2026-11-04T14:25:23.207Z\",\"publisher\":{\"@id\":\"https://docs.cekura.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.cekura.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Cekura\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Cekura","nav":{"global":null,"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/documentation/introduction"}]},{"tab":"API Reference","groups":[{"group":"API Reference","pages":[{"group":"Calls","pages":[{"title":"Send Calls","openapi":"post /observability/v1/observe/","href":"/api-reference/observability/send-calls"},{"title":"Get Call","openapi":"get /observability/v2/call-logs/{id}/","href":"/api-reference/observability/get-call"},{"title":"List Calls","openapi":"get /observability/v2/call-logs/","href":"/api-reference/observability/list-calls"},{"title":"Update Call Log","openapi":"patch /observability/v2/call-logs/{id}/","href":"/api-reference/observability/update-call-log"},{"title":"Reevaluate Calls","openapi":"post /observability/v1/call-logs/rerun_evaluation/","href":"/api-reference/observability/reevaluate-calls"},{"title":"Evaluate Metrics","openapi":"post /observability/v1/call-logs/evaluate_metrics/","href":"/api-reference/observability/evaluate-metrics"},{"title":"Vote on Call Log Metric","openapi":"post /observability/v1/call-logs/{id}/mark_metric_vote/","href":"/api-reference/observability/vote-call-log-metric"},{"title":"Delete Call","openapi":"delete /observability/v1/call-logs/{id}/","href":"/api-reference/observability/delete-call"},{"title":"Get Call Log Trace","openapi":"get /observability/v1/call-logs/{id}/trace/","href":"/api-reference/observability/get-call-log-trace"},{"title":"Retrieve Execution Logs for a Call Log","openapi":"get /observability/v1/call-logs/{id}/logs/","href":"/api-reference/observability/get-call-log-logs"}]},{"group":"Agents","pages":[{"title":"Get Agent","openapi":"get /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/get-agent"},{"title":"List Agents","openapi":"get /test_framework/v2/aiagents/","href":"/api-reference/test_framework/list-agents"},{"title":"Create Agent","openapi":"post /test_framework/v2/aiagents/","href":"/api-reference/test_framework/create-agent"},{"title":"Update Agent (Partial)","openapi":"patch /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/update-agent-partial"},{"title":"Update Agent (Full)","openapi":"put /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/update-agent-full"},{"title":"Delete Agent","openapi":"delete /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/delete-agent"},{"title":"Duplicate Agent","openapi":"post /test_framework/v2/aiagents/{id}/duplicate/","href":"/api-reference/test_framework/duplicate-agent"},{"title":"Auto-fetch Agent from Provider","openapi":"post /test_framework/v2/aiagents/{id}/auto-fetch/","href":"/api-reference/test_framework/auto-fetch-agent"},{"title":"Poll Agent Auto-fetch Progress","openapi":"get /test_framework/v2/aiagents/{id}/auto-fetch-progress/","href":"/api-reference/test_framework/poll-import-progress"},{"title":"List Provider Assistants","openapi":"get /test_framework/v2/aiagents/provider-assistants/","href":"/api-reference/test_framework/list-provider-assistants"},{"title":"Auto-fetch Agent V3","openapi":"post /test_framework/v3/aiagents/{id}/auto-fetch/","href":"/api-reference/test_framework/auto-fetch-agent-v3"},{"title":"Create Agent v3","openapi":"post /test_framework/v3/aiagents/","href":"/api-reference/test_framework/create-agent-v3"}]},{"group":"Metrics","pages":[{"title":"Get Metric","openapi":"get /test_framework/v2/metrics/{id}/","href":"/api-reference/test_framework/get-metric"},{"title":"List Metrics","openapi":"get /test_framework/v2/metrics/","href":"/api-reference/test_framework/list-metrics"},{"title":"Create Metric","openapi":"post /test_framework/v2/metrics/","href":"/api-reference/test_framework/create-metric"},{"title":"Update Metric","openapi":"patch /test_framework/v2/metrics/{id}/","href":"/api-reference/test_framework/update-metric"},{"title":"Delete Metric","openapi":"delete /test_framework/v1/metrics/{id}/","href":"/api-reference/test_framework/delete-metric"},{"title":"Generate Metrics","openapi":"post /test_framework/v1/metrics/generate_metrics/","href":"/api-reference/test_framework/generate-metrics"},{"title":"Get Generate Metrics Progress","openapi":"get /test_framework/v1/metrics/generate_metrics_progress/","href":"/api-reference/test_framework/generate-metrics-progress"},{"title":"Generate Clean Metric Description","openapi":"post /test_framework/v1/metrics/generate_clean_description/","href":"/api-reference/test_framework/generate-metric-description"},{"title":"Generate Metric Evaluation Trigger","openapi":"post /test_framework/v1/metrics/generate_evaluation_trigger/","href":"/api-reference/test_framework/generate-evaluation-trigger"},{"title":"Simplify Metric Prompt with AI","openapi":"post /test_framework/v1/metrics/simplify_prompt/","href":"/api-reference/test_framework/simplify-metric-prompt"},{"title":"Poll Simplify Metric Prompt Progress","openapi":"get /test_framework/v1/metrics/simplify_prompt_progress/","href":"/api-reference/test_framework/simplify-metric-prompt-progress"},{"title":"Create Metrics in Bulk","openapi":"post /test_framework/v1/metrics/bulk_create/","href":"/api-reference/test_framework/create-metrics-in-bulk"},{"title":"List Critical Metric Scenarios","openapi":"get /test_framework/v1/critical-metric-scenarios/","href":"/api-reference/test_framework/list-critical-metric-scenarios"},{"title":"Update Critical Metric Scenario","openapi":"patch /test_framework/v1/critical-metric-scenarios/{id}/","href":"/api-reference/test_framework/update-critical-metric-scenario"},{"title":"Preview Metric","openapi":"post /test_framework/v1/metrics/preview/","href":"/api-reference/test_framework/metric-preview"},{"title":"Get Metric Preview Progress","openapi":"get /test_framework/v1/metrics/preview-progress/","href":"/api-reference/test_framework/metric-preview-progress"},{"title":"Start Async Metric Description Generation","openapi":"post /test_framework/v1/metrics/generate_clean_description_bg/","href":"/api-reference/test_framework/start-async-metric-description-generation"},{"title":"Poll Async Metric Description Generation Progress","openapi":"get /test_framework/v1/metrics/generate_clean_description_progress/","href":"/api-reference/test_framework/poll-async-metric-description-generation-progress"},{"title":"Reorder External Metrics","openapi":"patch /test_framework/v1/metrics-external/reorder/","href":"/api-reference/test_framework/reorder-external-metrics"},{"title":"Reorder Metrics","openapi":"patch /test_framework/v1/metrics/reorder/","href":"/api-reference/test_framework/reorder-metrics"},{"title":"Reorder Metrics V2","openapi":"patch /test_framework/v2/metrics/reorder/","href":"/api-reference/test_framework/reorder-metrics-v2"},{"title":"Generate Clean Metric Description V3","openapi":"post /test_framework/v3/metrics/generate_clean_description/","href":"/api-reference/test_framework/generate-clean-metric-description-v3"},{"title":"Generate Metrics V3","openapi":"post /test_framework/v3/metrics/generate_metrics/","href":"/api-reference/test_framework/generate-metrics-v3"},{"title":"Preview Metric V3","openapi":"post /test_framework/v3/metrics/preview/","href":"/api-reference/test_framework/preview-metric-v3"},{"title":"Simplify Metric Prompt V3","openapi":"post /test_framework/v3/metrics/simplify_prompt/","href":"/api-reference/test_framework/simplify-metric-prompt-v3"}]},{"group":"Labs","pages":[{"title":"Create Test Set from Run","openapi":"post /test_framework/test-sets/create_from_run/","href":"/api-reference/test_framework/post-test_frameworktest-setscreate_from_run"},{"title":"Create Test Set from Call Log","openapi":"post /test_framework/test-sets/create_from_call_log/","href":"/api-reference/test_framework/post-test_frameworktest-setscreate_from_call_log"},{"title":"Update Metric Review","openapi":"patch /test_framework/metric-reviews/{id}/","href":"/api-reference/test_framework/metric-review-update"},{"title":"Run Metric Reviews","openapi":"post /test_framework/v1/metrics/{id}/run_reviews/","href":"/api-reference/test_framework/post-test_frameworkmetrics-run_reviews"},{"title":"Get Metric Review Progress","openapi":"get /test_framework/v1/metrics/run_reviews_progress/","href":"/api-reference/test_framework/metric-run-reviews-progress"},{"title":"Auto-Improve Metric","openapi":"post /test_framework/metric-reviews/process_feedbacks/","href":"/api-reference/test_framework/metric-review-process-feedbacks"},{"title":"Get Auto-Improve Progress","openapi":"get /test_framework/metric-reviews/process_feedbacks_progress/","href":"/api-reference/test_framework/metric-review-process-feedbacks-progress"},{"title":"Process Feedbacks Answer","openapi":"post /test_framework/metric-reviews/process_feedbacks_answer/","href":"/api-reference/test_framework/metric-reviews-process-feedbacks-answer"},{"title":"Run Metric Reviews V3","openapi":"post /test_framework/v3/metrics/{id}/run_reviews/","href":"/api-reference/test_framework/run-metric-reviews-v3"}]},{"group":"Evaluators","pages":[{"title":"Get Evaluator","openapi":"get /test_framework/v1/scenarios/{id}/","href":"/api-reference/test_framework/get-evaluator"},{"title":"List Evaluators","openapi":"get /test_framework/v1/scenarios/","href":"/api-reference/test_framework/list-evaluators"},{"title":"Create Evaluator","openapi":"post /test_framework/v1/scenarios/","href":"/api-reference/test_framework/create-evaluator"},{"title":"Update Evaluator","openapi":"patch /test_framework/v1/scenarios/{id}/","href":"/api-reference/test_framework/update-evaluator"},{"title":"Delete Evaluator","openapi":"delete /test_framework/v1/scenarios/{id}/","href":"/api-reference/test_framework/delete-evaluator"},{"title":"Run Evaluator Voice","openapi":"post /test_framework/v1/scenarios/run_scenarios/","href":"/api-reference/test_framework/run-evaluator-voice"},{"title":"Run Evaluator Text","openapi":"post /test_framework/v1/scenarios/run_scenarios_text/","href":"/api-reference/test_framework/run-evaluator-text"},{"title":"Run Evaluator Email","openapi":"post /test_framework/v1/scenarios/run_scenarios_email/","href":"/api-reference/test_framework/run-evaluator-email"},{"title":"Run Evaluator Websocket","openapi":"post /test_framework/v1/scenarios/run_scenarios_with_websockets/","href":"/api-reference/test_framework/run-evaluator-websocket"},{"title":"Run Evaluator Pipecat","openapi":"post /test_framework/v1/scenarios/run_scenarios_pipecat/","href":"/api-reference/test_framework/run-evaluator-pipecat"},{"title":"Run Evaluator VAPI WebRTC","openapi":"post /test_framework/v1/scenarios/run_scenarios_vapi_webrtc/","href":"/api-reference/test_framework/run-evaluator-vapi-webrtc"},{"title":"Run Evaluator Retell WebRTC","openapi":"post /test_framework/v1/scenarios/run_scenarios_retell_webrtc/","href":"/api-reference/test_framework/run-evaluator-retell-webrtc"},{"title":"Run Evaluator ElevenLabs","openapi":"post /test_framework/v1/scenarios/run_scenarios_elevenlabs/","href":"/api-reference/test_framework/run-evaluator-elevenlabs"},{"title":"Run Evaluator CHIRP","openapi":"post /test_framework/v1/scenarios/run_scenarios_chirp/","href":"/api-reference/test_framework/run-evaluator-chirp"},{"title":"Run Evaluator LiveKit (v2)","openapi":"post /test_framework/v1/scenarios/run_scenarios_livekit_v2/","href":"/api-reference/test_framework/run-evaluator-livekit-v2"},{"title":"Run Evaluator Pipecat Cloud (v2)","openapi":"post /test_framework/v1/scenarios/run_scenarios_pipecat_v2/","href":"/api-reference/test_framework/run-evaluator-pipecat-v2"},{"title":"Run Evaluator SIP","openapi":"post /test_framework/v1/scenarios/run_scenarios_sip/","href":"/api-reference/test_framework/run-evaluator-sip"},{"title":"Bulk Update Evaluators","openapi":"post /test_framework/v1/scenarios/adv_update/","href":"/api-reference/test_framework/bulk-update-scenarios"},{"title":"Bulk Delete Evaluators","openapi":"post /test_framework/v1/scenarios/delete_scenarios/","href":"/api-reference/test_framework/bulk-delete-scenarios"},{"title":"Create Evaluator from Transcript","openapi":"post /test_framework/v1/scenarios/create-from-transcript-bg/","href":"/api-reference/test_framework/create-evaluator-from-transcript-bg"},{"title":"Get Create-from-Transcript Progress","openapi":"get /test_framework/v1/scenarios/create-from-transcript-progress/","href":"/api-reference/test_framework/create-evaluator-from-transcript-progress"},{"title":"Create Cronjob","openapi":"post /schedules/v1/cron-jobs/","href":"/api-reference/schedules/create-cronjob"},{"group":"Improve Evaluators","pages":[{"title":"Improve Evaluators with AI","openapi":"post /test_framework/v1/scenarios/scenario-agent/","href":"/api-reference/test_framework/improve-evaluators"},{"title":"Poll Improvement Progress","openapi":"get /test_framework/v1/scenarios/scenario-agent-progress/","href":"/api-reference/test_framework/scenario-agent-progress"},{"title":"Improve Scenario Instructions with AI","openapi":"post /test_framework/v1/scenarios/improve_instructions/","href":"/api-reference/test_framework/improve-instructions"},{"title":"Poll Improve/Generate Instructions Progress","openapi":"get /test_framework/v1/scenarios/instructions-progress/","href":"/api-reference/test_framework/improve-instructions-progress"},{"title":"Update Scenario from Transcript","openapi":"post /test_framework/v1/scenarios/{id}/update_scenario_with_transcript/","href":"/api-reference/test_framework/update-scenario-with-transcript"},{"group":"Improvement Sessions","pages":[{"title":"List Scenario Improvement Sessions","openapi":"get /test_framework/v1/scenario-improvement-sessions/","href":"/api-reference/test_framework/list-improvement-sessions"},{"title":"Create Scenario Improvement Session","openapi":"post /test_framework/v1/scenario-improvement-sessions/","href":"/api-reference/test_framework/create-improvement-session"},{"title":"Get Scenario Improvement Session","openapi":"get /test_framework/v1/scenario-improvement-sessions/{id}/","href":"/api-reference/test_framework/get-improvement-session"},{"title":"Update Scenario Improvement Session","openapi":"patch /test_framework/v1/scenario-improvement-sessions/{id}/","href":"/api-reference/test_framework/update-improvement-session"}]}]},{"group":"Folders","pages":[{"title":"List Folders","openapi":"get /test_framework/v1/scenarios/folders/","href":"/api-reference/test_framework/list-folders"},{"title":"Create Folder","openapi":"post /test_framework/v1/scenarios/create_folder/","href":"/api-reference/test_framework/create-folder"},{"title":"Delete Folder","openapi":"post /test_framework/v1/scenarios/delete_folder/","href":"/api-reference/test_framework/delete-folder"},{"title":"Move Folder","openapi":"post /test_framework/v1/scenarios/move_folder/","href":"/api-reference/test_framework/move-folder"},{"title":"Rename Folder","openapi":"post /test_framework/v1/scenarios/rename_folder/","href":"/api-reference/test_framework/rename-folder"}]},{"group":"Generate Scenarios","pages":[{"title":"Generate Evaluator","openapi":"post /test_framework/v1/scenarios/generate-bg/","href":"/api-reference/test_framework/generate-evaluator-bg"},{"title":"Get Generate Evaluator Progress","openapi":"get /test_framework/v1/scenarios/generate-progress/","href":"/api-reference/test_framework/generate-evaluator-poll-progress"},{"title":"Generate Scenario Instructions with AI","openapi":"post /test_framework/v1/scenarios/generate-instructions/","href":"/api-reference/test_framework/generate-instructions"}]},{"group":"API Chat","pages":[{"title":"Run Evaluator (API Chat)","openapi":"post /test_framework/v1/scenarios/run_scenarios_api_chat/","href":"/api-reference/test_framework/run-evaluator-api-chat"},{"title":"Submit API Chat Turn","openapi":"post /test_framework/v1/runs/{id}/chat/","href":"/api-reference/test_framework/api-chat-submit-turn"},{"title":"Poll API Chat Turn","openapi":"get /test_framework/v1/runs/{id}/chat/{turn_id}/","href":"/api-reference/test_framework/api-chat-poll-turn"},{"title":"End API Chat","openapi":"post /test_framework/v1/runs/{id}/end-chat/","href":"/api-reference/test_framework/api-chat-end"}]},{"title":"Fetch Scenarios JSON Schema","openapi":"get /test_framework/v1/scenarios/json_schema/","href":"/api-reference/test_framework/fetch-scenarios-json-schema"},{"title":"Run Scenarios From Spec JSON","openapi":"post /test_framework/v1/scenarios/run_scenarios_json/","href":"/api-reference/test_framework/run-scenarios-from-spec-json"},{"title":"Update External Scenario Condition Audio","openapi":"put /test_framework/v1/scenarios-external/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/update-external-scenario-condition-audio"},{"title":"Update Scenario Condition Audio","openapi":"put /test_framework/v1/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/update-scenario-condition-audio"},{"title":"Update Scenario Condition Audio V2","openapi":"put /test_framework/v2/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/update-scenario-condition-audio-v2"},{"title":"Validate Scenarios JSON","openapi":"post /test_framework/v1/scenarios/validate_scenarios_json/","href":"/api-reference/test_framework/validate-scenarios-json"},{"title":"Create Evaluator from Transcript V3","openapi":"post /test_framework/v3/scenarios/create-from-transcript/","href":"/api-reference/test_framework/create-evaluator-from-transcript-v3"},{"title":"Generate Evaluator V3","openapi":"post /test_framework/v3/scenarios/generate/","href":"/api-reference/test_framework/generate-evaluator-v3"},{"title":"Generate Scenario Instructions V3","openapi":"post /test_framework/v3/scenarios/generate-instructions/","href":"/api-reference/test_framework/generate-scenario-instructions-v3"},{"title":"Improve Scenario Instructions V3","description":"Rewrite `current_instructions`, or write new ones, following `extra_instructions`, and return the result. Nothing is saved; apply it with the evaluator update endpoint. Usually takes under a minute.","openapi":"post /test_framework/v3/scenarios/improve_instructions/","href":"/api-reference/test_framework/improve-scenario-instructions-v3"},{"title":"Run Evaluator V2","openapi":"post /test_framework/v2/scenarios/run/","href":"/api-reference/test_framework/run-evaluator-v2"},{"title":"Correct External Scenario Condition Audio","description":"Correct an audio clip's transcript and word timings","openapi":"patch /test_framework/v1/scenarios-external/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/correct-external-scenario-condition-audio"},{"title":"Correct Scenario Condition Audio","openapi":"patch /test_framework/v1/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/correct-scenario-condition-audio"},{"title":"Correct Scenario Condition Audio V2","openapi":"patch /test_framework/v2/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/correct-scenario-condition-audio-v2"}]},{"group":"Test Profiles","pages":[{"title":"Get Test Profile","openapi":"get /test_framework/v1/test-profiles/{id}/","href":"/api-reference/test_framework/get-test-profile"},{"title":"List Test Profiles","openapi":"get /test_framework/v1/test-profiles/","href":"/api-reference/test_framework/list-test-profiles"},{"title":"Create Test Profile","openapi":"post /test_framework/v1/test-profiles/","href":"/api-reference/test_framework/create-test-profile"},{"title":"Update Test Profile","openapi":"patch /test_framework/v1/test-profiles/{id}/","href":"/api-reference/test_framework/update-test-profile"},{"title":"Delete Test Profile","openapi":"Delete /test_framework/v1/test-profiles/{id}/","href":"/api-reference/test_framework/delete-test-profile"}]},{"group":"Results","pages":[{"title":"Get Result","openapi":"get /test_framework/v2/results/{id}/","href":"/api-reference/test_framework/get-result"},{"title":"List Results","openapi":"get /test_framework/v2/results/","href":"/api-reference/test_framework/list-results"},{"title":"Get Combined Results Report","openapi":"get /test_framework/v2/results/reports/","href":"/api-reference/test_framework/get-combined-results-report"},{"title":"Reevaluate Metrics","openapi":"post /test_framework/v1/results/{id}/evaluate_metrics/","href":"/api-reference/test_framework/reevaluate-metrics"},{"title":"Rerun Results","openapi":"post /test_framework/v1/results/{id}/rerun/","href":"/api-reference/test_framework/rerun-results"},{"openapi":"post /test_framework/v1/results/{id}/delete_runs/","title":"Delete runs from result","href":"/api-reference/test_framework/post-test_frameworkresults-delete_runs"},{"openapi":"post /test_framework/v1/results/{id}/end_calls/","title":"End all calls in result","href":"/api-reference/test_framework/post-test_frameworkresults-end_calls"},{"openapi":"post /test_framework/v1/results/{id}/create_shareable_link_token/","title":"Generate shareable link for result","href":"/api-reference/test_framework/post-test_frameworkresults-create_shareable_link_token"},{"title":"Ask About Result Failures","openapi":"post /test_framework/v1/results/{id}/ask_about_failures/","href":"/api-reference/test_framework/ask-about-failures"},{"title":"Get Ask About Failures Progress","openapi":"get /test_framework/v1/results/failure-analysis-progress/","href":"/api-reference/test_framework/ask-about-failures-progress"},{"title":"Bulk Delete Results External","openapi":"post /test_framework/v1/results-external/bulk_delete/","href":"/api-reference/test_framework/bulk-delete-results-external"},{"title":"Bulk Evaluate Results Metrics External","openapi":"post /test_framework/v1/results-external/bulk_evaluate_metrics/","href":"/api-reference/test_framework/bulk-evaluate-results-metrics-external"},{"title":"Bulk Delete Results","openapi":"post /test_framework/v1/results/bulk_delete/","href":"/api-reference/test_framework/bulk-delete-results"},{"title":"Bulk Evaluate Results Metrics","openapi":"post /test_framework/v1/results/bulk_evaluate_metrics/","href":"/api-reference/test_framework/bulk-evaluate-results-metrics"},{"title":"Ask About Failures v3","openapi":"post /test_framework/v3/results/{id}/ask_about_failures/","href":"/api-reference/test_framework/ask-about-failures-v3"}]},{"group":"Runs","pages":[{"title":"List Runs with IDs","openapi":"get /test_framework/v2/runs/bulk/","href":"/api-reference/test_framework/list-runs-with-ids"},{"openapi":"post /test_framework/v1/runs/{id}/end_call/","title":"End a single call","href":"/api-reference/test_framework/post-test_frameworkruns-end_call"},{"title":"Vote on Run Metric","openapi":"post /test_framework/v1/runs/{id}/mark_metric_vote/","href":"/api-reference/test_framework/vote-run-metric"},{"title":"Get Run Trace","openapi":"get /test_framework/v1/runs/{id}/trace/","href":"/api-reference/test_framework/get-run-trace"},{"title":"Retrieve Execution Logs for a Simulation Run","openapi":"get /test_framework/v1/runs/{id}/logs/","href":"/api-reference/test_framework/get-run-logs"}]},{"group":"Schedules","pages":[{"title":"Get Schedule Job","openapi":"get /schedules/v1/cron-jobs/{id}/","href":"/api-reference/schedules/get-schedule-job"},{"title":"List Schedule Jobs","openapi":"get /schedules/v1/cron-jobs/","href":"/api-reference/schedules/list-schedule-jobs"},{"title":"Create Schedule Job","openapi":"post /schedules/v1/cron-jobs/","href":"/api-reference/schedules/create-schedule-job"},{"title":"Update Schedule Job","openapi":"patch /schedules/v1/cron-jobs/{id}/","href":"/api-reference/schedules/update-schedule-job"},{"title":"Delete Schedule Job","openapi":"delete /schedules/v1/cron-jobs/{id}/","href":"/api-reference/schedules/delete-schedule-job"}]},{"group":"Projects","pages":[{"title":"Get project","openapi":"get /user/v1/projects/{id}/","href":"/api-reference/user/get-project"},{"title":"List projects","openapi":"get /user/v1/projects/","href":"/api-reference/user/list-projects"},{"title":"Create project","openapi":"post /user/v1/projects/","href":"/api-reference/user/create-project"},{"title":"Update project","openapi":"patch /user/v1/projects/{id}/","href":"/api-reference/user/update-project"},{"title":"Delete project","openapi":"delete /user/v1/projects/{id}/","href":"/api-reference/user/delete-project"},{"title":"Enable personalities","openapi":"post /user/v1/projects/{id}/enable_personalities/","href":"/api-reference/user/enable-project-personalities"},{"title":"Disable personalities","openapi":"post /user/v1/projects/{id}/disable_personalities/","href":"/api-reference/user/disable-project-personalities"}]},{"group":"Organization","pages":[{"openapi":"get /user/organizations/","title":"List your organizations","href":"/api-reference/user/get-userorganizations"},{"title":"Get Billing Info","openapi":"get /test_framework/billing/info/","href":"/api-reference/organization/get-billing-info"},{"title":"Get Payment History","openapi":"get /test_framework/billing/payment-history/","href":"/api-reference/test_framework/get-payment-history"},{"title":"List Organizations","openapi":"get /user/v2/organizations/","href":"/api-reference/user/list-organizations"},{"title":"Get Unit Usage Report","openapi":"get /test_framework/billing/unit-usage-report/","href":"/api-reference/test_framework/get-unit-usage-report"}]},{"group":"Dashboards","pages":[{"title":"List Dashboards","openapi":"get /dashboards/dashboards/","href":"/api-reference/dashboards/list-dashboards"},{"title":"Create Dashboard","openapi":"post /dashboards/dashboards/","href":"/api-reference/dashboards/create-dashboard"},{"title":"Get Dashboard","openapi":"get /dashboards/dashboards/{id}/","href":"/api-reference/dashboards/get-dashboard"},{"title":"Update Dashboard","openapi":"patch /dashboards/dashboards/{id}/","href":"/api-reference/dashboards/update-dashboard"},{"title":"Delete Dashboard","openapi":"delete /dashboards/dashboards/{id}/","href":"/api-reference/dashboards/delete-dashboard"},{"title":"Duplicate Dashboard","openapi":"post /dashboards/dashboards/{id}/duplicate/","href":"/api-reference/dashboards/duplicate-dashboard"},{"title":"Bulk Widget Operations","openapi":"post /dashboards/dashboards/{id}/bulk_widgets/","href":"/api-reference/dashboards/bulk-widgets"}]},{"group":"Widgets","pages":[{"title":"List Widgets","openapi":"get /dashboards/widgets/","href":"/api-reference/dashboards/list-widgets"},{"title":"Create Widget","openapi":"post /dashboards/widgets/","href":"/api-reference/dashboards/create-widget"},{"title":"Get Widget","openapi":"get /dashboards/widgets/{id}/","href":"/api-reference/dashboards/get-widget"},{"title":"Update Widget","openapi":"patch /dashboards/widgets/{id}/","href":"/api-reference/dashboards/update-widget"},{"title":"Delete Widget","openapi":"delete /dashboards/widgets/{id}/","href":"/api-reference/dashboards/delete-widget"},{"title":"Get Widget Data","openapi":"get /dashboards/widgets/{id}/data/","href":"/api-reference/dashboards/get-widget-data"},{"title":"Preview Widget Data","openapi":"post /dashboards/widgets/preview_data/","href":"/api-reference/dashboards/preview-widget-data"},{"title":"Bulk Widget Data","openapi":"post /dashboards/widgets/bulk_data/","href":"/api-reference/dashboards/widget-bulk-data"}]},{"group":"Audit Logs","pages":[{"title":"List Audit Logs","openapi":"get /user/v1/audit-logs/","href":"/api-reference/user/list-audit-logs"}]},{"group":"API Keys","pages":[{"title":"Create API Key","openapi":"post /user/api/v1/user-api-key/","href":"/api-reference/user/create-api-key"}]},{"group":"Others","pages":[{"title":"List Personalities","openapi":"get /test_framework/v1/personalities/","href":"/api-reference/test_framework/list-personalities"},{"title":"Create Personality","openapi":"post /test_framework/v1/personalities/","href":"/api-reference/test_framework/create-personality"},{"title":"Update Personality","openapi":"patch /test_framework/v1/personalities/{id}/","href":"/api-reference/test_framework/update-personality"},{"title":"Fork Personality","openapi":"post /test_framework/v1/personalities/{id}/fork/","href":"/api-reference/test_framework/fork-personality"},{"title":"List Predefined Metrics","openapi":"get /test_framework/v1/predefined-metrics/","href":"/api-reference/test_framework/list-predefined-metrics"},{"title":"List Inbound Phone Numbers","openapi":"get /test_framework/v1/phone-numbers/inbound/","href":"/api-reference/test_framework/list-inbound-phone-numbers"},{"title":"Create Evaluators from Call Logs","openapi":"post /observability/v1/call-logs/create_scenarios/","href":"/api-reference/observability/create-scenarios-from-call-logs"},{"title":"Get Progress For Evaluator Creation","openapi":"get /observability/v1/call-logs/create_scenarios_progress/","href":"/api-reference/observability/create-scenarios-from-call-logs-progress"},{"title":"Get Alert Review Detail","openapi":"get /observability/v1/alerts/{id}/review_detail/","href":"/api-reference/observability/get-alert-review-detail"},{"title":"Summarize Alert","openapi":"post /observability/v1/alerts/{id}/summarize/","href":"/api-reference/observability/summarize-alert"},{"title":"List Alerts for Review","openapi":"get /observability/v1/alerts/review/","href":"/api-reference/observability/list-alerts-for-review"},{"title":"Get Alert Summarization Progress","openapi":"get /observability/v1/alerts/summarize_progress/","href":"/api-reference/observability/get-alert-summarization-progress"},{"title":"Trigger Alert Summary","openapi":"get /observability/v1/alerts/trigger_summary/","href":"/api-reference/observability/trigger-alert-summary"},{"title":"Bulk Generate Metric Failure Mode Insights","openapi":"post /observability/v1/metric-failure-mode-insights/bulk_generate/","href":"/api-reference/observability/bulk-generate-metric-failure-mode-insights"},{"title":"List Deep Research Insights","openapi":"get /observability/v1/deep-research-insights/","href":"/api-reference/observability/list-deep-research-insights"},{"title":"Get Deep Research Insight","openapi":"get /observability/v1/deep-research-insights/{id}/","href":"/api-reference/observability/get-deep-research-insight"},{"title":"Delete Deep Research Insight","openapi":"delete /observability/v1/deep-research-insights/{id}/","href":"/api-reference/observability/delete-deep-research-insight"},{"title":"Dismiss Deep Research Insight Mode","openapi":"post /observability/v1/deep-research-insights/dismiss_mode/","href":"/api-reference/observability/dismiss-deep-research-insight-mode"},{"title":"Generate Deep Research Insights","openapi":"post /observability/v1/deep-research-insights/generate/","href":"/api-reference/observability/generate-deep-research-insights"},{"title":"Get Metric Failure Mode Insights Available Dates","openapi":"get /observability/v1/metric-failure-mode-insights/available_dates/","href":"/api-reference/observability/get-metric-failure-mode-insights-available-dates"},{"title":"Retrieve Deep Research Insights Pricing","openapi":"get /observability/v1/deep-research-insights/pricing/","href":"/api-reference/observability/retrieve-deep-research-insights-pricing"},{"title":"List Metric Failure Mode Insight Categories","openapi":"get /observability/v1/metric-failure-mode-insights/categories/","href":"/api-reference/observability/list-metric-failure-mode-insight-categories"},{"title":"Add Metric Failure Mode Insight Category Example Calls to Labs","openapi":"post /observability/v1/metric-failure-mode-insights/categories/{category_slug}/fix-metric/","href":"/api-reference/observability/add-metric-failure-mode-insight-category-example-calls-to-labs"},{"title":"List Agent Improvement Sessions","openapi":"get /observability/v1/agent-improvement-sessions/","href":"/api-reference/observability/list-agent-improvement-sessions"},{"title":"Create Agent Improvement Session","openapi":"post /observability/v1/agent-improvement-sessions/","href":"/api-reference/observability/create-agent-improvement-session"},{"title":"Get Agent Improvement Session","openapi":"get /observability/v1/agent-improvement-sessions/{id}/","href":"/api-reference/observability/get-agent-improvement-session"},{"title":"List Metric Failure Mode Insight Category Calls","openapi":"get /observability/v1/metric-failure-mode-insights/categories/{category_slug}/calls/","href":"/api-reference/observability/list-metric-failure-mode-insight-category-calls"},{"title":"Delete Metric Failure Mode Insight Category","openapi":"delete /observability/v1/metric-failure-mode-insights/categories/{category_slug}/delete/","href":"/api-reference/observability/delete-metric-failure-mode-insight-category"},{"title":"List Metric Failure Rates","openapi":"get /observability/v1/metric-failure-mode-insights/failure-rates/","href":"/api-reference/observability/list-metric-failure-rates"},{"title":"List Tools","openapi":"get /test_framework/v1/tools/","href":"/api-reference/test_framework/list-tools"},{"title":"Get Tool","openapi":"get /test_framework/v1/tools/{id}/","href":"/api-reference/test_framework/get-tool"},{"title":"Create External Personality Voice Clone","openapi":"post /test_framework/v1/personalities-external/clone_voice/","href":"/api-reference/test_framework/create-external-personality-voice-clone"},{"title":"Create Personality Voice Clone","openapi":"post /test_framework/v1/personalities/clone_voice/","href":"/api-reference/test_framework/create-personality-voice-clone"},{"title":"Summarize Alert V3","openapi":"post /observability/v3/alerts/{id}/summarize/","href":"/api-reference/observability/summarize-alert-v3"},{"title":"Create Evaluators from Call Logs V3","openapi":"post /observability/v3/call-logs/create_scenarios/","href":"/api-reference/observability/create-evaluators-from-call-logs-v3"}]}]}]},{"tab":"MCP \u0026 Skills","pages":[{"title":"MCP \u0026 Skills","href":"/mcp/overview"}]},{"tab":"CLI \u0026 SDK","pages":[{"title":"CLI \u0026 SDK","href":"/cli-sdk/overview"}]}]},"basePath":"","title":"Run Evaluator V2 - Cekura","buildId":"dpl_2gSLkbMoF5kkLsBqYzq9KWtDyJRo","deploymentId":"dpl_2gSLkbMoF5kkLsBqYzq9KWtDyJRo","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-hfTk6MZX.js","utils-Bfp7HcY4.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-D8dSW7yV.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-CFgQXcZO.js","snippetPresets-dMW1-pV3.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-DyrCOido.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-Bwwdcyh3.js","shallow-drVXTg79.js","getApiPlaygroundDisplay-GMPxUzWV.js","CodeSnippet-wTmV0wP6.js","CodeSnippets-D_QxCJEq.js","Page-BsZAA8xk.js","getPastedJson-Dev-X0Xy.js","icon-7L2WL0jD.js","MethodPill-Ble59Dl_.js","DuplicateIcon-r-98uLGh.js","createIcon-DaFzipjW.js","DynamicMarkdown-Jk8YAWGN.js","SectionHeading-nLgrCDOg.js","axios-vUo_bRtp.js","Markdown-_QGow1Wo.js","clsx-v8ssfMzu.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-CjboTi0T.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-DkAyo-p5.js"]}