The number of times each evaluator will run. Each repeat runs the whole list in order
before the next one starts (A, B, A, B), rather than grouping repeats of one evaluator.
Example: 1
Override the phone number from which the agent under test receives the call during outbound runs.
This allows overriding the default agent contact number for testing purposes.
Example: "+1234567890"
Cap on the number of evaluator runs executed in parallel. Default: unbounded (subject to your provider's rate limits).
Use this to avoid hitting provider rate limits on large frequency or folder runs.
Example: 5
Names of mock tools to activate for this run. Cekura swaps those tools' URLs to mock endpoints while the
run is active and restores the originals when it finishes. Omit (or send null) to mock every tool
configured on the agent; send an empty list to mock none so every tool keeps its original endpoint.
Example: ["get_appointments", "cancel_booking"]
Run against a stored version of the agent instead of the agent as it is live. Cekura makes a
private copy of the agent in your provider account, puts that version's prompt on it, and
runs against the copy — voice, model and tools stay as the agent is configured now, and the
live agent is never changed. Accepts the version label shown in the agent's version history
(v12, or p1 for a version an improvement run proposed) or its numeric history_id.
List them with GET /test_framework/v1/aiagents/{id}/history/; a version is usable when its
is_runnable is true. Available for VAPI, Retell, ElevenLabs and Bland agents that are
outbound and have a single prompt.
Example: "v12"
Status of the result. Poll until it is completed, failed, timeout or cancelled. It stays non-terminal until every run has ended, then becomes completed if any run completed — even if runs failed their checks or others errored.
{"docsConfig":{"$schema":"https://mintlify.com/docs.json","theme":"mint","name":"Cekura","colors":{"primary":"#8184FF","light":"#A6A7EA","dark":"#8184FF"},"favicon":"https://mintcdn.com/vocera/-ehbdLduj39oRXOg/logo/favicon.png?fit=max\u0026auto=format\u0026n=-ehbdLduj39oRXOg\u0026q=85\u0026s=e32d4e5dc1d57d5e2b2fc594b73f0bb2","logo":{"light":"https://mintcdn.com/vocera/NnWFOccGgHKr48PP/logo/logo-dark.svg?fit=max\u0026auto=format\u0026n=NnWFOccGgHKr48PP\u0026q=85\u0026s=fe825439de9afd1d121723398224f0fe","dark":"https://mintcdn.com/vocera/NnWFOccGgHKr48PP/logo/light.svg?fit=max\u0026auto=format\u0026n=NnWFOccGgHKr48PP\u0026q=85\u0026s=f71dda7aa2212d127512fb4e6b40961a"},"navbar":{"links":[{"label":"Support","href":"mailto:support@cekura.ai"}],"primary":{"type":"button","label":"Dashboard","href":"https://dashboard.cekura.ai"}},"footer":{"socials":{"x":"https://x.com/CekuraAI","linkedin":"https://www.linkedin.com/company/cekuraai"}},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"vocera","hasAudioNarration":false,"actualSubdomain":"vocera","customDomains":["docs.cekura.ai"],"gitSource":{"type":"github","owner":"cekura-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae1f065661bff0c6e73090d","collectionId":"b4a602a4-817c-44d2-86c0-358a0bfa9ad3","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae1f065661bff0c6e73090d"},"feedback":{"edits":false},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae1f065661bff0c6e73090d","clientVersion":"0.0.4006","searchFilterCounts":[{"language":"default","tag":"API Reference","count":412},{"language":"default","tag":"Documentation","count":106},{"language":"default","tag":"Evaluators","count":64},{"language":"default","tag":"Guides","count":40},{"language":"default","tag":"Metrics","count":37},{"language":"default","tag":"Others","count":35},{"language":"default","tag":"Integrations","count":27},{"language":"default","tag":"Testing","count":23},{"language":"default","tag":"Key Concepts","count":19},{"language":"default","tag":"Advanced","count":18}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"#navbar img{height:36px}.dark #sidebar-group img{background-color:transparent!important}#content-container::before{content:\"\";position:fixed;top:-190px;right:0;width:40%;height:124%;opacity:.4;background-repeat:no-repeat;background-image:url(/images/bg-dark.png)}"}],"page":{"pagePath":"api-reference/test_framework/run-evaluator-elevenlabs","slug":"/api-reference/test_framework/run-evaluator-elevenlabs","pageMetadata":{"title":"Run Evaluator ElevenLabs","description":"Execute evaluators against an ElevenLabs Conversational AI agent. Requires ElevenLabs credentials and `assistant_id` set to the ElevenLabs agent ID.","openapi":"post /test_framework/v1/scenarios/run_scenarios_elevenlabs/","slug":"run-evaluator-elevenlabs","href":"/api-reference/test_framework/run-evaluator-elevenlabs"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx, jsxs: _jsxs} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n code: \"code\",\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsxs(_components.p, {\n children: [\"Execute evaluators against an ElevenLabs Conversational AI agent. Requires ElevenLabs credentials and \", _jsx(_components.code, {\n children: \"assistant_id\"\n }), \" set to the ElevenLabs agent ID.\"]\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Run Evaluator ElevenLabs","description":"Execute evaluators against an ElevenLabs Conversational AI agent. Requires ElevenLabs credentials and `assistant_id` set to the ElevenLabs agent ID.","openapi":"post /test_framework/v1/scenarios/run_scenarios_elevenlabs/","slug":"run-evaluator-elevenlabs","href":"/api-reference/test_framework/run-evaluator-elevenlabs"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/vocera/b06c8fbedf65997d/old-api-docs.js"],"openApiReferenceData":{"operation":{"operationId":"scenarios-run-elevenlabs_2","description":"Execute evaluators against an ElevenLabs Conversational AI agent. Requires ElevenLabs credentials and `assistant_id` set to the ElevenLabs agent ID.","summary":"Run evaluators against an ElevenLabs Conversational agent","tags":["Evaluators"],"requestBody":"4ff198ba-9745-4e31-98af-a5a541caa763","security":["31c0d697-7463-4b12-82d2-5acb2ac1c29c","4ac452c2-fe72-46ef-84e3-b389475f3229","f4d4cfc4-559d-44c7-b7d2-589498f34433"],"responses":{"200":"ae289d2b-cb64-4ba1-9f1f-0bfcdb7d1a85","400":"081f7964-b1a0-41a3-b558-a1d923dc2277"},"x-mcp-tool-name":"scenarios_run_elevenlabs","method":"post","type":"path","servers":["9813633f-576d-4e77-b6b2-12f9e2fc9dc4"],"path":"/test_framework/v1/scenarios/run_scenarios_elevenlabs/","baseUrlOptions":["https://api.cekura.ai"],"title":"Run evaluators against an ElevenLabs Conversational agent","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{},"requestBody":{"content":{"application/json":{"schema":{"type":"object","description":"Schema for the run_scenarios_elevenlabs endpoint.","properties":{"agent_id":{"type":"integer","description":"ID of the agent to run evaluators for","uniqueKey":"agent_id","typeLabel":"integer"},"assistant_id":{"type":"string","writeOnly":true,"description":"\nAlternative to agent ID - the assistant ID to use for this scenario\nExample: `\"asst_1234567890\"`\n","uniqueKey":"assistant_id","typeLabel":"string"},"scenarios":{"type":"array","items":{"type":"integer","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"integer"},"description":"\nList of evaluator IDs to run. Either scenarios, tags, or folder_path must be provided.\nRuns start in the order given.\nExample: `[11, 22, 33]`\n\nTo run evaluators by tag or folder, use the `tags` or `folder_path` fields instead.\n","uniqueKey":"scenarios","typeLabel":"integer[]"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"tags.items.[INDEX]","typeLabel":"string"},"description":"\nList of tags to filter evaluators to run. Either evaluators or tags must be provided.\nExample: `[\"tag1\", \"tag2\", \"tag3\"]`\n","uniqueKey":"tags","typeLabel":"string[]"},"folder_path":{"type":"string","description":"\nDot-separated folder path to select evaluators from (e.g. `\"Sales.Inbound\"`).\nMutually exclusive with `scenarios` and `tags`. Requires `project_id`.\n","uniqueKey":"folder_path","typeLabel":"string"},"project_id":{"type":"integer","description":"\nProject ID. Required when using `folder_path` (or when passing a folder path string via `scenarios`).\nExample: `1376`\n","uniqueKey":"project_id","typeLabel":"integer"},"frequency":{"type":"integer","minimum":1,"default":1,"description":"\nThe number of times each evaluator will run. Each repeat runs the whole list in order\nbefore the next one starts (A, B, A, B), rather than grouping repeats of one evaluator.\nExample: `1`\n","uniqueKey":"frequency","typeLabel":"integer"},"name":{"type":"string","description":"Label text for result","uniqueKey":"name","typeLabel":"string"},"outbound_phone_number":{"type":"string","description":"\nOverride the phone number to use for outbound calls.\nExample: \"+1234567890\"\n","uniqueKey":"outbound_phone_number","typeLabel":"string"},"personality_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"personality_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"\nList of personality IDs to override for this run. If not provided, uses the scenario's default personality.\nExample: `[123, 456, 789]`\n","uniqueKey":"personality_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"\nList of personality IDs to override for this run. If not provided, uses the scenario's default personality.\nExample: `[123, 456, 789]`\n","uniqueKey":"personality_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality_ids","typeLabel":"integer[] | null"},"test_profile_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"test_profile_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"\nList of test profile IDs to override for this run. If not provided, uses the scenario's default test profile.\nExample: `[123, 456, 789]`\n","uniqueKey":"test_profile_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"\nList of test profile IDs to override for this run. If not provided, uses the scenario's default test profile.\nExample: `[123, 456, 789]`\n","uniqueKey":"test_profile_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_ids","typeLabel":"integer[] | null"},"personality_id":{"oneOf":[{"type":"integer","description":"Single personality ID override. Merged into personality_ids; prefer personality_ids for multiple.","uniqueKey":"personality_id.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Single personality ID override. Merged into personality_ids; prefer personality_ids for multiple.","uniqueKey":"personality_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality_id","typeLabel":"integer | null"},"test_profile_id":{"oneOf":[{"type":"integer","description":"Single test profile ID override. Merged into test_profile_ids; prefer test_profile_ids for multiple.","uniqueKey":"test_profile_id.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Single test profile ID override. Merged into test_profile_ids; prefer test_profile_ids for multiple.","uniqueKey":"test_profile_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_id","typeLabel":"integer | null"},"mode":{"enum":["same_number","different_numbers"],"type":"string","x-spec-enum-id":"9ea0c9743bd9d873","default":"same_number","description":"Using same or different phone numbers for each evaluation\n\n* `same_number` - same_number\n* `different_numbers` - different_numbers","uniqueKey":"mode","typeLabel":"enum\u003cstring>"},"agent_number":{"type":"string","description":"\nOverride the phone number from which the agent under test receives the call during outbound runs.\nThis allows overriding the default agent contact number for testing purposes.\nExample: \"+1234567890\"\n","uniqueKey":"agent_number","typeLabel":"string"},"concurrency_limit":{"type":"integer","minimum":1,"description":"\nCap on the number of evaluator runs executed in parallel. Default: unbounded (subject to your provider's rate limits).\nUse this to avoid hitting provider rate limits on large frequency or folder runs.\nExample: `5`\n","uniqueKey":"concurrency_limit","typeLabel":"integer"},"calls_per_second":{"oneOf":[{"type":"number","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.0","typeLabel":"number\u003cdouble>"},{"type":"null","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.1","typeLabel":"null"}],"uniqueKey":"calls_per_second","typeLabel":"number\u003cdouble> | null"},"mock_tool_names":{"type":"array","items":{"type":"string","uniqueKey":"mock_tool_names.items.[INDEX]","typeLabel":"string"},"description":"\nNames of mock tools to activate for this run. Cekura swaps those tools' URLs to mock endpoints while the\nrun is active and restores the originals when it finishes. Omit (or send null) to mock every tool\nconfigured on the agent; send an empty list to mock none so every tool keeps its original endpoint.\nExample: `[\"get_appointments\", \"cancel_booking\"]`\n","uniqueKey":"mock_tool_names","typeLabel":"string[]"},"agent_version_id":{"type":"string","description":"\nRun against a stored version of the agent instead of the agent as it is live. Cekura makes a\nprivate copy of the agent in your provider account, puts that version's prompt on it, and\nruns against the copy — voice, model and tools stay as the agent is configured now, and the\nlive agent is never changed. Accepts the version label shown in the agent's version history\n(`v12`, or `p1` for a version an improvement run proposed) or its numeric `history_id`.\nList them with `GET /test_framework/v1/aiagents/{id}/history/`; a version is usable when its\n`is_runnable` is true. Available for VAPI, Retell, ElevenLabs and Bland agents that are\noutbound and have a single prompt.\nExample: `\"v12\"`\n","uniqueKey":"agent_version_id","typeLabel":"string"},"elevenlabs_agent_id":{"type":"string","description":"ElevenLabs agent ID to test against. Overrides the agent's stored assistant_id for this run.","uniqueKey":"elevenlabs_agent_id","typeLabel":"string"},"elevenlabs_data":{"type":"object","description":"Per-run ElevenLabs overrides (e.g. elevenlabs_base_url_override). Credentials are read from the agent.","properties":{"elevenlabs_base_url_override":{"oneOf":[{"type":"string","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.0","typeLabel":"string"},{"type":"null","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_base_url_override","typeLabel":"string | null"},"elevenlabs_environment":{"oneOf":[{"type":"string","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_environment","typeLabel":"string | null"},"elevenlabs_branch_id":{"oneOf":[{"type":"string","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_branch_id","typeLabel":"string | null"}},"uniqueKey":"elevenlabs_data","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"ElevenLabsRun":{"title":"ElevenLabsRun","value":{"agent_id":12,"scenarios":[101,102],"frequency":1}}},"exampleType":"examples"},"application/x-www-form-urlencoded":{"schema":{"type":"object","description":"Schema for the run_scenarios_elevenlabs endpoint.","properties":{"agent_id":{"type":"integer","description":"ID of the agent to run evaluators for","uniqueKey":"agent_id","typeLabel":"integer"},"assistant_id":{"type":"string","writeOnly":true,"description":"\nAlternative to agent ID - the assistant ID to use for this scenario\nExample: `\"asst_1234567890\"`\n","uniqueKey":"assistant_id","typeLabel":"string"},"scenarios":{"type":"array","items":{"type":"integer","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"integer"},"description":"\nList of evaluator IDs to run. Either scenarios, tags, or folder_path must be provided.\nRuns start in the order given.\nExample: `[11, 22, 33]`\n\nTo run evaluators by tag or folder, use the `tags` or `folder_path` fields instead.\n","uniqueKey":"scenarios","typeLabel":"integer[]"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"tags.items.[INDEX]","typeLabel":"string"},"description":"\nList of tags to filter evaluators to run. Either evaluators or tags must be provided.\nExample: `[\"tag1\", \"tag2\", \"tag3\"]`\n","uniqueKey":"tags","typeLabel":"string[]"},"folder_path":{"type":"string","description":"\nDot-separated folder path to select evaluators from (e.g. `\"Sales.Inbound\"`).\nMutually exclusive with `scenarios` and `tags`. Requires `project_id`.\n","uniqueKey":"folder_path","typeLabel":"string"},"project_id":{"type":"integer","description":"\nProject ID. Required when using `folder_path` (or when passing a folder path string via `scenarios`).\nExample: `1376`\n","uniqueKey":"project_id","typeLabel":"integer"},"frequency":{"type":"integer","minimum":1,"default":1,"description":"\nThe number of times each evaluator will run. Each repeat runs the whole list in order\nbefore the next one starts (A, B, A, B), rather than grouping repeats of one evaluator.\nExample: `1`\n","uniqueKey":"frequency","typeLabel":"integer"},"name":{"type":"string","description":"Label text for result","uniqueKey":"name","typeLabel":"string"},"outbound_phone_number":{"type":"string","description":"\nOverride the phone number to use for outbound calls.\nExample: \"+1234567890\"\n","uniqueKey":"outbound_phone_number","typeLabel":"string"},"personality_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"personality_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"\nList of personality IDs to override for this run. If not provided, uses the scenario's default personality.\nExample: `[123, 456, 789]`\n","uniqueKey":"personality_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"\nList of personality IDs to override for this run. If not provided, uses the scenario's default personality.\nExample: `[123, 456, 789]`\n","uniqueKey":"personality_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality_ids","typeLabel":"integer[] | null"},"test_profile_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"test_profile_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"\nList of test profile IDs to override for this run. If not provided, uses the scenario's default test profile.\nExample: `[123, 456, 789]`\n","uniqueKey":"test_profile_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"\nList of test profile IDs to override for this run. If not provided, uses the scenario's default test profile.\nExample: `[123, 456, 789]`\n","uniqueKey":"test_profile_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_ids","typeLabel":"integer[] | null"},"personality_id":{"oneOf":[{"type":"integer","description":"Single personality ID override. Merged into personality_ids; prefer personality_ids for multiple.","uniqueKey":"personality_id.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Single personality ID override. Merged into personality_ids; prefer personality_ids for multiple.","uniqueKey":"personality_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality_id","typeLabel":"integer | null"},"test_profile_id":{"oneOf":[{"type":"integer","description":"Single test profile ID override. Merged into test_profile_ids; prefer test_profile_ids for multiple.","uniqueKey":"test_profile_id.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Single test profile ID override. Merged into test_profile_ids; prefer test_profile_ids for multiple.","uniqueKey":"test_profile_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_id","typeLabel":"integer | null"},"mode":{"enum":["same_number","different_numbers"],"type":"string","x-spec-enum-id":"9ea0c9743bd9d873","default":"same_number","description":"Using same or different phone numbers for each evaluation\n\n* `same_number` - same_number\n* `different_numbers` - different_numbers","uniqueKey":"mode","typeLabel":"enum\u003cstring>"},"agent_number":{"type":"string","description":"\nOverride the phone number from which the agent under test receives the call during outbound runs.\nThis allows overriding the default agent contact number for testing purposes.\nExample: \"+1234567890\"\n","uniqueKey":"agent_number","typeLabel":"string"},"concurrency_limit":{"type":"integer","minimum":1,"description":"\nCap on the number of evaluator runs executed in parallel. Default: unbounded (subject to your provider's rate limits).\nUse this to avoid hitting provider rate limits on large frequency or folder runs.\nExample: `5`\n","uniqueKey":"concurrency_limit","typeLabel":"integer"},"calls_per_second":{"oneOf":[{"type":"number","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.0","typeLabel":"number\u003cdouble>"},{"type":"null","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.1","typeLabel":"null"}],"uniqueKey":"calls_per_second","typeLabel":"number\u003cdouble> | null"},"mock_tool_names":{"type":"array","items":{"type":"string","uniqueKey":"mock_tool_names.items.[INDEX]","typeLabel":"string"},"description":"\nNames of mock tools to activate for this run. Cekura swaps those tools' URLs to mock endpoints while the\nrun is active and restores the originals when it finishes. Omit (or send null) to mock every tool\nconfigured on the agent; send an empty list to mock none so every tool keeps its original endpoint.\nExample: `[\"get_appointments\", \"cancel_booking\"]`\n","uniqueKey":"mock_tool_names","typeLabel":"string[]"},"agent_version_id":{"type":"string","description":"\nRun against a stored version of the agent instead of the agent as it is live. Cekura makes a\nprivate copy of the agent in your provider account, puts that version's prompt on it, and\nruns against the copy — voice, model and tools stay as the agent is configured now, and the\nlive agent is never changed. Accepts the version label shown in the agent's version history\n(`v12`, or `p1` for a version an improvement run proposed) or its numeric `history_id`.\nList them with `GET /test_framework/v1/aiagents/{id}/history/`; a version is usable when its\n`is_runnable` is true. Available for VAPI, Retell, ElevenLabs and Bland agents that are\noutbound and have a single prompt.\nExample: `\"v12\"`\n","uniqueKey":"agent_version_id","typeLabel":"string"},"elevenlabs_agent_id":{"type":"string","description":"ElevenLabs agent ID to test against. Overrides the agent's stored assistant_id for this run.","uniqueKey":"elevenlabs_agent_id","typeLabel":"string"},"elevenlabs_data":{"type":"object","description":"Per-run ElevenLabs overrides (e.g. elevenlabs_base_url_override). Credentials are read from the agent.","properties":{"elevenlabs_base_url_override":{"oneOf":[{"type":"string","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.0","typeLabel":"string"},{"type":"null","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_base_url_override","typeLabel":"string | null"},"elevenlabs_environment":{"oneOf":[{"type":"string","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_environment","typeLabel":"string | null"},"elevenlabs_branch_id":{"oneOf":[{"type":"string","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_branch_id","typeLabel":"string | null"}},"uniqueKey":"elevenlabs_data","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"agent_id":123,"assistant_id":"\u003cstring>","scenarios":[123],"tags":["\u003cstring>"],"folder_path":"\u003cstring>","project_id":123,"frequency":1,"name":"\u003cstring>","outbound_phone_number":"\u003cstring>","personality_ids":[123],"test_profile_ids":[123],"personality_id":123,"test_profile_id":123,"mode":"same_number","agent_number":"\u003cstring>","concurrency_limit":2,"calls_per_second":2.05,"mock_tool_names":["\u003cstring>"],"agent_version_id":"\u003cstring>","elevenlabs_agent_id":"\u003cstring>","elevenlabs_data":{"elevenlabs_base_url_override":"\u003cstring>","elevenlabs_environment":"\u003cstring>","elevenlabs_branch_id":"\u003cstring>"}}}},"exampleType":"generated"},"multipart/form-data":{"schema":{"type":"object","description":"Schema for the run_scenarios_elevenlabs endpoint.","properties":{"agent_id":{"type":"integer","description":"ID of the agent to run evaluators for","uniqueKey":"agent_id","typeLabel":"integer"},"assistant_id":{"type":"string","writeOnly":true,"description":"\nAlternative to agent ID - the assistant ID to use for this scenario\nExample: `\"asst_1234567890\"`\n","uniqueKey":"assistant_id","typeLabel":"string"},"scenarios":{"type":"array","items":{"type":"integer","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"integer"},"description":"\nList of evaluator IDs to run. Either scenarios, tags, or folder_path must be provided.\nRuns start in the order given.\nExample: `[11, 22, 33]`\n\nTo run evaluators by tag or folder, use the `tags` or `folder_path` fields instead.\n","uniqueKey":"scenarios","typeLabel":"integer[]"},"tags":{"type":"array","items":{"type":"string","uniqueKey":"tags.items.[INDEX]","typeLabel":"string"},"description":"\nList of tags to filter evaluators to run. Either evaluators or tags must be provided.\nExample: `[\"tag1\", \"tag2\", \"tag3\"]`\n","uniqueKey":"tags","typeLabel":"string[]"},"folder_path":{"type":"string","description":"\nDot-separated folder path to select evaluators from (e.g. `\"Sales.Inbound\"`).\nMutually exclusive with `scenarios` and `tags`. Requires `project_id`.\n","uniqueKey":"folder_path","typeLabel":"string"},"project_id":{"type":"integer","description":"\nProject ID. Required when using `folder_path` (or when passing a folder path string via `scenarios`).\nExample: `1376`\n","uniqueKey":"project_id","typeLabel":"integer"},"frequency":{"type":"integer","minimum":1,"default":1,"description":"\nThe number of times each evaluator will run. Each repeat runs the whole list in order\nbefore the next one starts (A, B, A, B), rather than grouping repeats of one evaluator.\nExample: `1`\n","uniqueKey":"frequency","typeLabel":"integer"},"name":{"type":"string","description":"Label text for result","uniqueKey":"name","typeLabel":"string"},"outbound_phone_number":{"type":"string","description":"\nOverride the phone number to use for outbound calls.\nExample: \"+1234567890\"\n","uniqueKey":"outbound_phone_number","typeLabel":"string"},"personality_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"personality_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"\nList of personality IDs to override for this run. If not provided, uses the scenario's default personality.\nExample: `[123, 456, 789]`\n","uniqueKey":"personality_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"\nList of personality IDs to override for this run. If not provided, uses the scenario's default personality.\nExample: `[123, 456, 789]`\n","uniqueKey":"personality_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality_ids","typeLabel":"integer[] | null"},"test_profile_ids":{"oneOf":[{"type":"array","items":{"type":"integer","uniqueKey":"test_profile_ids.oneOf.0.items.[INDEX]","typeLabel":"integer"},"description":"\nList of test profile IDs to override for this run. If not provided, uses the scenario's default test profile.\nExample: `[123, 456, 789]`\n","uniqueKey":"test_profile_ids.oneOf.0","typeLabel":"integer[]"},{"type":"null","items":{"type":"integer"},"description":"\nList of test profile IDs to override for this run. If not provided, uses the scenario's default test profile.\nExample: `[123, 456, 789]`\n","uniqueKey":"test_profile_ids.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_ids","typeLabel":"integer[] | null"},"personality_id":{"oneOf":[{"type":"integer","description":"Single personality ID override. Merged into personality_ids; prefer personality_ids for multiple.","uniqueKey":"personality_id.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Single personality ID override. Merged into personality_ids; prefer personality_ids for multiple.","uniqueKey":"personality_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality_id","typeLabel":"integer | null"},"test_profile_id":{"oneOf":[{"type":"integer","description":"Single test profile ID override. Merged into test_profile_ids; prefer test_profile_ids for multiple.","uniqueKey":"test_profile_id.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Single test profile ID override. Merged into test_profile_ids; prefer test_profile_ids for multiple.","uniqueKey":"test_profile_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_id","typeLabel":"integer | null"},"mode":{"enum":["same_number","different_numbers"],"type":"string","x-spec-enum-id":"9ea0c9743bd9d873","default":"same_number","description":"Using same or different phone numbers for each evaluation\n\n* `same_number` - same_number\n* `different_numbers` - different_numbers","uniqueKey":"mode","typeLabel":"enum\u003cstring>"},"agent_number":{"type":"string","description":"\nOverride the phone number from which the agent under test receives the call during outbound runs.\nThis allows overriding the default agent contact number for testing purposes.\nExample: \"+1234567890\"\n","uniqueKey":"agent_number","typeLabel":"string"},"concurrency_limit":{"type":"integer","minimum":1,"description":"\nCap on the number of evaluator runs executed in parallel. Default: unbounded (subject to your provider's rate limits).\nUse this to avoid hitting provider rate limits on large frequency or folder runs.\nExample: `5`\n","uniqueKey":"concurrency_limit","typeLabel":"integer"},"calls_per_second":{"oneOf":[{"type":"number","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.0","typeLabel":"number\u003cdouble>"},{"type":"null","format":"double","maximum":4,"minimum":0.1,"description":"Most calls started per second for this run, a number from 0.1 to 4 (e.g. 0.5 starts one call every 2 seconds). Leave unset for no limit.","uniqueKey":"calls_per_second.oneOf.1","typeLabel":"null"}],"uniqueKey":"calls_per_second","typeLabel":"number\u003cdouble> | null"},"mock_tool_names":{"type":"array","items":{"type":"string","uniqueKey":"mock_tool_names.items.[INDEX]","typeLabel":"string"},"description":"\nNames of mock tools to activate for this run. Cekura swaps those tools' URLs to mock endpoints while the\nrun is active and restores the originals when it finishes. Omit (or send null) to mock every tool\nconfigured on the agent; send an empty list to mock none so every tool keeps its original endpoint.\nExample: `[\"get_appointments\", \"cancel_booking\"]`\n","uniqueKey":"mock_tool_names","typeLabel":"string[]"},"agent_version_id":{"type":"string","description":"\nRun against a stored version of the agent instead of the agent as it is live. Cekura makes a\nprivate copy of the agent in your provider account, puts that version's prompt on it, and\nruns against the copy — voice, model and tools stay as the agent is configured now, and the\nlive agent is never changed. Accepts the version label shown in the agent's version history\n(`v12`, or `p1` for a version an improvement run proposed) or its numeric `history_id`.\nList them with `GET /test_framework/v1/aiagents/{id}/history/`; a version is usable when its\n`is_runnable` is true. Available for VAPI, Retell, ElevenLabs and Bland agents that are\noutbound and have a single prompt.\nExample: `\"v12\"`\n","uniqueKey":"agent_version_id","typeLabel":"string"},"elevenlabs_agent_id":{"type":"string","description":"ElevenLabs agent ID to test against. Overrides the agent's stored assistant_id for this run.","uniqueKey":"elevenlabs_agent_id","typeLabel":"string"},"elevenlabs_data":{"type":"object","description":"Per-run ElevenLabs overrides (e.g. elevenlabs_base_url_override). Credentials are read from the agent.","properties":{"elevenlabs_base_url_override":{"oneOf":[{"type":"string","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.0","typeLabel":"string"},{"type":"null","description":"Override the ElevenLabs base URL for this run (e.g. a regional or self-hosted endpoint).","uniqueKey":"elevenlabs_data.elevenlabs_base_url_override.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_base_url_override","typeLabel":"string | null"},"elevenlabs_environment":{"oneOf":[{"type":"string","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs environment for this run, used to resolve the agent's environment variables (tool URLs, secrets, headers). Defaults to the environment saved on the agent, then to production.","uniqueKey":"elevenlabs_data.elevenlabs_environment.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_environment","typeLabel":"string | null"},"elevenlabs_branch_id":{"oneOf":[{"type":"string","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.0","typeLabel":"string"},{"type":"null","description":"ElevenLabs agent branch for this run. Defaults to the branch saved on the agent, then to the agent's default branch.","uniqueKey":"elevenlabs_data.elevenlabs_branch_id.oneOf.1","typeLabel":"null"}],"uniqueKey":"elevenlabs_data.elevenlabs_branch_id","typeLabel":"string | null"}},"uniqueKey":"elevenlabs_data","typeLabel":"object"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"agent_id":123,"assistant_id":"\u003cstring>","scenarios":[123],"tags":["\u003cstring>"],"folder_path":"\u003cstring>","project_id":123,"frequency":1,"name":"\u003cstring>","outbound_phone_number":"\u003cstring>","personality_ids":[123],"test_profile_ids":[123],"personality_id":123,"test_profile_id":123,"mode":"same_number","agent_number":"\u003cstring>","concurrency_limit":2,"calls_per_second":2.05,"mock_tool_names":["\u003cstring>"],"agent_version_id":"\u003cstring>","elevenlabs_agent_id":"\u003cstring>","elevenlabs_data":{"elevenlabs_base_url_override":"\u003cstring>","elevenlabs_environment":"\u003cstring>","elevenlabs_branch_id":"\u003cstring>"}}}},"exampleType":"generated"}},"exampleType":"examples"},"responses":{"ae289d2b-cb64-4ba1-9f1f-0bfcdb7d1a85":{"content":{"application/json":{"schema":{"type":"object","properties":{"id":{"type":"integer","description":"ID of the result","uniqueKey":"id","typeLabel":"integer"},"agent":{"type":"integer","description":"ID of the agent","uniqueKey":"agent","typeLabel":"integer"},"status":{"type":"string","enum":["running","completed","failed","pending","in_progress","evaluating","in_queue","timeout","cancelled","scaling_up"],"description":"Status of the result. Poll until it is `completed`, `failed`, `timeout` or `cancelled`. It stays non-terminal until every run has ended, then becomes `completed` if any run completed — even if runs failed their checks or others errored.","uniqueKey":"status","typeLabel":"enum\u003cstring>"},"run_as_text":{"type":"boolean","description":"Whether the scenario ran as text or not","example":false,"uniqueKey":"run_as_text","typeLabel":"boolean"},"runs":{"type":"array","items":{"type":"object","properties":{"id":{"type":"integer","description":"ID of the run","uniqueKey":"runs.items.[INDEX].id","typeLabel":"integer"},"status":{"type":"string","enum":["running","completed","failed","pending","in_progress","evaluating","in_queue","timeout","cancelled","scaling_up"],"description":"Status of the run","uniqueKey":"runs.items.[INDEX].status","typeLabel":"enum\u003cstring>"},"scenario":{"type":"integer","description":"ID of the scenario","uniqueKey":"runs.items.[INDEX].scenario","typeLabel":"integer"},"number":{"type":"string","description":"For outbound runs (agent.inbound=False). The given number that must be called from the phone number configured in the cekura agent.","example":"+11234567890","uniqueKey":"runs.items.[INDEX].number","typeLabel":"string"},"inbound_number":{"oneOf":[{"type":"string","description":"For inbound runs (agent.inbound=True). The agent's configured phone number will receive calls from this number.","example":"+11234567890","uniqueKey":"runs.items.[INDEX].inbound_number.oneOf.0","typeLabel":"string"},{"type":"null","description":"For inbound runs (agent.inbound=True). The agent's configured phone number will receive calls from this number.","example":"+11234567890","uniqueKey":"runs.items.[INDEX].inbound_number.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].inbound_number","typeLabel":"string | null"},"scenario_name":{"type":"string","description":"Name of the scenario","uniqueKey":"runs.items.[INDEX].scenario_name","typeLabel":"string"},"test_profile_data":{"oneOf":[{"type":"object","description":"Details of the test profile associated with this run scenario","uniqueKey":"runs.items.[INDEX].test_profile_data.oneOf.0","typeLabel":"object"},{"type":"null","description":"Details of the test profile associated with this run scenario","uniqueKey":"runs.items.[INDEX].test_profile_data.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].test_profile_data","typeLabel":"object | null"},"outbound_dial_window_opens_at":{"oneOf":[{"type":"string","format":"date-time","description":"When the outbound dial window opened (run transitioned to pending/waiting-for-call). Null until dispatched.","uniqueKey":"runs.items.[INDEX].outbound_dial_window_opens_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","description":"When the outbound dial window opened (run transitioned to pending/waiting-for-call). Null until dispatched.","uniqueKey":"runs.items.[INDEX].outbound_dial_window_opens_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].outbound_dial_window_opens_at","typeLabel":"string\u003cdate-time> | null"},"outbound_dial_window_seconds":{"oneOf":[{"type":"integer","description":"Duration of the outbound dial window in seconds.","uniqueKey":"runs.items.[INDEX].outbound_dial_window_seconds.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Duration of the outbound dial window in seconds.","uniqueKey":"runs.items.[INDEX].outbound_dial_window_seconds.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].outbound_dial_window_seconds","typeLabel":"integer | null"},"outbound_dial_window_closes_at":{"oneOf":[{"type":"string","format":"date-time","description":"Deadline by which your agent must dial the outbound number (opens_at + outbound_dial_window_seconds). Dials after this are dropped and the run returns status: timeout.","uniqueKey":"runs.items.[INDEX].outbound_dial_window_closes_at.oneOf.0","typeLabel":"string\u003cdate-time>"},{"type":"null","format":"date-time","description":"Deadline by which your agent must dial the outbound number (opens_at + outbound_dial_window_seconds). Dials after this are dropped and the run returns status: timeout.","uniqueKey":"runs.items.[INDEX].outbound_dial_window_closes_at.oneOf.1","typeLabel":"null"}],"uniqueKey":"runs.items.[INDEX].outbound_dial_window_closes_at","typeLabel":"string\u003cdate-time> | null"}},"uniqueKey":"runs.items.[INDEX]","typeLabel":"object"},"examples":[{"id":274,"status":"pending","scenario":1,"number":null,"inbound_number":"+11234567890","scenario_name":"Customer Support Call (Agent Inbound = True)","test_profile_data":null,"outbound_dial_window_opens_at":null,"outbound_dial_window_seconds":null,"outbound_dial_window_closes_at":null},{"id":275,"status":"pending","scenario":2,"number":"+11234567890","inbound_number":null,"scenario_name":"Outbound Sales Call (Agent Inbound = False)","test_profile_data":null,"outbound_dial_window_opens_at":"2026-06-24T10:47:30Z","outbound_dial_window_seconds":300,"outbound_dial_window_closes_at":"2026-06-24T10:52:30Z"}],"uniqueKey":"runs","typeLabel":"object[]"},"created_at":{"type":"string","format":"date-time","example":"2025-02-25T21:00:01.990052Z","uniqueKey":"created_at","typeLabel":"string\u003cdate-time>"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"id":123,"agent":123,"status":"running","run_as_text":false,"runs":{"id":274,"status":"pending","scenario":1,"number":null,"inbound_number":"+11234567890","scenario_name":"Customer Support Call (Agent Inbound = True)","test_profile_data":null,"outbound_dial_window_opens_at":null,"outbound_dial_window_seconds":null,"outbound_dial_window_closes_at":null},"created_at":"2025-02-25T21:00:01.990052Z"}}},"exampleType":"generated"}},"description":"","exampleType":"generated"},"081f7964-b1a0-41a3-b558-a1d923dc2277":{"content":{"application/json":{"schema":{"type":"object","properties":{"field_name":{"type":"array","items":{"type":"string","uniqueKey":"field_name.items.[INDEX]","typeLabel":"string"},"uniqueKey":"field_name","typeLabel":"string[]"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"field_name":["\u003cstring>"]}}},"exampleType":"generated"}},"description":"","exampleType":"generated"}},"security":{"31c0d697-7463-4b12-82d2-5acb2ac1c29c":{"api_key":{"type":"apiKey","in":"header","name":"X-CEKURA-API-KEY","description":"API Key Authentication. It should be included in the header of each request.","scopes":[],"schemeName":"api_key"}},"4ac452c2-fe72-46ef-84e3-b389475f3229":{"oauth2":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"OAuth access token issued by Cekura for connected apps.","scopes":[],"schemeName":"oauth2"}},"f4d4cfc4-559d-44c7-b7d2-589498f34433":{"supabase_session":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"Cekura dashboard session token. Not a customer API credential.","scopes":[],"schemeName":"supabase_session"}}},"servers":{"9813633f-576d-4e77-b6b2-12f9e2fc9dc4":{"url":"https://api.cekura.ai"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"X-CEKURA-API-KEY","description":"API Key Authentication. It should be included in the header of each request.","scopes":[],"schemeName":"api_key"},"schema":{"title":"X-CEKURA-API-KEY","type":"string","description":"API Key Authentication. It should be included in the header of each request.","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"api_key","name":"X-CEKURA-API-KEY"}],"title":"api_key"},{"schemes":[{"scheme":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"OAuth access token issued by Cekura for connected apps.","scopes":[],"schemeName":"oauth2"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"OAuth access token issued by Cekura for connected apps.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"oauth2","name":"Authorization"}],"title":"oauth2"},{"schemes":[{"scheme":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"Cekura dashboard session token. Not a customer API credential.","scopes":[],"schemeName":"supabase_session"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Cekura dashboard session token. Not a customer API credential.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"supabase_session","name":"Authorization"}],"title":"supabase_session"}]},"originalFileLocation":"openapi.json"},"subdomain":"vocera","siteName":"Cekura","title":"Run Evaluator ElevenLabs - Cekura","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-04-29T12:58:49.882Z","originalFileLocation":"api-reference/test_framework/run-evaluator-elevenlabs.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Execute evaluators against an ElevenLabs Conversational AI agent. Requires ElevenLabs credentials and assistant_id set to the ElevenLabs agent ID.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Cekura\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Run Evaluator ElevenLabs - Cekura\">\u003cmeta data-mint-head property=\"og:description\" content=\"Execute evaluators against an ElevenLabs Conversational AI agent. Requires ElevenLabs credentials and assistant_id set to the ElevenLabs agent ID.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Cekura\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://vocera.mintlify.app/_mintlify/api/og/v2?division=Evaluators\u0026amp;title=Run+Evaluator+ElevenLabs\u0026amp;description=Execute+evaluators+against+an+ElevenLabs+Conversational+AI+agent.+Requires+ElevenLabs+credentials+and+%60assistant_id%60+set+to+the+ElevenLabs+agent+ID.\u0026amp;theme=799cf4f496cc6ad08a57f778\u0026amp;signature=ada88ceee561cf7c556a16b82d7ab9ad60e5723b9ca3826b8a412a51dc50ea2b\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Run Evaluator ElevenLabs - Cekura\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Execute evaluators against an ElevenLabs Conversational AI agent. Requires ElevenLabs credentials and assistant_id set to the ElevenLabs agent ID.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://vocera.mintlify.app/_mintlify/api/og/v2?division=Evaluators\u0026amp;title=Run+Evaluator+ElevenLabs\u0026amp;description=Execute+evaluators+against+an+ElevenLabs+Conversational+AI+agent.+Requires+ElevenLabs+credentials+and+%60assistant_id%60+set+to+the+ElevenLabs+agent+ID.\u0026amp;theme=799cf4f496cc6ad08a57f778\u0026amp;signature=ada88ceee561cf7c556a16b82d7ab9ad60e5723b9ca3826b8a412a51dc50ea2b\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Cekura\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#8184FF\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/test_framework/run-evaluator-elevenlabs.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.cekura.ai/#organization\",\"name\":\"Cekura\",\"url\":\"https://docs.cekura.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/vocera/NnWFOccGgHKr48PP/logo/logo-dark.svg?fit=max\u0026auto=format\u0026n=NnWFOccGgHKr48PP\u0026q=85\u0026s=fe825439de9afd1d121723398224f0fe\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.cekura.ai#website\",\"name\":\"Cekura\",\"url\":\"https://docs.cekura.ai\",\"publisher\":{\"@id\":\"https://docs.cekura.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs#webpage\",\"url\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs\",\"name\":\"Run Evaluator ElevenLabs\",\"description\":\"Execute evaluators against an ElevenLabs Conversational AI agent. Requires ElevenLabs credentials and assistant_id set to the ElevenLabs agent ID.\",\"dateModified\":\"2026-04-29T12:58:49.882Z\",\"isPartOf\":{\"@id\":\"https://docs.cekura.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API Reference\",\"item\":\"https://docs.cekura.ai/api-reference/observability/send-calls\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Evaluators\",\"item\":\"https://docs.cekura.ai/api-reference/test_framework/get-evaluator\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Run Evaluator ElevenLabs\",\"item\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs#apireference\",\"headline\":\"Run Evaluator ElevenLabs\",\"name\":\"Run Evaluator ElevenLabs\",\"description\":\"Execute evaluators against an ElevenLabs Conversational AI agent. Requires ElevenLabs credentials and assistant_id set to the ElevenLabs agent ID.\",\"url\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs\",\"mainEntityOfPage\":{\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/run-evaluator-elevenlabs#webpage\"},\"dateModified\":\"2026-04-29T12:58:49.882Z\",\"publisher\":{\"@id\":\"https://docs.cekura.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.cekura.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Cekura\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Cekura","nav":{"global":null,"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/documentation/introduction"}]},{"tab":"API Reference","groups":[{"group":"API Reference","pages":[{"group":"Calls","pages":[{"title":"Send Calls","openapi":"post /observability/v1/observe/","href":"/api-reference/observability/send-calls"},{"title":"Get Call","openapi":"get /observability/v2/call-logs/{id}/","href":"/api-reference/observability/get-call"},{"title":"List Calls","openapi":"get /observability/v2/call-logs/","href":"/api-reference/observability/list-calls"},{"title":"Update Call Log","openapi":"patch /observability/v2/call-logs/{id}/","href":"/api-reference/observability/update-call-log"},{"title":"Reevaluate Calls","openapi":"post /observability/v1/call-logs/rerun_evaluation/","href":"/api-reference/observability/reevaluate-calls"},{"title":"Evaluate Metrics","openapi":"post /observability/v1/call-logs/evaluate_metrics/","href":"/api-reference/observability/evaluate-metrics"},{"title":"Vote on Call Log Metric","openapi":"post /observability/v1/call-logs/{id}/mark_metric_vote/","href":"/api-reference/observability/vote-call-log-metric"},{"title":"Delete Call","openapi":"delete /observability/v1/call-logs/{id}/","href":"/api-reference/observability/delete-call"},{"title":"Get Call Log Trace","openapi":"get /observability/v1/call-logs/{id}/trace/","href":"/api-reference/observability/get-call-log-trace"},{"title":"Retrieve Execution Logs for a Call Log","openapi":"get /observability/v1/call-logs/{id}/logs/","href":"/api-reference/observability/get-call-log-logs"}]},{"group":"Agents","pages":[{"title":"Get Agent","openapi":"get /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/get-agent"},{"title":"List Agents","openapi":"get /test_framework/v2/aiagents/","href":"/api-reference/test_framework/list-agents"},{"title":"Create Agent","openapi":"post /test_framework/v2/aiagents/","href":"/api-reference/test_framework/create-agent"},{"title":"Update Agent (Partial)","openapi":"patch /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/update-agent-partial"},{"title":"Update Agent (Full)","openapi":"put /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/update-agent-full"},{"title":"Delete Agent","openapi":"delete /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/delete-agent"},{"title":"Duplicate Agent","openapi":"post /test_framework/v2/aiagents/{id}/duplicate/","href":"/api-reference/test_framework/duplicate-agent"},{"title":"Auto-fetch Agent from Provider","openapi":"post /test_framework/v2/aiagents/{id}/auto-fetch/","href":"/api-reference/test_framework/auto-fetch-agent"},{"title":"Poll Agent Auto-fetch Progress","openapi":"get /test_framework/v2/aiagents/{id}/auto-fetch-progress/","href":"/api-reference/test_framework/poll-import-progress"},{"title":"List Provider Assistants","openapi":"get /test_framework/v2/aiagents/provider-assistants/","href":"/api-reference/test_framework/list-provider-assistants"},{"title":"Auto-fetch Agent V3","openapi":"post /test_framework/v3/aiagents/{id}/auto-fetch/","href":"/api-reference/test_framework/auto-fetch-agent-v3"},{"title":"Create Agent v3","openapi":"post /test_framework/v3/aiagents/","href":"/api-reference/test_framework/create-agent-v3"}]},{"group":"Metrics","pages":[{"title":"Get Metric","openapi":"get /test_framework/v2/metrics/{id}/","href":"/api-reference/test_framework/get-metric"},{"title":"List Metrics","openapi":"get /test_framework/v2/metrics/","href":"/api-reference/test_framework/list-metrics"},{"title":"Create Metric","openapi":"post /test_framework/v2/metrics/","href":"/api-reference/test_framework/create-metric"},{"title":"Update Metric","openapi":"patch /test_framework/v2/metrics/{id}/","href":"/api-reference/test_framework/update-metric"},{"title":"Delete Metric","openapi":"delete /test_framework/v1/metrics/{id}/","href":"/api-reference/test_framework/delete-metric"},{"title":"Generate Metrics","openapi":"post /test_framework/v1/metrics/generate_metrics/","href":"/api-reference/test_framework/generate-metrics"},{"title":"Get Generate Metrics Progress","openapi":"get /test_framework/v1/metrics/generate_metrics_progress/","href":"/api-reference/test_framework/generate-metrics-progress"},{"title":"Generate Clean Metric Description","openapi":"post /test_framework/v1/metrics/generate_clean_description/","href":"/api-reference/test_framework/generate-metric-description"},{"title":"Generate Metric Evaluation Trigger","openapi":"post /test_framework/v1/metrics/generate_evaluation_trigger/","href":"/api-reference/test_framework/generate-evaluation-trigger"},{"title":"Simplify Metric Prompt with AI","openapi":"post /test_framework/v1/metrics/simplify_prompt/","href":"/api-reference/test_framework/simplify-metric-prompt"},{"title":"Poll Simplify Metric Prompt Progress","openapi":"get /test_framework/v1/metrics/simplify_prompt_progress/","href":"/api-reference/test_framework/simplify-metric-prompt-progress"},{"title":"Create Metrics in Bulk","openapi":"post /test_framework/v1/metrics/bulk_create/","href":"/api-reference/test_framework/create-metrics-in-bulk"},{"title":"List Critical Metric Scenarios","openapi":"get /test_framework/v1/critical-metric-scenarios/","href":"/api-reference/test_framework/list-critical-metric-scenarios"},{"title":"Update Critical Metric Scenario","openapi":"patch /test_framework/v1/critical-metric-scenarios/{id}/","href":"/api-reference/test_framework/update-critical-metric-scenario"},{"title":"Preview Metric","openapi":"post /test_framework/v1/metrics/preview/","href":"/api-reference/test_framework/metric-preview"},{"title":"Get Metric Preview Progress","openapi":"get /test_framework/v1/metrics/preview-progress/","href":"/api-reference/test_framework/metric-preview-progress"},{"title":"Start Async Metric Description Generation","openapi":"post /test_framework/v1/metrics/generate_clean_description_bg/","href":"/api-reference/test_framework/start-async-metric-description-generation"},{"title":"Poll Async Metric Description Generation Progress","openapi":"get /test_framework/v1/metrics/generate_clean_description_progress/","href":"/api-reference/test_framework/poll-async-metric-description-generation-progress"},{"title":"Reorder External Metrics","openapi":"patch /test_framework/v1/metrics-external/reorder/","href":"/api-reference/test_framework/reorder-external-metrics"},{"title":"Reorder Metrics","openapi":"patch /test_framework/v1/metrics/reorder/","href":"/api-reference/test_framework/reorder-metrics"},{"title":"Reorder Metrics V2","openapi":"patch /test_framework/v2/metrics/reorder/","href":"/api-reference/test_framework/reorder-metrics-v2"},{"title":"Generate Clean Metric Description V3","openapi":"post /test_framework/v3/metrics/generate_clean_description/","href":"/api-reference/test_framework/generate-clean-metric-description-v3"},{"title":"Generate Metrics V3","openapi":"post /test_framework/v3/metrics/generate_metrics/","href":"/api-reference/test_framework/generate-metrics-v3"},{"title":"Preview Metric V3","openapi":"post /test_framework/v3/metrics/preview/","href":"/api-reference/test_framework/preview-metric-v3"},{"title":"Simplify Metric Prompt V3","openapi":"post /test_framework/v3/metrics/simplify_prompt/","href":"/api-reference/test_framework/simplify-metric-prompt-v3"}]},{"group":"Labs","pages":[{"title":"Create Test Set from Run","openapi":"post /test_framework/test-sets/create_from_run/","href":"/api-reference/test_framework/post-test_frameworktest-setscreate_from_run"},{"title":"Create Test Set from Call Log","openapi":"post /test_framework/test-sets/create_from_call_log/","href":"/api-reference/test_framework/post-test_frameworktest-setscreate_from_call_log"},{"title":"Update Metric Review","openapi":"patch /test_framework/metric-reviews/{id}/","href":"/api-reference/test_framework/metric-review-update"},{"title":"Run Metric Reviews","openapi":"post /test_framework/v1/metrics/{id}/run_reviews/","href":"/api-reference/test_framework/post-test_frameworkmetrics-run_reviews"},{"title":"Get Metric Review Progress","openapi":"get /test_framework/v1/metrics/run_reviews_progress/","href":"/api-reference/test_framework/metric-run-reviews-progress"},{"title":"Auto-Improve Metric","openapi":"post /test_framework/metric-reviews/process_feedbacks/","href":"/api-reference/test_framework/metric-review-process-feedbacks"},{"title":"Get Auto-Improve Progress","openapi":"get /test_framework/metric-reviews/process_feedbacks_progress/","href":"/api-reference/test_framework/metric-review-process-feedbacks-progress"},{"title":"Process Feedbacks Answer","openapi":"post /test_framework/metric-reviews/process_feedbacks_answer/","href":"/api-reference/test_framework/metric-reviews-process-feedbacks-answer"},{"title":"Run Metric Reviews V3","openapi":"post /test_framework/v3/metrics/{id}/run_reviews/","href":"/api-reference/test_framework/run-metric-reviews-v3"}]},{"group":"Evaluators","pages":[{"title":"Get Evaluator","openapi":"get /test_framework/v1/scenarios/{id}/","href":"/api-reference/test_framework/get-evaluator"},{"title":"List Evaluators","openapi":"get /test_framework/v1/scenarios/","href":"/api-reference/test_framework/list-evaluators"},{"title":"Create Evaluator","openapi":"post /test_framework/v1/scenarios/","href":"/api-reference/test_framework/create-evaluator"},{"title":"Update Evaluator","openapi":"patch /test_framework/v1/scenarios/{id}/","href":"/api-reference/test_framework/update-evaluator"},{"title":"Delete Evaluator","openapi":"delete /test_framework/v1/scenarios/{id}/","href":"/api-reference/test_framework/delete-evaluator"},{"title":"Run Evaluator Voice","openapi":"post /test_framework/v1/scenarios/run_scenarios/","href":"/api-reference/test_framework/run-evaluator-voice"},{"title":"Run Evaluator Text","openapi":"post /test_framework/v1/scenarios/run_scenarios_text/","href":"/api-reference/test_framework/run-evaluator-text"},{"title":"Run Evaluator Email","openapi":"post /test_framework/v1/scenarios/run_scenarios_email/","href":"/api-reference/test_framework/run-evaluator-email"},{"title":"Run Evaluator Websocket","openapi":"post /test_framework/v1/scenarios/run_scenarios_with_websockets/","href":"/api-reference/test_framework/run-evaluator-websocket"},{"title":"Run Evaluator Pipecat","openapi":"post /test_framework/v1/scenarios/run_scenarios_pipecat/","href":"/api-reference/test_framework/run-evaluator-pipecat"},{"title":"Run Evaluator VAPI WebRTC","openapi":"post /test_framework/v1/scenarios/run_scenarios_vapi_webrtc/","href":"/api-reference/test_framework/run-evaluator-vapi-webrtc"},{"title":"Run Evaluator Retell WebRTC","description":"Execute evaluators against a Retell agent over WebRTC (LiveKit infrastructure). Requires Retell credentials configured on the agent.","openapi":"post /test_framework/v1/scenarios/run_scenarios_retell_webrtc/","href":"/api-reference/test_framework/run-evaluator-retell-webrtc"},{"title":"Run Evaluator ElevenLabs","openapi":"post /test_framework/v1/scenarios/run_scenarios_elevenlabs/","href":"/api-reference/test_framework/run-evaluator-elevenlabs"},{"title":"Run Evaluator CHIRP","description":"Execute evaluators against an agent that exposes a raw-PCM WebSocket endpoint (16 kHz, 16-bit mono). Requires a WebSocket URL on the agent (`telephony.websocket_url`), or `websocket_url` in the request.","openapi":"post /test_framework/v1/scenarios/run_scenarios_chirp/","href":"/api-reference/test_framework/run-evaluator-chirp"},{"title":"Run Evaluator LiveKit (v2)","openapi":"post /test_framework/v1/scenarios/run_scenarios_livekit_v2/","href":"/api-reference/test_framework/run-evaluator-livekit-v2"},{"title":"Run Evaluator Pipecat Cloud (v2)","openapi":"post /test_framework/v1/scenarios/run_scenarios_pipecat_v2/","href":"/api-reference/test_framework/run-evaluator-pipecat-v2"},{"title":"Run Evaluator SIP","openapi":"post /test_framework/v1/scenarios/run_scenarios_sip/","href":"/api-reference/test_framework/run-evaluator-sip"},{"title":"Bulk Update Evaluators","openapi":"post /test_framework/v1/scenarios/adv_update/","href":"/api-reference/test_framework/bulk-update-scenarios"},{"title":"Bulk Delete Evaluators","openapi":"post /test_framework/v1/scenarios/delete_scenarios/","href":"/api-reference/test_framework/bulk-delete-scenarios"},{"title":"Create Evaluator from Transcript","openapi":"post /test_framework/v1/scenarios/create-from-transcript-bg/","href":"/api-reference/test_framework/create-evaluator-from-transcript-bg"},{"title":"Get Create-from-Transcript Progress","openapi":"get /test_framework/v1/scenarios/create-from-transcript-progress/","href":"/api-reference/test_framework/create-evaluator-from-transcript-progress"},{"title":"Create Cronjob","openapi":"post /schedules/v1/cron-jobs/","href":"/api-reference/schedules/create-cronjob"},{"group":"Improve Evaluators","pages":[{"title":"Improve Evaluators with AI","openapi":"post /test_framework/v1/scenarios/scenario-agent/","href":"/api-reference/test_framework/improve-evaluators"},{"title":"Poll Improvement Progress","openapi":"get /test_framework/v1/scenarios/scenario-agent-progress/","href":"/api-reference/test_framework/scenario-agent-progress"},{"title":"Improve Scenario Instructions with AI","openapi":"post /test_framework/v1/scenarios/improve_instructions/","href":"/api-reference/test_framework/improve-instructions"},{"title":"Poll Improve/Generate Instructions Progress","openapi":"get /test_framework/v1/scenarios/instructions-progress/","href":"/api-reference/test_framework/improve-instructions-progress"},{"title":"Update Scenario from Transcript","openapi":"post /test_framework/v1/scenarios/{id}/update_scenario_with_transcript/","href":"/api-reference/test_framework/update-scenario-with-transcript"},{"group":"Improvement Sessions","pages":[{"title":"List Scenario Improvement Sessions","openapi":"get /test_framework/v1/scenario-improvement-sessions/","href":"/api-reference/test_framework/list-improvement-sessions"},{"title":"Create Scenario Improvement Session","openapi":"post /test_framework/v1/scenario-improvement-sessions/","href":"/api-reference/test_framework/create-improvement-session"},{"title":"Get Scenario Improvement Session","openapi":"get /test_framework/v1/scenario-improvement-sessions/{id}/","href":"/api-reference/test_framework/get-improvement-session"},{"title":"Update Scenario Improvement Session","openapi":"patch /test_framework/v1/scenario-improvement-sessions/{id}/","href":"/api-reference/test_framework/update-improvement-session"}]}]},{"group":"Folders","pages":[{"title":"List Folders","openapi":"get /test_framework/v1/scenarios/folders/","href":"/api-reference/test_framework/list-folders"},{"title":"Create Folder","openapi":"post /test_framework/v1/scenarios/create_folder/","href":"/api-reference/test_framework/create-folder"},{"title":"Delete Folder","openapi":"post /test_framework/v1/scenarios/delete_folder/","href":"/api-reference/test_framework/delete-folder"},{"title":"Move Folder","openapi":"post /test_framework/v1/scenarios/move_folder/","href":"/api-reference/test_framework/move-folder"},{"title":"Rename Folder","openapi":"post /test_framework/v1/scenarios/rename_folder/","href":"/api-reference/test_framework/rename-folder"}]},{"group":"Generate Scenarios","pages":[{"title":"Generate Evaluator","openapi":"post /test_framework/v1/scenarios/generate-bg/","href":"/api-reference/test_framework/generate-evaluator-bg"},{"title":"Get Generate Evaluator Progress","openapi":"get /test_framework/v1/scenarios/generate-progress/","href":"/api-reference/test_framework/generate-evaluator-poll-progress"},{"title":"Generate Scenario Instructions with AI","openapi":"post /test_framework/v1/scenarios/generate-instructions/","href":"/api-reference/test_framework/generate-instructions"}]},{"group":"API Chat","pages":[{"title":"Run Evaluator (API Chat)","openapi":"post /test_framework/v1/scenarios/run_scenarios_api_chat/","href":"/api-reference/test_framework/run-evaluator-api-chat"},{"title":"Submit API Chat Turn","openapi":"post /test_framework/v1/runs/{id}/chat/","href":"/api-reference/test_framework/api-chat-submit-turn"},{"title":"Poll API Chat Turn","openapi":"get /test_framework/v1/runs/{id}/chat/{turn_id}/","href":"/api-reference/test_framework/api-chat-poll-turn"},{"title":"End API Chat","openapi":"post /test_framework/v1/runs/{id}/end-chat/","href":"/api-reference/test_framework/api-chat-end"}]},{"title":"Fetch Scenarios JSON Schema","openapi":"get /test_framework/v1/scenarios/json_schema/","href":"/api-reference/test_framework/fetch-scenarios-json-schema"},{"title":"Run Scenarios From Spec JSON","openapi":"post /test_framework/v1/scenarios/run_scenarios_json/","href":"/api-reference/test_framework/run-scenarios-from-spec-json"},{"title":"Update External Scenario Condition Audio","openapi":"put /test_framework/v1/scenarios-external/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/update-external-scenario-condition-audio"},{"title":"Update Scenario Condition Audio","openapi":"put /test_framework/v1/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/update-scenario-condition-audio"},{"title":"Update Scenario Condition Audio V2","openapi":"put /test_framework/v2/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/update-scenario-condition-audio-v2"},{"title":"Validate Scenarios JSON","openapi":"post /test_framework/v1/scenarios/validate_scenarios_json/","href":"/api-reference/test_framework/validate-scenarios-json"},{"title":"Create Evaluator from Transcript V3","openapi":"post /test_framework/v3/scenarios/create-from-transcript/","href":"/api-reference/test_framework/create-evaluator-from-transcript-v3"},{"title":"Generate Evaluator V3","openapi":"post /test_framework/v3/scenarios/generate/","href":"/api-reference/test_framework/generate-evaluator-v3"},{"title":"Generate Scenario Instructions V3","openapi":"post /test_framework/v3/scenarios/generate-instructions/","href":"/api-reference/test_framework/generate-scenario-instructions-v3"},{"title":"Improve Scenario Instructions V3","openapi":"post /test_framework/v3/scenarios/improve_instructions/","href":"/api-reference/test_framework/improve-scenario-instructions-v3"},{"title":"Correct External Scenario Condition Audio","openapi":"patch /test_framework/v1/scenarios-external/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/correct-external-scenario-condition-audio"},{"title":"Correct Scenario Condition Audio","openapi":"patch /test_framework/v1/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/correct-scenario-condition-audio"},{"title":"Correct Scenario Condition Audio V2","openapi":"patch /test_framework/v2/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/correct-scenario-condition-audio-v2"}]},{"group":"Test Profiles","pages":[{"title":"Get Test Profile","openapi":"get /test_framework/v1/test-profiles/{id}/","href":"/api-reference/test_framework/get-test-profile"},{"title":"List Test Profiles","openapi":"get /test_framework/v1/test-profiles/","href":"/api-reference/test_framework/list-test-profiles"},{"title":"Create Test Profile","openapi":"post /test_framework/v1/test-profiles/","href":"/api-reference/test_framework/create-test-profile"},{"title":"Update Test Profile","openapi":"patch /test_framework/v1/test-profiles/{id}/","href":"/api-reference/test_framework/update-test-profile"},{"title":"Delete Test Profile","openapi":"Delete /test_framework/v1/test-profiles/{id}/","href":"/api-reference/test_framework/delete-test-profile"}]},{"group":"Results","pages":[{"title":"Get Result","openapi":"get /test_framework/v2/results/{id}/","href":"/api-reference/test_framework/get-result"},{"title":"List Results","openapi":"get /test_framework/v2/results/","href":"/api-reference/test_framework/list-results"},{"title":"Get Combined Results Report","openapi":"get /test_framework/v2/results/reports/","href":"/api-reference/test_framework/get-combined-results-report"},{"title":"Reevaluate Metrics","openapi":"post /test_framework/v1/results/{id}/evaluate_metrics/","href":"/api-reference/test_framework/reevaluate-metrics"},{"title":"Rerun Results","openapi":"post /test_framework/v1/results/{id}/rerun/","href":"/api-reference/test_framework/rerun-results"},{"openapi":"post /test_framework/v1/results/{id}/delete_runs/","title":"Delete runs from result","href":"/api-reference/test_framework/post-test_frameworkresults-delete_runs"},{"openapi":"post /test_framework/v1/results/{id}/end_calls/","title":"End all calls in result","href":"/api-reference/test_framework/post-test_frameworkresults-end_calls"},{"openapi":"post /test_framework/v1/results/{id}/create_shareable_link_token/","title":"Generate shareable link for result","href":"/api-reference/test_framework/post-test_frameworkresults-create_shareable_link_token"},{"title":"Ask About Result Failures","openapi":"post /test_framework/v1/results/{id}/ask_about_failures/","href":"/api-reference/test_framework/ask-about-failures"},{"title":"Get Ask About Failures Progress","openapi":"get /test_framework/v1/results/failure-analysis-progress/","href":"/api-reference/test_framework/ask-about-failures-progress"},{"title":"Bulk Delete Results External","openapi":"post /test_framework/v1/results-external/bulk_delete/","href":"/api-reference/test_framework/bulk-delete-results-external"},{"title":"Bulk Evaluate Results Metrics External","openapi":"post /test_framework/v1/results-external/bulk_evaluate_metrics/","href":"/api-reference/test_framework/bulk-evaluate-results-metrics-external"},{"title":"Bulk Delete Results","openapi":"post /test_framework/v1/results/bulk_delete/","href":"/api-reference/test_framework/bulk-delete-results"},{"title":"Bulk Evaluate Results Metrics","openapi":"post /test_framework/v1/results/bulk_evaluate_metrics/","href":"/api-reference/test_framework/bulk-evaluate-results-metrics"},{"title":"Ask About Failures v3","openapi":"post /test_framework/v3/results/{id}/ask_about_failures/","href":"/api-reference/test_framework/ask-about-failures-v3"}]},{"group":"Runs","pages":[{"title":"List Runs with IDs","openapi":"get /test_framework/v2/runs/bulk/","href":"/api-reference/test_framework/list-runs-with-ids"},{"openapi":"post /test_framework/v1/runs/{id}/end_call/","title":"End a single call","href":"/api-reference/test_framework/post-test_frameworkruns-end_call"},{"title":"Vote on Run Metric","openapi":"post /test_framework/v1/runs/{id}/mark_metric_vote/","href":"/api-reference/test_framework/vote-run-metric"},{"title":"Get Run Trace","openapi":"get /test_framework/v1/runs/{id}/trace/","href":"/api-reference/test_framework/get-run-trace"},{"title":"Retrieve Execution Logs for a Simulation Run","openapi":"get /test_framework/v1/runs/{id}/logs/","href":"/api-reference/test_framework/get-run-logs"}]},{"group":"Schedules","pages":[{"title":"Get Schedule Job","openapi":"get /schedules/v1/cron-jobs/{id}/","href":"/api-reference/schedules/get-schedule-job"},{"title":"List Schedule Jobs","openapi":"get /schedules/v1/cron-jobs/","href":"/api-reference/schedules/list-schedule-jobs"},{"title":"Create Schedule Job","openapi":"post /schedules/v1/cron-jobs/","href":"/api-reference/schedules/create-schedule-job"},{"title":"Update Schedule Job","openapi":"patch /schedules/v1/cron-jobs/{id}/","href":"/api-reference/schedules/update-schedule-job"},{"title":"Delete Schedule Job","openapi":"delete /schedules/v1/cron-jobs/{id}/","href":"/api-reference/schedules/delete-schedule-job"}]},{"group":"Projects","pages":[{"title":"Get project","openapi":"get /user/v1/projects/{id}/","href":"/api-reference/user/get-project"},{"title":"List projects","openapi":"get /user/v1/projects/","href":"/api-reference/user/list-projects"},{"title":"Create project","openapi":"post /user/v1/projects/","href":"/api-reference/user/create-project"},{"title":"Update project","openapi":"patch /user/v1/projects/{id}/","href":"/api-reference/user/update-project"},{"title":"Delete project","openapi":"delete /user/v1/projects/{id}/","href":"/api-reference/user/delete-project"},{"title":"Enable personalities","openapi":"post /user/v1/projects/{id}/enable_personalities/","href":"/api-reference/user/enable-project-personalities"},{"title":"Disable personalities","openapi":"post /user/v1/projects/{id}/disable_personalities/","href":"/api-reference/user/disable-project-personalities"}]},{"group":"Organization","pages":[{"openapi":"get /user/organizations/","title":"List your organizations","href":"/api-reference/user/get-userorganizations"},{"title":"Get Billing Info","openapi":"get /test_framework/billing/info/","href":"/api-reference/organization/get-billing-info"},{"title":"Get Payment History","openapi":"get /test_framework/billing/payment-history/","href":"/api-reference/test_framework/get-payment-history"},{"title":"List Organizations","openapi":"get /user/v2/organizations/","href":"/api-reference/user/list-organizations"},{"title":"Get Unit Usage Report","openapi":"get /test_framework/billing/unit-usage-report/","href":"/api-reference/test_framework/get-unit-usage-report"}]},{"group":"Dashboards","pages":[{"title":"List Dashboards","openapi":"get /dashboards/dashboards/","href":"/api-reference/dashboards/list-dashboards"},{"title":"Create Dashboard","openapi":"post /dashboards/dashboards/","href":"/api-reference/dashboards/create-dashboard"},{"title":"Get Dashboard","openapi":"get /dashboards/dashboards/{id}/","href":"/api-reference/dashboards/get-dashboard"},{"title":"Update Dashboard","openapi":"patch /dashboards/dashboards/{id}/","href":"/api-reference/dashboards/update-dashboard"},{"title":"Delete Dashboard","openapi":"delete /dashboards/dashboards/{id}/","href":"/api-reference/dashboards/delete-dashboard"},{"title":"Duplicate Dashboard","openapi":"post /dashboards/dashboards/{id}/duplicate/","href":"/api-reference/dashboards/duplicate-dashboard"},{"title":"Bulk Widget Operations","openapi":"post /dashboards/dashboards/{id}/bulk_widgets/","href":"/api-reference/dashboards/bulk-widgets"}]},{"group":"Widgets","pages":[{"title":"List Widgets","openapi":"get /dashboards/widgets/","href":"/api-reference/dashboards/list-widgets"},{"title":"Create Widget","openapi":"post /dashboards/widgets/","href":"/api-reference/dashboards/create-widget"},{"title":"Get Widget","openapi":"get /dashboards/widgets/{id}/","href":"/api-reference/dashboards/get-widget"},{"title":"Update Widget","openapi":"patch /dashboards/widgets/{id}/","href":"/api-reference/dashboards/update-widget"},{"title":"Delete Widget","openapi":"delete /dashboards/widgets/{id}/","href":"/api-reference/dashboards/delete-widget"},{"title":"Get Widget Data","openapi":"get /dashboards/widgets/{id}/data/","href":"/api-reference/dashboards/get-widget-data"},{"title":"Preview Widget Data","openapi":"post /dashboards/widgets/preview_data/","href":"/api-reference/dashboards/preview-widget-data"},{"title":"Bulk Widget Data","openapi":"post /dashboards/widgets/bulk_data/","href":"/api-reference/dashboards/widget-bulk-data"}]},{"group":"Audit Logs","pages":[{"title":"List Audit Logs","openapi":"get /user/v1/audit-logs/","href":"/api-reference/user/list-audit-logs"}]},{"group":"API Keys","pages":[{"title":"Create API Key","openapi":"post /user/api/v1/user-api-key/","href":"/api-reference/user/create-api-key"}]},{"group":"Others","pages":[{"title":"List Personalities","openapi":"get /test_framework/v1/personalities/","href":"/api-reference/test_framework/list-personalities"},{"title":"Create Personality","openapi":"post /test_framework/v1/personalities/","href":"/api-reference/test_framework/create-personality"},{"title":"Update Personality","openapi":"patch /test_framework/v1/personalities/{id}/","href":"/api-reference/test_framework/update-personality"},{"title":"Fork Personality","openapi":"post /test_framework/v1/personalities/{id}/fork/","href":"/api-reference/test_framework/fork-personality"},{"title":"List Predefined Metrics","openapi":"get /test_framework/v1/predefined-metrics/","href":"/api-reference/test_framework/list-predefined-metrics"},{"title":"List Inbound Phone Numbers","openapi":"get /test_framework/v1/phone-numbers/inbound/","href":"/api-reference/test_framework/list-inbound-phone-numbers"},{"title":"Create Evaluators from Call Logs","openapi":"post /observability/v1/call-logs/create_scenarios/","href":"/api-reference/observability/create-scenarios-from-call-logs"},{"title":"Get Progress For Evaluator Creation","openapi":"get /observability/v1/call-logs/create_scenarios_progress/","href":"/api-reference/observability/create-scenarios-from-call-logs-progress"},{"title":"Get Alert Review Detail","openapi":"get /observability/v1/alerts/{id}/review_detail/","href":"/api-reference/observability/get-alert-review-detail"},{"title":"Summarize Alert","openapi":"post /observability/v1/alerts/{id}/summarize/","href":"/api-reference/observability/summarize-alert"},{"title":"List Alerts for Review","openapi":"get /observability/v1/alerts/review/","href":"/api-reference/observability/list-alerts-for-review"},{"title":"Get Alert Summarization Progress","openapi":"get /observability/v1/alerts/summarize_progress/","href":"/api-reference/observability/get-alert-summarization-progress"},{"title":"Trigger Alert Summary","openapi":"get /observability/v1/alerts/trigger_summary/","href":"/api-reference/observability/trigger-alert-summary"},{"title":"Bulk Generate Metric Failure Mode Insights","openapi":"post /observability/v1/metric-failure-mode-insights/bulk_generate/","href":"/api-reference/observability/bulk-generate-metric-failure-mode-insights"},{"title":"List Deep Research Insights","openapi":"get /observability/v1/deep-research-insights/","href":"/api-reference/observability/list-deep-research-insights"},{"title":"Get Deep Research Insight","openapi":"get /observability/v1/deep-research-insights/{id}/","href":"/api-reference/observability/get-deep-research-insight"},{"title":"Delete Deep Research Insight","openapi":"delete /observability/v1/deep-research-insights/{id}/","href":"/api-reference/observability/delete-deep-research-insight"},{"title":"Dismiss Deep Research Insight Mode","openapi":"post /observability/v1/deep-research-insights/dismiss_mode/","href":"/api-reference/observability/dismiss-deep-research-insight-mode"},{"title":"Generate Deep Research Insights","openapi":"post /observability/v1/deep-research-insights/generate/","href":"/api-reference/observability/generate-deep-research-insights"},{"title":"Get Metric Failure Mode Insights Available Dates","openapi":"get /observability/v1/metric-failure-mode-insights/available_dates/","href":"/api-reference/observability/get-metric-failure-mode-insights-available-dates"},{"title":"Retrieve Deep Research Insights Pricing","openapi":"get /observability/v1/deep-research-insights/pricing/","href":"/api-reference/observability/retrieve-deep-research-insights-pricing"},{"title":"List Metric Failure Mode Insight Categories","openapi":"get /observability/v1/metric-failure-mode-insights/categories/","href":"/api-reference/observability/list-metric-failure-mode-insight-categories"},{"title":"Add Metric Failure Mode Insight Category Example Calls to Labs","openapi":"post /observability/v1/metric-failure-mode-insights/categories/{category_slug}/fix-metric/","href":"/api-reference/observability/add-metric-failure-mode-insight-category-example-calls-to-labs"},{"title":"List Agent Improvement Sessions","openapi":"get /observability/v1/agent-improvement-sessions/","href":"/api-reference/observability/list-agent-improvement-sessions"},{"title":"Create Agent Improvement Session","openapi":"post /observability/v1/agent-improvement-sessions/","href":"/api-reference/observability/create-agent-improvement-session"},{"title":"Get Agent Improvement Session","openapi":"get /observability/v1/agent-improvement-sessions/{id}/","href":"/api-reference/observability/get-agent-improvement-session"},{"title":"List Metric Failure Mode Insight Category Calls","openapi":"get /observability/v1/metric-failure-mode-insights/categories/{category_slug}/calls/","href":"/api-reference/observability/list-metric-failure-mode-insight-category-calls"},{"title":"Delete Metric Failure Mode Insight Category","openapi":"delete /observability/v1/metric-failure-mode-insights/categories/{category_slug}/delete/","href":"/api-reference/observability/delete-metric-failure-mode-insight-category"},{"title":"List Metric Failure Rates","openapi":"get /observability/v1/metric-failure-mode-insights/failure-rates/","href":"/api-reference/observability/list-metric-failure-rates"},{"title":"List Tools","openapi":"get /test_framework/v1/tools/","href":"/api-reference/test_framework/list-tools"},{"title":"Get Tool","openapi":"get /test_framework/v1/tools/{id}/","href":"/api-reference/test_framework/get-tool"},{"title":"Create External Personality Voice Clone","openapi":"post /test_framework/v1/personalities-external/clone_voice/","href":"/api-reference/test_framework/create-external-personality-voice-clone"},{"title":"Create Personality Voice Clone","openapi":"post /test_framework/v1/personalities/clone_voice/","href":"/api-reference/test_framework/create-personality-voice-clone"},{"title":"Summarize Alert V3","openapi":"post /observability/v3/alerts/{id}/summarize/","href":"/api-reference/observability/summarize-alert-v3"},{"title":"Create Evaluators from Call Logs V3","openapi":"post /observability/v3/call-logs/create_scenarios/","href":"/api-reference/observability/create-evaluators-from-call-logs-v3"}]}]}]},{"tab":"MCP \u0026 Skills","pages":[{"title":"MCP \u0026 Skills","href":"/mcp/overview"}]},{"tab":"CLI \u0026 SDK","pages":[{"title":"CLI \u0026 SDK","href":"/cli-sdk/overview"}]}]},"title":"Run Evaluator ElevenLabs - Cekura","buildId":"dpl_2xiSHD9XEvLsPGPcfoMtkLTB3dy9","deploymentId":"dpl_2xiSHD9XEvLsPGPcfoMtkLTB3dy9","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-DmVyH30O.js","utils-BHQqGGOd.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-CD-E4BIt.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Bp5Lq9Ds.js","snippetPresets-C4xAVCFP.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-CgXVLxUC.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-BF8I5oUf.js","shallow-Byd0lWnC.js","getApiPlaygroundDisplay-BGOZG1OK.js","CodeSnippet-CpvQL0CY.js","CodeSnippets-B8wkBKXa.js","Page-CBCH2P7b.js","getPastedJson-Ry3scI3Y.js","icon-D7a9HcdD.js","MethodPill-CJ8pmHhz.js","DuplicateIcon-rh1HJF0t.js","createIcon-DvGznqYs.js","DynamicMarkdown-Cc6AuSHS.js","SectionHeading-B4A0S-ep.js","axios-vUo_bRtp.js","Markdown-Cc16CX65.js","clsx-Cs6nMGht.js","lib-DuNMoZ05.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-zbf22OZA.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-C_fs-y5n.js"]}