Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.
Scenario Instructions - format depends on scenario_type:
For scenario_type="instruction":
Plain text describing the caller's behavior.
Example: "You are a customer calling to inquire about your order status. Be polite and provide order number 12345 when asked."
For scenario_type="conditional_actions":
Use the structured conditional_actions field instead. If you must send via this field, pass the same object as a JSON-formatted string. The earlier id-based format (id, condition, action, type, fixed_message) is still accepted on writes. Responses return this shape unless conditional_actions_format=legacy is passed:
{ "role": "A friendly customer calling about an appointment", "first_message": "Hi, I'd like to check on my upcoming appointment <silence time=\"1.5s\" />", "conditions": [ {"when": "The agent asks for your name", "say": "My name is Sarah Johnson"}, {"when": "The agent asks for your date of birth", "say": "January first, nineteen ninety"}, { "when": "The agent confirms your identity and provides appointment details", "say": "Thank you, that's all I needed", "then": ["<endcall />"] } ] }
Structure:
role: Personality/role description
first_message: What the caller says first; empty means wait for the agent. Use {"say": "...", "then": [...]} to add follow-ups.
conditions[].when: A third-person description of the agent's observable action, matched semantically against the conversation
conditions[].say: The caller's reply, spoken verbatim. Wrap the whole step in <ai_generated>...</ai_generated> to let the caller improvise from it instead
conditions[].then: Optional follow-up steps, each fired on the caller's next turn after one agent reply, in order
Steps support SSML <silence time="1.5s" /> (interruptible), <hold time="2s" /> (not interruptible), [laughter] and <endcall /> in verbatim steps
(Deprecated) Foreign key reference to the phone number. Use phone_number field instead. This field is maintained for backward compatibility and will be automatically synced with phone_number.
REMOVED FROM API. Historically stored a flat copy of the agent's dynamic-variable values for the scenario. The column is retained read-only for legacy rows; reads still return its historical value, but writes via the API are rejected with a 400. At call time the Run-level helper consults this column ONLY when the attached test_profile is legacy-flat (or absent) — sectioned test profiles are the canonical source and ignore this column. Put dynamic-variable values in test_profile.information.main_agent_variables for new scenarios.
Path of an existing folder to assign this evaluator to, e.g. "Sales" or "Sales.Inbound". Create it first with the create-folder endpoint.
{"docsConfig":{"$schema":"https://mintlify.com/docs.json","theme":"mint","name":"Cekura","colors":{"primary":"#8184FF","light":"#A6A7EA","dark":"#8184FF"},"favicon":"https://mintcdn.com/vocera/-ehbdLduj39oRXOg/logo/favicon.png?fit=max\u0026auto=format\u0026n=-ehbdLduj39oRXOg\u0026q=85\u0026s=e32d4e5dc1d57d5e2b2fc594b73f0bb2","logo":{"light":"https://mintcdn.com/vocera/NnWFOccGgHKr48PP/logo/logo-dark.svg?fit=max\u0026auto=format\u0026n=NnWFOccGgHKr48PP\u0026q=85\u0026s=fe825439de9afd1d121723398224f0fe","dark":"https://mintcdn.com/vocera/NnWFOccGgHKr48PP/logo/light.svg?fit=max\u0026auto=format\u0026n=NnWFOccGgHKr48PP\u0026q=85\u0026s=f71dda7aa2212d127512fb4e6b40961a"},"navbar":{"links":[{"label":"Support","href":"mailto:support@cekura.ai"}],"primary":{"type":"button","label":"Dashboard","href":"https://dashboard.cekura.ai"}},"footer":{"socials":{"x":"https://x.com/CekuraAI","linkedin":"https://www.linkedin.com/company/cekuraai"}},"styling":{"latex":true},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"vocera","hasAudioNarration":false,"actualSubdomain":"vocera","customDomains":["docs.cekura.ai"],"gitSource":{"type":"github","owner":"cekura-ai","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6ae1d14b8e4709662983f2e3","collectionId":"5dbf9d3f-da54-4269-b32f-6c5545fbc940","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6ae1d14b8e4709662983f2e3"},"feedback":{"edits":false},"entitlements":{"AI_CHAT":{"status":"ENABLED"},"WEB_MCP":{"status":"ENABLED"},"NARRATION":{"status":"ENABLED"}},"buildId":"6ae1f065661bff0c6e73090d","clientVersion":"0.0.3990","searchFilterCounts":[{"language":"default","tag":"API Reference","count":412},{"language":"default","tag":"Documentation","count":106},{"language":"default","tag":"Evaluators","count":64},{"language":"default","tag":"Guides","count":40},{"language":"default","tag":"Metrics","count":37},{"language":"default","tag":"Others","count":35},{"language":"default","tag":"Integrations","count":27},{"language":"default","tag":"Testing","count":23},{"language":"default","tag":"Key Concepts","count":19},{"language":"default","tag":"Advanced","count":18}]},"assistantConfig":{},"basePath":"","hasChatPermissions":true,"hasWebMcpPermissions":true,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-v7-file-tree","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"pause-universal-search-reconcile","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"per-site-search-delta","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-private-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-nav-generations","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-agent-model-picker","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"isAtlas":false,"googleFontsInlined":false},"customCss":[{"filePath":"style.css","content":"#navbar img{height:36px}.dark #sidebar-group img{background-color:transparent!important}#content-container::before{content:\"\";position:fixed;top:-190px;right:0;width:40%;height:124%;opacity:.4;background-repeat:no-repeat;background-image:url(/images/bg-dark.png)}"}],"page":{"pagePath":"api-reference/test_framework/bulk-update-scenarios","slug":"/api-reference/test_framework/bulk-update-scenarios","pageMetadata":{"title":"Bulk Update Evaluators","description":"Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.","openapi":"post /test_framework/v1/scenarios/adv_update/","slug":"bulk-update-scenarios","href":"/api-reference/test_framework/bulk-update-scenarios"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){return _jsx(_Fragment,{})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Bulk Update Evaluators","description":"Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.","openapi":"post /test_framework/v1/scenarios/adv_update/","slug":"bulk-update-scenarios","href":"/api-reference/test_framework/bulk-update-scenarios"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[],"codeExamples":{}},"jsLinks":["/_mintlify/custom/vocera/b06c8fbedf65997d/old-api-docs.js"],"openApiReferenceData":{"operation":{"operationId":"scenarios-bulk-update_2","description":"Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.","summary":"Bulk update evaluators","tags":["Evaluators"],"requestBody":"ae25d97e-a385-4c05-b512-c0b569991a8a","security":["e1092c39-986a-46f4-9bba-1b30b27c0381","51203f4b-97df-4f2f-9c51-4a867a6cc3fd","fcb0a91f-477d-49e4-b605-8021c4c2d644"],"responses":{"200":"80cafb23-247e-4a84-9c46-033228b1f5d2","400":"5dcec8e7-a8e0-4d5b-9d11-e68c0d2b4a35"},"x-mcp-tool-name":"scenarios_bulk_update","method":"post","type":"path","servers":["9813633f-576d-4e77-b6b2-12f9e2fc9dc4"],"path":"/test_framework/v1/scenarios/adv_update/","baseUrlOptions":["https://api.cekura.ai"],"title":"Bulk update evaluators","codeSamples":[],"requiredOnlyExamples":false,"requestExampleType":"generated","responseExampleType":"generated"},"dependencies":{"parameters":{},"requestBody":{"content":{"application/json":{"schema":{"type":"object","properties":{"scenarios":{"type":"array","items":{"type":"integer","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"integer"},"description":"List of evaluator (scenario) IDs to update.","isRequired":true,"uniqueKey":"scenarios","typeLabel":"integer[]"},"agent":{"type":"integer","description":"Scopes the permission check to a specific agent (either this or `project` is required). When provided, also overrides each evaluator's `agent` to this ID.","uniqueKey":"agent","typeLabel":"integer"},"project":{"type":"integer","description":"Scope the permission check to a specific project. Either this or `agent` is required.","uniqueKey":"project","typeLabel":"integer"},"metric_ids_to_add":{"type":"array","items":{"type":"integer","uniqueKey":"metric_ids_to_add.items.[INDEX]","typeLabel":"integer"},"description":"Metric IDs to attach to each evaluator.","uniqueKey":"metric_ids_to_add","typeLabel":"integer[]"},"metric_ids_to_remove":{"type":"array","items":{"type":"integer","uniqueKey":"metric_ids_to_remove.items.[INDEX]","typeLabel":"integer"},"description":"Metric IDs to detach from each evaluator.","uniqueKey":"metric_ids_to_remove","typeLabel":"integer[]"},"tool_ids_to_add":{"type":"array","items":{"type":"integer","uniqueKey":"tool_ids_to_add.items.[INDEX]","typeLabel":"integer"},"description":"Tool IDs to attach to each evaluator.","uniqueKey":"tool_ids_to_add","typeLabel":"integer[]"},"tool_ids_to_remove":{"type":"array","items":{"type":"integer","uniqueKey":"tool_ids_to_remove.items.[INDEX]","typeLabel":"integer"},"description":"Tool IDs to detach from each evaluator.","uniqueKey":"tool_ids_to_remove","typeLabel":"integer[]"},"personality":{"type":"integer","description":"Replace each evaluator's personality with this ID.","uniqueKey":"personality","typeLabel":"integer"},"test_profile":{"type":"integer","description":"Replace each evaluator's test profile with this ID.","uniqueKey":"test_profile","typeLabel":"integer"},"append_instruction":{"type":"string","description":"Text appended to every evaluator's instructions. Concatenates on each call — not idempotent.","uniqueKey":"append_instruction","typeLabel":"string"},"first_message":{"type":"string","description":"Replace each evaluator's first message.","uniqueKey":"first_message","typeLabel":"string"},"phone_number":{"type":"integer","description":"Replace each evaluator's outbound phone number ID.","uniqueKey":"phone_number","typeLabel":"integer"},"inbound_phone_number":{"type":"integer","description":"Replace each evaluator's inbound phone number ID.","uniqueKey":"inbound_phone_number","typeLabel":"integer"},"folder_path":{"type":"string","description":"Move every evaluator into this folder. Dot-separated (e.g. \"Sales.Inbound\").","uniqueKey":"folder_path","typeLabel":"string"},"max_duration":{"type":"integer","description":"Replace each evaluator's max duration in seconds.","uniqueKey":"max_duration","typeLabel":"integer"}},"required":["scenarios"],"uniqueKey":"","typeLabel":"object"},"examples":{"AttachTwoMetricsToABatchOfScenarios":{"title":"AttachTwoMetricsToABatchOfScenarios","value":{"agent":12,"scenarios":[101,102,103],"metric_ids_to_add":[501,502]}},"MoveScenariosIntoAFolderAndSwitchPersonality":{"title":"MoveScenariosIntoAFolderAndSwitchPersonality","value":{"agent":12,"scenarios":[101,102],"folder_path":"Sales.Inbound","personality":7}}},"exampleType":"examples"},"application/x-www-form-urlencoded":{"schema":{"type":"object","properties":{"scenarios":{"type":"array","items":{"type":"integer","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"integer"},"description":"List of evaluator (scenario) IDs to update.","isRequired":true,"uniqueKey":"scenarios","typeLabel":"integer[]"},"agent":{"type":"integer","description":"Scopes the permission check to a specific agent (either this or `project` is required). When provided, also overrides each evaluator's `agent` to this ID.","uniqueKey":"agent","typeLabel":"integer"},"project":{"type":"integer","description":"Scope the permission check to a specific project. Either this or `agent` is required.","uniqueKey":"project","typeLabel":"integer"},"metric_ids_to_add":{"type":"array","items":{"type":"integer","uniqueKey":"metric_ids_to_add.items.[INDEX]","typeLabel":"integer"},"description":"Metric IDs to attach to each evaluator.","uniqueKey":"metric_ids_to_add","typeLabel":"integer[]"},"metric_ids_to_remove":{"type":"array","items":{"type":"integer","uniqueKey":"metric_ids_to_remove.items.[INDEX]","typeLabel":"integer"},"description":"Metric IDs to detach from each evaluator.","uniqueKey":"metric_ids_to_remove","typeLabel":"integer[]"},"tool_ids_to_add":{"type":"array","items":{"type":"integer","uniqueKey":"tool_ids_to_add.items.[INDEX]","typeLabel":"integer"},"description":"Tool IDs to attach to each evaluator.","uniqueKey":"tool_ids_to_add","typeLabel":"integer[]"},"tool_ids_to_remove":{"type":"array","items":{"type":"integer","uniqueKey":"tool_ids_to_remove.items.[INDEX]","typeLabel":"integer"},"description":"Tool IDs to detach from each evaluator.","uniqueKey":"tool_ids_to_remove","typeLabel":"integer[]"},"personality":{"type":"integer","description":"Replace each evaluator's personality with this ID.","uniqueKey":"personality","typeLabel":"integer"},"test_profile":{"type":"integer","description":"Replace each evaluator's test profile with this ID.","uniqueKey":"test_profile","typeLabel":"integer"},"append_instruction":{"type":"string","description":"Text appended to every evaluator's instructions. Concatenates on each call — not idempotent.","uniqueKey":"append_instruction","typeLabel":"string"},"first_message":{"type":"string","description":"Replace each evaluator's first message.","uniqueKey":"first_message","typeLabel":"string"},"phone_number":{"type":"integer","description":"Replace each evaluator's outbound phone number ID.","uniqueKey":"phone_number","typeLabel":"integer"},"inbound_phone_number":{"type":"integer","description":"Replace each evaluator's inbound phone number ID.","uniqueKey":"inbound_phone_number","typeLabel":"integer"},"folder_path":{"type":"string","description":"Move every evaluator into this folder. Dot-separated (e.g. \"Sales.Inbound\").","uniqueKey":"folder_path","typeLabel":"string"},"max_duration":{"type":"integer","description":"Replace each evaluator's max duration in seconds.","uniqueKey":"max_duration","typeLabel":"integer"}},"required":["scenarios"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"scenarios":[123],"agent":123,"project":123,"metric_ids_to_add":[123],"metric_ids_to_remove":[123],"tool_ids_to_add":[123],"tool_ids_to_remove":[123],"personality":123,"test_profile":123,"append_instruction":"\u003cstring>","first_message":"\u003cstring>","phone_number":123,"inbound_phone_number":123,"folder_path":"\u003cstring>","max_duration":123}}},"exampleType":"generated"},"multipart/form-data":{"schema":{"type":"object","properties":{"scenarios":{"type":"array","items":{"type":"integer","uniqueKey":"scenarios.items.[INDEX]","typeLabel":"integer"},"description":"List of evaluator (scenario) IDs to update.","isRequired":true,"uniqueKey":"scenarios","typeLabel":"integer[]"},"agent":{"type":"integer","description":"Scopes the permission check to a specific agent (either this or `project` is required). When provided, also overrides each evaluator's `agent` to this ID.","uniqueKey":"agent","typeLabel":"integer"},"project":{"type":"integer","description":"Scope the permission check to a specific project. Either this or `agent` is required.","uniqueKey":"project","typeLabel":"integer"},"metric_ids_to_add":{"type":"array","items":{"type":"integer","uniqueKey":"metric_ids_to_add.items.[INDEX]","typeLabel":"integer"},"description":"Metric IDs to attach to each evaluator.","uniqueKey":"metric_ids_to_add","typeLabel":"integer[]"},"metric_ids_to_remove":{"type":"array","items":{"type":"integer","uniqueKey":"metric_ids_to_remove.items.[INDEX]","typeLabel":"integer"},"description":"Metric IDs to detach from each evaluator.","uniqueKey":"metric_ids_to_remove","typeLabel":"integer[]"},"tool_ids_to_add":{"type":"array","items":{"type":"integer","uniqueKey":"tool_ids_to_add.items.[INDEX]","typeLabel":"integer"},"description":"Tool IDs to attach to each evaluator.","uniqueKey":"tool_ids_to_add","typeLabel":"integer[]"},"tool_ids_to_remove":{"type":"array","items":{"type":"integer","uniqueKey":"tool_ids_to_remove.items.[INDEX]","typeLabel":"integer"},"description":"Tool IDs to detach from each evaluator.","uniqueKey":"tool_ids_to_remove","typeLabel":"integer[]"},"personality":{"type":"integer","description":"Replace each evaluator's personality with this ID.","uniqueKey":"personality","typeLabel":"integer"},"test_profile":{"type":"integer","description":"Replace each evaluator's test profile with this ID.","uniqueKey":"test_profile","typeLabel":"integer"},"append_instruction":{"type":"string","description":"Text appended to every evaluator's instructions. Concatenates on each call — not idempotent.","uniqueKey":"append_instruction","typeLabel":"string"},"first_message":{"type":"string","description":"Replace each evaluator's first message.","uniqueKey":"first_message","typeLabel":"string"},"phone_number":{"type":"integer","description":"Replace each evaluator's outbound phone number ID.","uniqueKey":"phone_number","typeLabel":"integer"},"inbound_phone_number":{"type":"integer","description":"Replace each evaluator's inbound phone number ID.","uniqueKey":"inbound_phone_number","typeLabel":"integer"},"folder_path":{"type":"string","description":"Move every evaluator into this folder. Dot-separated (e.g. \"Sales.Inbound\").","uniqueKey":"folder_path","typeLabel":"string"},"max_duration":{"type":"integer","description":"Replace each evaluator's max duration in seconds.","uniqueKey":"max_duration","typeLabel":"integer"}},"required":["scenarios"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"scenarios":[123],"agent":123,"project":123,"metric_ids_to_add":[123],"metric_ids_to_remove":[123],"tool_ids_to_add":[123],"tool_ids_to_remove":[123],"personality":123,"test_profile":123,"append_instruction":"\u003cstring>","first_message":"\u003cstring>","phone_number":123,"inbound_phone_number":123,"folder_path":"\u003cstring>","max_duration":123}}},"exampleType":"generated"}},"required":true,"exampleType":"examples"},"responses":{"80cafb23-247e-4a84-9c46-033228b1f5d2":{"content":{"application/json":{"schema":{"type":"object","description":"","properties":{"name":{"type":"string","description":"Name of the scenario","maxLength":80,"isRequired":true,"uniqueKey":"name","typeLabel":"string"},"instructions":{"type":"string","description":"\nScenario Instructions - format depends on scenario_type:\n\n**For scenario_type=\"instruction\":**\nPlain text describing the caller's behavior.\nExample: `\"You are a customer calling to inquire about your order status. Be polite and provide order number 12345 when asked.\"`\n\n**For scenario_type=\"conditional_actions\":**\nUse the structured `conditional_actions` field instead. If you must send via this field, pass the same object as a JSON-formatted string. The earlier id-based format (`id`, `condition`, `action`, `type`, `fixed_message`) is still accepted on writes. Responses return this shape unless `conditional_actions_format=legacy` is passed:\n```json\n{\n \"role\": \"A friendly customer calling about an appointment\",\n \"first_message\": \"Hi, I'd like to check on my upcoming appointment \u003csilence time=\\\"1.5s\\\" />\",\n \"conditions\": [\n {\"when\": \"The agent asks for your name\", \"say\": \"My name is Sarah Johnson\"},\n {\"when\": \"The agent asks for your date of birth\", \"say\": \"January first, nineteen ninety\"},\n {\n \"when\": \"The agent confirms your identity and provides appointment details\",\n \"say\": \"Thank you, that's all I needed\",\n \"then\": [\"\u003cendcall />\"]\n }\n ]\n}\n```\n\n**Structure:**\n- `role`: Personality/role description\n- `first_message`: What the caller says first; empty means wait for the agent. Use `{\"say\": \"...\", \"then\": [...]}` to add follow-ups.\n- `conditions[].when`: A third-person description of the agent's observable action, matched semantically against the conversation\n- `conditions[].say`: The caller's reply, spoken verbatim. Wrap the whole step in `\u003cai_generated>...\u003c/ai_generated>` to let the caller improvise from it instead\n- `conditions[].then`: Optional follow-up steps, each fired on the caller's next turn after one agent reply, in order\n- Steps support SSML `\u003csilence time=\"1.5s\" />` (interruptible), `\u003chold time=\"2s\" />` (not interruptible), `[laughter]` and `\u003cendcall />` in verbatim steps\n","isRequired":true,"uniqueKey":"instructions","typeLabel":"string"},"agent":{"type":"integer","description":"Foreign key reference to the AI agent that owns this scenario","isRequired":true,"uniqueKey":"agent","typeLabel":"integer"},"id":{"type":"integer","readOnly":true,"description":"\nUnique identifier for the AI agent\nExample: `123`\n","uniqueKey":"id","typeLabel":"integer"},"personality":{"oneOf":[{"type":"integer","description":"Foreign key reference to the personality used in this scenario","uniqueKey":"personality.oneOf.0","typeLabel":"integer"},{"type":"null","description":"Foreign key reference to the personality used in this scenario","uniqueKey":"personality.oneOf.1","typeLabel":"null"}],"uniqueKey":"personality","typeLabel":"integer | null"},"personality_name":{"type":"string","readOnly":true,"description":"\nName of the personality used in this scenario\nExample: `\"Normal Male\"`\n","uniqueKey":"personality_name","typeLabel":"string"},"agent_name":{"type":"string","readOnly":true,"description":"\nName of the agent associated with this scenario\nExample: `\"Customer Support Agent\"`\n","uniqueKey":"agent_name","typeLabel":"string"},"phone_number":{"type":"string","readOnly":true,"uniqueKey":"phone_number","typeLabel":"string"},"expected_outcome_prompt":{"type":"string","readOnly":true,"description":"\nExpected outcome prompt for the scenario\nExample: `\"The user should be able to complete the order\"`\n","uniqueKey":"expected_outcome_prompt","typeLabel":"string"},"scenario_language":{"oneOf":[{"enum":["af","ar","bn","bg","zh","cs","da","nl","en","et","fi","fr","de","el","gu","hi","he","hu","id","it","ja","kn","kk","ko","ms","ml","mr","multi","no","pl","pa","pt","ro","ru","sk","es","sv","th","tr","tl","ta","te","uk","uz","vi",null],"type":"string","x-spec-enum-id":"f996e9ef7edb7fea","description":"Language code for the scenario (ISO language code)\n\n* `af` - Afrikaans\n* `ar` - Arabic\n* `bn` - Bengali\n* `bg` - Bulgarian\n* `zh` - Chinese Simplified\n* `cs` - Czech\n* `da` - Danish\n* `nl` - Dutch\n* `en` - English\n* `et` - Estonian\n* `fi` - Finnish\n* `fr` - French\n* `de` - German\n* `el` - Greek\n* `gu` - Gujarati\n* `hi` - Hindi\n* `he` - Hebrew\n* `hu` - Hungarian\n* `id` - Indonesian\n* `it` - Italian\n* `ja` - Japanese\n* `kn` - Kannada\n* `kk` - Kazakh\n* `ko` - Korean\n* `ms` - Malay\n* `ml` - Malayalam\n* `mr` - Marathi\n* `multi` - Multilingual\n* `no` - Norwegian\n* `pl` - Polish\n* `pa` - Punjabi\n* `pt` - Portuguese\n* `ro` - Romanian\n* `ru` - Russian\n* `sk` - Slovak\n* `es` - Spanish\n* `sv` - Swedish\n* `th` - Thai\n* `tr` - Turkish\n* `tl` - Tagalog\n* `ta` - Tamil\n* `te` - Telugu\n* `uk` - Ukrainian\n* `uz` - Uzbek\n* `vi` - Vietnamese","uniqueKey":"scenario_language.oneOf.0","typeLabel":"enum\u003cstring>"},{"enum":["af","ar","bn","bg","zh","cs","da","nl","en","et","fi","fr","de","el","gu","hi","he","hu","id","it","ja","kn","kk","ko","ms","ml","mr","multi","no","pl","pa","pt","ro","ru","sk","es","sv","th","tr","tl","ta","te","uk","uz","vi",null],"type":"null","x-spec-enum-id":"f996e9ef7edb7fea","description":"Language code for the scenario (ISO language code)\n\n* `af` - Afrikaans\n* `ar` - Arabic\n* `bn` - Bengali\n* `bg` - Bulgarian\n* `zh` - Chinese Simplified\n* `cs` - Czech\n* `da` - Danish\n* `nl` - Dutch\n* `en` - English\n* `et` - Estonian\n* `fi` - Finnish\n* `fr` - French\n* `de` - German\n* `el` - Greek\n* `gu` - Gujarati\n* `hi` - Hindi\n* `he` - Hebrew\n* `hu` - Hungarian\n* `id` - Indonesian\n* `it` - Italian\n* `ja` - Japanese\n* `kn` - Kannada\n* `kk` - Kazakh\n* `ko` - Korean\n* `ms` - Malay\n* `ml` - Malayalam\n* `mr` - Marathi\n* `multi` - Multilingual\n* `no` - Norwegian\n* `pl` - Polish\n* `pa` - Punjabi\n* `pt` - Portuguese\n* `ro` - Romanian\n* `ru` - Russian\n* `sk` - Slovak\n* `es` - Spanish\n* `sv` - Swedish\n* `th` - Thai\n* `tr` - Turkish\n* `tl` - Tagalog\n* `ta` - Tamil\n* `te` - Telugu\n* `uk` - Ukrainian\n* `uz` - Uzbek\n* `vi` - Vietnamese","uniqueKey":"scenario_language.oneOf.1","typeLabel":"null"}],"uniqueKey":"scenario_language","typeLabel":"enum\u003cstring> | null"},"scenario_type":{"enum":["instruction","conditional_actions"],"type":"string","x-spec-enum-id":"97f8e4b948b4e205","default":"instruction","description":"\nType of scenario:\n- `instruction`: Standard instruction-based scenario where instructions field contains plain text\n- `conditional_actions`: Conditional action-based scenario where instructions field contains JSON\n\n\n* `instruction` - Instruction\n* `conditional_actions` - Conditional Actions","uniqueKey":"scenario_type","typeLabel":"enum\u003cstring>"},"tags":{"description":"\nList of tags associated with this scenario for categorization\nExample: `[\"tag1\", \"tag2\", \"tag3\"]`\n","uniqueKey":"tags","typeLabel":"any"},"inbound_phone_number":{"oneOf":[{"type":"integer","description":"(Deprecated) Foreign key reference to the phone number. Use phone_number field instead. This field is maintained for backward compatibility and will be automatically synced with phone_number.","uniqueKey":"inbound_phone_number.oneOf.0","typeLabel":"integer"},{"type":"null","description":"(Deprecated) Foreign key reference to the phone number. Use phone_number field instead. This field is maintained for backward compatibility and will be automatically synced with phone_number.","uniqueKey":"inbound_phone_number.oneOf.1","typeLabel":"null"}],"uniqueKey":"inbound_phone_number","typeLabel":"integer | null"},"inbound_phone_number_data":{"type":"string","readOnly":true,"description":"Details of the phone number used for inbound calls","uniqueKey":"inbound_phone_number_data","typeLabel":"string"},"metrics":{"type":"string","readOnly":true,"description":"List of metrics associated with this scenario for evaluation","uniqueKey":"metrics","typeLabel":"string"},"metric_names":{"type":"string","readOnly":true,"description":"\nList of metric names associated with this scenario\nExample: `[\"Metric 1\", \"Metric 2\", \"Metric 3\"]`\n","uniqueKey":"metric_names","typeLabel":"string"},"first_message":{"type":"string","default":"Hello","description":"The initial message that the AI agent will send when the scenario starts","uniqueKey":"first_message","typeLabel":"string"},"tool_ids":{"description":"\nList of tool IDs that are available for use in this scenario\nExample: `[\"TOOL_DTML\", \"TOOL_END_CALL\"]`\n","uniqueKey":"tool_ids","typeLabel":"any"},"test_profile":{"oneOf":[{"type":"integer","description":"\nTest profile ID\nExample: `123`\n","uniqueKey":"test_profile.oneOf.0","typeLabel":"integer"},{"type":"null","description":"\nTest profile ID\nExample: `123`\n","uniqueKey":"test_profile.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile","typeLabel":"integer | null"},"test_profile_data":{"type":"object","description":"\nDetails of the test profile associated with this scenario\nExample:\n```json\n{\n \"id\": \"\u003cinteger>\",\n \"agent\": \"\u003cinteger>\",\n \"name\": \"\u003cstring>\",\n \"information\": {\n \"user_name\": \"John Doe\",\n \"user_email\": \"john.doe@example.com\",\n }\n}\n```\n","required":["name"],"properties":{"name":{"type":"string","maxLength":255,"isRequired":true,"uniqueKey":"test_profile_data.name","typeLabel":"string"},"id":{"type":"integer","readOnly":true,"uniqueKey":"test_profile_data.id","typeLabel":"integer"},"project":{"oneOf":[{"type":"integer","uniqueKey":"test_profile_data.project.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"test_profile_data.project.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_data.project","typeLabel":"integer | null"},"agent":{"oneOf":[{"type":"integer","uniqueKey":"test_profile_data.agent.oneOf.0","typeLabel":"integer"},{"type":"null","uniqueKey":"test_profile_data.agent.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_data.agent","typeLabel":"integer | null"},"agent_name":{"type":"string","readOnly":true,"description":"\nName of the agent associated with this test profile\nExample: `\"Customer Support Agent\"`\n","uniqueKey":"test_profile_data.agent_name","typeLabel":"string"},"information":{"description":"\nVariables for the test profile, split by which agent receives them.\n```json\n{\n \"main_agent_variables\": {\"user_id\": \"U-123\"},\n \"testing_agent_variables\": {\"user_name\": \"John Doe\", \"user_email\": \"john.doe@example.com\"}\n}\n```\n`main_agent_variables` are sent to the agent under test as dynamic variables. `testing_agent_variables` shape the simulated caller's persona. A legacy flat dict (no section keys) is accepted for backward compatibility and is sent to both agents.\n\nKeys in `main_agent_variables` starting with `X-` are additionally sent as custom SIP headers (SIP runs) or connection headers (WebSocket runs) to the agent under test. For SIP runs this is the only way to pass custom headers; `X-Run-Id`, `X-Scenario-Id`, and `X-Result-Id` are reserved and always set by Cekura.\n","uniqueKey":"test_profile_data.information","typeLabel":"any"},"created_by":{"oneOf":[{"type":"integer","readOnly":true,"description":"ID of the user who created this test profile","uniqueKey":"test_profile_data.created_by.oneOf.0","typeLabel":"integer"},{"type":"null","readOnly":true,"description":"ID of the user who created this test profile","uniqueKey":"test_profile_data.created_by.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_data.created_by","typeLabel":"integer | null"},"last_updated_by":{"oneOf":[{"type":"integer","readOnly":true,"description":"ID of the user who last updated this test profile","uniqueKey":"test_profile_data.last_updated_by.oneOf.0","typeLabel":"integer"},{"type":"null","readOnly":true,"description":"ID of the user who last updated this test profile","uniqueKey":"test_profile_data.last_updated_by.oneOf.1","typeLabel":"null"}],"uniqueKey":"test_profile_data.last_updated_by","typeLabel":"integer | null"},"created_at":{"type":"string","format":"date-time","readOnly":true,"description":"Timestamp when the test profile was created","uniqueKey":"test_profile_data.created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","readOnly":true,"description":"Timestamp when the test profile was last updated","uniqueKey":"test_profile_data.updated_at","typeLabel":"string\u003cdate-time>"}},"uniqueKey":"test_profile_data","typeLabel":"object"},"dynamic_variable_values":{"oneOf":[{"description":"REMOVED FROM API. Historically stored a flat copy of the agent's dynamic-variable values for the scenario. The column is retained read-only for legacy rows; reads still return its historical value, but writes via the API are rejected with a 400. At call time the Run-level helper consults this column ONLY when the attached test_profile is legacy-flat (or absent) — sectioned test profiles are the canonical source and ignore this column. Put dynamic-variable values in `test_profile.information.main_agent_variables` for new scenarios.","uniqueKey":"dynamic_variable_values.oneOf.0","typeLabel":"any"},{"type":"null","description":"REMOVED FROM API. Historically stored a flat copy of the agent's dynamic-variable values for the scenario. The column is retained read-only for legacy rows; reads still return its historical value, but writes via the API are rejected with a 400. At call time the Run-level helper consults this column ONLY when the attached test_profile is legacy-flat (or absent) — sectioned test profiles are the canonical source and ignore this column. Put dynamic-variable values in `test_profile.information.main_agent_variables` for new scenarios.","uniqueKey":"dynamic_variable_values.oneOf.1","typeLabel":"null"}],"uniqueKey":"dynamic_variable_values","typeLabel":"any | null"},"created_at":{"type":"string","format":"date-time","readOnly":true,"description":"Timestamp when the scenario was created","uniqueKey":"created_at","typeLabel":"string\u003cdate-time>"},"updated_at":{"type":"string","format":"date-time","readOnly":true,"description":"Timestamp when the scenario was last updated","uniqueKey":"updated_at","typeLabel":"string\u003cdate-time>"},"created_by":{"oneOf":[{"type":"integer","readOnly":true,"description":"ID of the user who created this scenario","uniqueKey":"created_by.oneOf.0","typeLabel":"integer"},{"type":"null","readOnly":true,"description":"ID of the user who created this scenario","uniqueKey":"created_by.oneOf.1","typeLabel":"null"}],"uniqueKey":"created_by","typeLabel":"integer | null"},"last_updated_by":{"oneOf":[{"type":"integer","readOnly":true,"description":"ID of the user who last updated this scenario","uniqueKey":"last_updated_by.oneOf.0","typeLabel":"integer"},{"type":"null","readOnly":true,"description":"ID of the user who last updated this scenario","uniqueKey":"last_updated_by.oneOf.1","typeLabel":"null"}],"uniqueKey":"last_updated_by","typeLabel":"integer | null"},"folder_path":{"oneOf":[{"type":"string","description":"Path of an existing folder to assign this evaluator to, e.g. \"Sales\" or \"Sales.Inbound\". Create it first with the create-folder endpoint.","uniqueKey":"folder_path.oneOf.0","typeLabel":"string"},{"type":"null","description":"Path of an existing folder to assign this evaluator to, e.g. \"Sales\" or \"Sales.Inbound\". Create it first with the create-folder endpoint.","uniqueKey":"folder_path.oneOf.1","typeLabel":"null"}],"uniqueKey":"folder_path","typeLabel":"string | null"}},"required":["agent","instructions","name"],"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"name":"\u003cstring>","instructions":"\u003cstring>","agent":123,"id":123,"personality":123,"personality_name":"\u003cstring>","agent_name":"\u003cstring>","phone_number":"\u003cstring>","expected_outcome_prompt":"\u003cstring>","scenario_language":"af","scenario_type":"instruction","tags":"\u003cunknown>","inbound_phone_number":123,"inbound_phone_number_data":"\u003cstring>","metrics":"\u003cstring>","metric_names":"\u003cstring>","first_message":"Hello","tool_ids":"\u003cunknown>","test_profile":123,"test_profile_data":{"name":"\u003cstring>","id":123,"project":123,"agent":123,"agent_name":"\u003cstring>","information":"\u003cunknown>","created_by":123,"last_updated_by":123,"created_at":"2023-11-07T05:31:56Z","updated_at":"2023-11-07T05:31:56Z"},"dynamic_variable_values":"\u003cunknown>","created_at":"2023-11-07T05:31:56Z","updated_at":"2023-11-07T05:31:56Z","created_by":123,"last_updated_by":123,"folder_path":"\u003cstring>"}}},"exampleType":"generated"}},"description":"","exampleType":"generated"},"5dcec8e7-a8e0-4d5b-9d11-e68c0d2b4a35":{"content":{"application/json":{"schema":{"type":"object","properties":{"field_name":{"type":"array","items":{"type":"string","uniqueKey":"field_name.items.[INDEX]","typeLabel":"string"},"uniqueKey":"field_name","typeLabel":"string[]"}},"uniqueKey":"","typeLabel":"object"},"examples":{"Example":{"title":"Example","value":{"field_name":["\u003cstring>"]}}},"exampleType":"generated"}},"description":"","exampleType":"generated"}},"security":{"e1092c39-986a-46f4-9bba-1b30b27c0381":{"api_key":{"type":"apiKey","in":"header","name":"X-CEKURA-API-KEY","description":"API Key Authentication. It should be included in the header of each request.","scopes":[],"schemeName":"api_key"}},"51203f4b-97df-4f2f-9c51-4a867a6cc3fd":{"oauth2":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"OAuth access token issued by Cekura for connected apps.","scopes":[],"schemeName":"oauth2"}},"fcb0a91f-477d-49e4-b605-8021c4c2d644":{"supabase_session":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"Cekura dashboard session token. Not a customer API credential.","scopes":[],"schemeName":"supabase_session"}}},"servers":{"9813633f-576d-4e77-b6b2-12f9e2fc9dc4":{"url":"https://api.cekura.ai"}},"processedSecurityOptions":[{"schemes":[{"scheme":{"type":"apiKey","in":"header","name":"X-CEKURA-API-KEY","description":"API Key Authentication. It should be included in the header of each request.","scopes":[],"schemeName":"api_key"},"schema":{"title":"X-CEKURA-API-KEY","type":"string","description":"API Key Authentication. It should be included in the header of each request.","isRequired":true,"typeLabel":"string","deprecated":false},"schemeName":"api_key","name":"X-CEKURA-API-KEY"}],"title":"api_key"},{"schemes":[{"scheme":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"OAuth access token issued by Cekura for connected apps.","scopes":[],"schemeName":"oauth2"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"OAuth access token issued by Cekura for connected apps.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"oauth2","name":"Authorization"}],"title":"oauth2"},{"schemes":[{"scheme":{"type":"http","scheme":"bearer","bearerFormat":"JWT","description":"Cekura dashboard session token. Not a customer API credential.","scopes":[],"schemeName":"supabase_session"},"schema":{"title":"Bearer Auth","type":"string","isRequired":true,"description":"Cekura dashboard session token. Not a customer API credential.","format":"bearer","typeLabel":"string\u003cbearer>","deprecated":false},"schemeName":"supabase_session","name":"Authorization"}],"title":"supabase_session"}]},"originalFileLocation":"openapi.json"},"subdomain":"vocera","siteName":"Cekura","title":"Bulk Update Evaluators - Cekura","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-04-29T12:58:49.242Z","originalFileLocation":"api-reference/test_framework/bulk-update-scenarios.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.\">\u003cmeta data-mint-head name=\"application-name\" content=\"Cekura\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Bulk Update Evaluators - Cekura\">\u003cmeta data-mint-head property=\"og:description\" content=\"Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Cekura\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://vocera.mintlify.app/_mintlify/api/og/v2?division=Evaluators\u0026amp;title=Bulk+Update+Evaluators\u0026amp;description=Bulk-update+many+evaluators+in+a+single+call%3A+attach%2Fdetach+metrics+or+tools%2C+switch+personality%2C+append+instructions%2C+move+into+a+folder%2C+or+change+phone+numbe\u0026amp;theme=799cf4f496cc6ad08a57f778\u0026amp;signature=bcc2e772d7a01af29143dc6b7c0a7697aee18ae813a1cc800831cf31a1fe3659\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Bulk Update Evaluators - Cekura\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://vocera.mintlify.app/_mintlify/api/og/v2?division=Evaluators\u0026amp;title=Bulk+Update+Evaluators\u0026amp;description=Bulk-update+many+evaluators+in+a+single+call%3A+attach%2Fdetach+metrics+or+tools%2C+switch+personality%2C+append+instructions%2C+move+into+a+folder%2C+or+change+phone+numbe\u0026amp;theme=799cf4f496cc6ad08a57f778\u0026amp;signature=bcc2e772d7a01af29143dc6b7c0a7697aee18ae813a1cc800831cf31a1fe3659\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/vocera/YLwQi89HOY9MYteg/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Cekura\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#8184FF\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/api-reference/test_framework/bulk-update-scenarios.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.cekura.ai/#organization\",\"name\":\"Cekura\",\"url\":\"https://docs.cekura.ai\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/vocera/NnWFOccGgHKr48PP/logo/logo-dark.svg?fit=max\u0026auto=format\u0026n=NnWFOccGgHKr48PP\u0026q=85\u0026s=fe825439de9afd1d121723398224f0fe\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.cekura.ai#website\",\"name\":\"Cekura\",\"url\":\"https://docs.cekura.ai\",\"publisher\":{\"@id\":\"https://docs.cekura.ai/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios#webpage\",\"url\":\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios\",\"name\":\"Bulk Update Evaluators\",\"description\":\"Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.\",\"dateModified\":\"2026-04-29T12:58:49.242Z\",\"isPartOf\":{\"@id\":\"https://docs.cekura.ai#website\"},\"breadcrumb\":{\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"API Reference\",\"item\":\"https://docs.cekura.ai/api-reference/observability/send-calls\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Evaluators\",\"item\":\"https://docs.cekura.ai/api-reference/test_framework/get-evaluator\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Bulk Update Evaluators\",\"item\":\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios\"}]},{\"@type\":[\"TechArticle\",\"APIReference\"],\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios#apireference\",\"headline\":\"Bulk Update Evaluators\",\"name\":\"Bulk Update Evaluators\",\"description\":\"Bulk-update many evaluators in a single call: attach/detach metrics or tools, switch personality, append instructions, move into a folder, or change phone number / max duration.\",\"url\":\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios\",\"mainEntityOfPage\":{\"@id\":\"https://docs.cekura.ai/api-reference/test_framework/bulk-update-scenarios#webpage\"},\"dateModified\":\"2026-04-29T12:58:49.242Z\",\"publisher\":{\"@id\":\"https://docs.cekura.ai/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.cekura.ai#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Cekura\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Cekura","nav":{"global":null,"tabs":[{"tab":"Documentation","pages":[{"title":"Documentation","href":"/documentation/introduction"}]},{"tab":"API Reference","groups":[{"group":"API Reference","pages":[{"group":"Calls","pages":[{"title":"Send Calls","openapi":"post /observability/v1/observe/","href":"/api-reference/observability/send-calls"},{"title":"Get Call","openapi":"get /observability/v2/call-logs/{id}/","href":"/api-reference/observability/get-call"},{"title":"List Calls","openapi":"get /observability/v2/call-logs/","href":"/api-reference/observability/list-calls"},{"title":"Update Call Log","openapi":"patch /observability/v2/call-logs/{id}/","href":"/api-reference/observability/update-call-log"},{"title":"Reevaluate Calls","openapi":"post /observability/v1/call-logs/rerun_evaluation/","href":"/api-reference/observability/reevaluate-calls"},{"title":"Evaluate Metrics","openapi":"post /observability/v1/call-logs/evaluate_metrics/","href":"/api-reference/observability/evaluate-metrics"},{"title":"Vote on Call Log Metric","openapi":"post /observability/v1/call-logs/{id}/mark_metric_vote/","href":"/api-reference/observability/vote-call-log-metric"},{"title":"Delete Call","openapi":"delete /observability/v1/call-logs/{id}/","href":"/api-reference/observability/delete-call"},{"title":"Get Call Log Trace","openapi":"get /observability/v1/call-logs/{id}/trace/","href":"/api-reference/observability/get-call-log-trace"},{"title":"Retrieve Execution Logs for a Call Log","openapi":"get /observability/v1/call-logs/{id}/logs/","href":"/api-reference/observability/get-call-log-logs"}]},{"group":"Agents","pages":[{"title":"Get Agent","openapi":"get /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/get-agent"},{"title":"List Agents","openapi":"get /test_framework/v2/aiagents/","href":"/api-reference/test_framework/list-agents"},{"title":"Create Agent","openapi":"post /test_framework/v2/aiagents/","href":"/api-reference/test_framework/create-agent"},{"title":"Update Agent (Partial)","openapi":"patch /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/update-agent-partial"},{"title":"Update Agent (Full)","openapi":"put /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/update-agent-full"},{"title":"Delete Agent","openapi":"delete /test_framework/v2/aiagents/{id}/","href":"/api-reference/test_framework/delete-agent"},{"title":"Duplicate Agent","openapi":"post /test_framework/v2/aiagents/{id}/duplicate/","href":"/api-reference/test_framework/duplicate-agent"},{"title":"Auto-fetch Agent from Provider","openapi":"post /test_framework/v2/aiagents/{id}/auto-fetch/","href":"/api-reference/test_framework/auto-fetch-agent"},{"title":"Poll Agent Auto-fetch Progress","openapi":"get /test_framework/v2/aiagents/{id}/auto-fetch-progress/","href":"/api-reference/test_framework/poll-import-progress"},{"title":"List Provider Assistants","openapi":"get /test_framework/v2/aiagents/provider-assistants/","href":"/api-reference/test_framework/list-provider-assistants"},{"title":"Auto-fetch Agent V3","openapi":"post /test_framework/v3/aiagents/{id}/auto-fetch/","href":"/api-reference/test_framework/auto-fetch-agent-v3"},{"title":"Create Agent v3","openapi":"post /test_framework/v3/aiagents/","href":"/api-reference/test_framework/create-agent-v3"}]},{"group":"Metrics","pages":[{"title":"Get Metric","openapi":"get /test_framework/v2/metrics/{id}/","href":"/api-reference/test_framework/get-metric"},{"title":"List Metrics","openapi":"get /test_framework/v2/metrics/","href":"/api-reference/test_framework/list-metrics"},{"title":"Create Metric","openapi":"post /test_framework/v2/metrics/","href":"/api-reference/test_framework/create-metric"},{"title":"Update Metric","openapi":"patch /test_framework/v2/metrics/{id}/","href":"/api-reference/test_framework/update-metric"},{"title":"Delete Metric","openapi":"delete /test_framework/v1/metrics/{id}/","href":"/api-reference/test_framework/delete-metric"},{"title":"Generate Metrics","openapi":"post /test_framework/v1/metrics/generate_metrics/","href":"/api-reference/test_framework/generate-metrics"},{"title":"Get Generate Metrics Progress","openapi":"get /test_framework/v1/metrics/generate_metrics_progress/","href":"/api-reference/test_framework/generate-metrics-progress"},{"title":"Generate Clean Metric Description","openapi":"post /test_framework/v1/metrics/generate_clean_description/","href":"/api-reference/test_framework/generate-metric-description"},{"title":"Generate Metric Evaluation Trigger","openapi":"post /test_framework/v1/metrics/generate_evaluation_trigger/","href":"/api-reference/test_framework/generate-evaluation-trigger"},{"title":"Simplify Metric Prompt with AI","openapi":"post /test_framework/v1/metrics/simplify_prompt/","href":"/api-reference/test_framework/simplify-metric-prompt"},{"title":"Poll Simplify Metric Prompt Progress","openapi":"get /test_framework/v1/metrics/simplify_prompt_progress/","href":"/api-reference/test_framework/simplify-metric-prompt-progress"},{"title":"Create Metrics in Bulk","openapi":"post /test_framework/v1/metrics/bulk_create/","href":"/api-reference/test_framework/create-metrics-in-bulk"},{"title":"List Critical Metric Scenarios","openapi":"get /test_framework/v1/critical-metric-scenarios/","href":"/api-reference/test_framework/list-critical-metric-scenarios"},{"title":"Update Critical Metric Scenario","openapi":"patch /test_framework/v1/critical-metric-scenarios/{id}/","href":"/api-reference/test_framework/update-critical-metric-scenario"},{"title":"Preview Metric","openapi":"post /test_framework/v1/metrics/preview/","href":"/api-reference/test_framework/metric-preview"},{"title":"Get Metric Preview Progress","openapi":"get /test_framework/v1/metrics/preview-progress/","href":"/api-reference/test_framework/metric-preview-progress"},{"title":"Start Async Metric Description Generation","openapi":"post /test_framework/v1/metrics/generate_clean_description_bg/","href":"/api-reference/test_framework/start-async-metric-description-generation"},{"title":"Poll Async Metric Description Generation Progress","openapi":"get /test_framework/v1/metrics/generate_clean_description_progress/","href":"/api-reference/test_framework/poll-async-metric-description-generation-progress"},{"title":"Reorder External Metrics","openapi":"patch /test_framework/v1/metrics-external/reorder/","href":"/api-reference/test_framework/reorder-external-metrics"},{"title":"Reorder Metrics","openapi":"patch /test_framework/v1/metrics/reorder/","href":"/api-reference/test_framework/reorder-metrics"},{"title":"Reorder Metrics V2","openapi":"patch /test_framework/v2/metrics/reorder/","href":"/api-reference/test_framework/reorder-metrics-v2"},{"title":"Generate Clean Metric Description V3","openapi":"post /test_framework/v3/metrics/generate_clean_description/","href":"/api-reference/test_framework/generate-clean-metric-description-v3"},{"title":"Generate Metrics V3","openapi":"post /test_framework/v3/metrics/generate_metrics/","href":"/api-reference/test_framework/generate-metrics-v3"},{"title":"Preview Metric V3","openapi":"post /test_framework/v3/metrics/preview/","href":"/api-reference/test_framework/preview-metric-v3"},{"title":"Simplify Metric Prompt V3","openapi":"post /test_framework/v3/metrics/simplify_prompt/","href":"/api-reference/test_framework/simplify-metric-prompt-v3"}]},{"group":"Labs","pages":[{"title":"Create Test Set from Run","openapi":"post /test_framework/test-sets/create_from_run/","href":"/api-reference/test_framework/post-test_frameworktest-setscreate_from_run"},{"title":"Create Test Set from Call Log","openapi":"post /test_framework/test-sets/create_from_call_log/","href":"/api-reference/test_framework/post-test_frameworktest-setscreate_from_call_log"},{"title":"Update Metric Review","openapi":"patch /test_framework/metric-reviews/{id}/","href":"/api-reference/test_framework/metric-review-update"},{"title":"Run Metric Reviews","openapi":"post /test_framework/v1/metrics/{id}/run_reviews/","href":"/api-reference/test_framework/post-test_frameworkmetrics-run_reviews"},{"title":"Get Metric Review Progress","openapi":"get /test_framework/v1/metrics/run_reviews_progress/","href":"/api-reference/test_framework/metric-run-reviews-progress"},{"title":"Auto-Improve Metric","openapi":"post /test_framework/metric-reviews/process_feedbacks/","href":"/api-reference/test_framework/metric-review-process-feedbacks"},{"title":"Get Auto-Improve Progress","openapi":"get /test_framework/metric-reviews/process_feedbacks_progress/","href":"/api-reference/test_framework/metric-review-process-feedbacks-progress"},{"title":"Process Feedbacks Answer","openapi":"post /test_framework/metric-reviews/process_feedbacks_answer/","href":"/api-reference/test_framework/metric-reviews-process-feedbacks-answer"},{"title":"Run Metric Reviews V3","openapi":"post /test_framework/v3/metrics/{id}/run_reviews/","href":"/api-reference/test_framework/run-metric-reviews-v3"}]},{"group":"Evaluators","pages":[{"title":"Get Evaluator","openapi":"get /test_framework/v1/scenarios/{id}/","href":"/api-reference/test_framework/get-evaluator"},{"title":"List Evaluators","openapi":"get /test_framework/v1/scenarios/","href":"/api-reference/test_framework/list-evaluators"},{"title":"Create Evaluator","openapi":"post /test_framework/v1/scenarios/","href":"/api-reference/test_framework/create-evaluator"},{"title":"Update Evaluator","openapi":"patch /test_framework/v1/scenarios/{id}/","href":"/api-reference/test_framework/update-evaluator"},{"title":"Delete Evaluator","openapi":"delete /test_framework/v1/scenarios/{id}/","href":"/api-reference/test_framework/delete-evaluator"},{"title":"Run Evaluator Voice","openapi":"post /test_framework/v1/scenarios/run_scenarios/","href":"/api-reference/test_framework/run-evaluator-voice"},{"title":"Run Evaluator Text","openapi":"post /test_framework/v1/scenarios/run_scenarios_text/","href":"/api-reference/test_framework/run-evaluator-text"},{"title":"Run Evaluator Email","openapi":"post /test_framework/v1/scenarios/run_scenarios_email/","href":"/api-reference/test_framework/run-evaluator-email"},{"title":"Run Evaluator Websocket","openapi":"post /test_framework/v1/scenarios/run_scenarios_with_websockets/","href":"/api-reference/test_framework/run-evaluator-websocket"},{"title":"Run Evaluator Pipecat","openapi":"post /test_framework/v1/scenarios/run_scenarios_pipecat/","href":"/api-reference/test_framework/run-evaluator-pipecat"},{"title":"Run Evaluator VAPI WebRTC","openapi":"post /test_framework/v1/scenarios/run_scenarios_vapi_webrtc/","href":"/api-reference/test_framework/run-evaluator-vapi-webrtc"},{"title":"Run Evaluator Retell WebRTC","openapi":"post /test_framework/v1/scenarios/run_scenarios_retell_webrtc/","href":"/api-reference/test_framework/run-evaluator-retell-webrtc"},{"title":"Run Evaluator ElevenLabs","openapi":"post /test_framework/v1/scenarios/run_scenarios_elevenlabs/","href":"/api-reference/test_framework/run-evaluator-elevenlabs"},{"title":"Run Evaluator CHIRP","openapi":"post /test_framework/v1/scenarios/run_scenarios_chirp/","href":"/api-reference/test_framework/run-evaluator-chirp"},{"title":"Run Evaluator LiveKit (v2)","openapi":"post /test_framework/v1/scenarios/run_scenarios_livekit_v2/","href":"/api-reference/test_framework/run-evaluator-livekit-v2"},{"title":"Run Evaluator Pipecat Cloud (v2)","openapi":"post /test_framework/v1/scenarios/run_scenarios_pipecat_v2/","href":"/api-reference/test_framework/run-evaluator-pipecat-v2"},{"title":"Run Evaluator SIP","description":"Execute evaluators against an agent over a direct SIP connection (orchestrated by Cekura's SIP voice service). Requires `sip_endpoint` configured on the agent.","openapi":"post /test_framework/v1/scenarios/run_scenarios_sip/","href":"/api-reference/test_framework/run-evaluator-sip"},{"title":"Bulk Update Evaluators","openapi":"post /test_framework/v1/scenarios/adv_update/","href":"/api-reference/test_framework/bulk-update-scenarios"},{"title":"Bulk Delete Evaluators","description":"Bulk-delete multiple evaluators (test scenarios) in a single call. Cannot be undone from the UI — confirm the exact list with the user before calling.","openapi":"post /test_framework/v1/scenarios/delete_scenarios/","href":"/api-reference/test_framework/bulk-delete-scenarios"},{"title":"Create Evaluator from Transcript","openapi":"post /test_framework/v1/scenarios/create-from-transcript-bg/","href":"/api-reference/test_framework/create-evaluator-from-transcript-bg"},{"title":"Get Create-from-Transcript Progress","openapi":"get /test_framework/v1/scenarios/create-from-transcript-progress/","href":"/api-reference/test_framework/create-evaluator-from-transcript-progress"},{"title":"Create Cronjob","openapi":"post /schedules/v1/cron-jobs/","href":"/api-reference/schedules/create-cronjob"},{"group":"Improve Evaluators","pages":[{"title":"Improve Evaluators with AI","openapi":"post /test_framework/v1/scenarios/scenario-agent/","href":"/api-reference/test_framework/improve-evaluators"},{"title":"Poll Improvement Progress","openapi":"get /test_framework/v1/scenarios/scenario-agent-progress/","href":"/api-reference/test_framework/scenario-agent-progress"},{"title":"Improve Scenario Instructions with AI","openapi":"post /test_framework/v1/scenarios/improve_instructions/","href":"/api-reference/test_framework/improve-instructions"},{"title":"Poll Improve/Generate Instructions Progress","openapi":"get /test_framework/v1/scenarios/instructions-progress/","href":"/api-reference/test_framework/improve-instructions-progress"},{"title":"Update Scenario from Transcript","openapi":"post /test_framework/v1/scenarios/{id}/update_scenario_with_transcript/","href":"/api-reference/test_framework/update-scenario-with-transcript"},{"group":"Improvement Sessions","pages":[{"title":"List Scenario Improvement Sessions","openapi":"get /test_framework/v1/scenario-improvement-sessions/","href":"/api-reference/test_framework/list-improvement-sessions"},{"title":"Create Scenario Improvement Session","openapi":"post /test_framework/v1/scenario-improvement-sessions/","href":"/api-reference/test_framework/create-improvement-session"},{"title":"Get Scenario Improvement Session","openapi":"get /test_framework/v1/scenario-improvement-sessions/{id}/","href":"/api-reference/test_framework/get-improvement-session"},{"title":"Update Scenario Improvement Session","openapi":"patch /test_framework/v1/scenario-improvement-sessions/{id}/","href":"/api-reference/test_framework/update-improvement-session"}]}]},{"group":"Folders","pages":[{"title":"List Folders","openapi":"get /test_framework/v1/scenarios/folders/","href":"/api-reference/test_framework/list-folders"},{"title":"Create Folder","openapi":"post /test_framework/v1/scenarios/create_folder/","href":"/api-reference/test_framework/create-folder"},{"title":"Delete Folder","openapi":"post /test_framework/v1/scenarios/delete_folder/","href":"/api-reference/test_framework/delete-folder"},{"title":"Move Folder","openapi":"post /test_framework/v1/scenarios/move_folder/","href":"/api-reference/test_framework/move-folder"},{"title":"Rename Folder","openapi":"post /test_framework/v1/scenarios/rename_folder/","href":"/api-reference/test_framework/rename-folder"}]},{"group":"Generate Scenarios","pages":[{"title":"Generate Evaluator","openapi":"post /test_framework/v1/scenarios/generate-bg/","href":"/api-reference/test_framework/generate-evaluator-bg"},{"title":"Get Generate Evaluator Progress","openapi":"get /test_framework/v1/scenarios/generate-progress/","href":"/api-reference/test_framework/generate-evaluator-poll-progress"},{"title":"Generate Scenario Instructions with AI","openapi":"post /test_framework/v1/scenarios/generate-instructions/","href":"/api-reference/test_framework/generate-instructions"}]},{"group":"API Chat","pages":[{"title":"Run Evaluator (API Chat)","openapi":"post /test_framework/v1/scenarios/run_scenarios_api_chat/","href":"/api-reference/test_framework/run-evaluator-api-chat"},{"title":"Submit API Chat Turn","openapi":"post /test_framework/v1/runs/{id}/chat/","href":"/api-reference/test_framework/api-chat-submit-turn"},{"title":"Poll API Chat Turn","openapi":"get /test_framework/v1/runs/{id}/chat/{turn_id}/","href":"/api-reference/test_framework/api-chat-poll-turn"},{"title":"End API Chat","openapi":"post /test_framework/v1/runs/{id}/end-chat/","href":"/api-reference/test_framework/api-chat-end"}]},{"title":"Fetch Scenarios JSON Schema","openapi":"get /test_framework/v1/scenarios/json_schema/","href":"/api-reference/test_framework/fetch-scenarios-json-schema"},{"title":"Run Scenarios From Spec JSON","openapi":"post /test_framework/v1/scenarios/run_scenarios_json/","href":"/api-reference/test_framework/run-scenarios-from-spec-json"},{"title":"Update External Scenario Condition Audio","openapi":"put /test_framework/v1/scenarios-external/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/update-external-scenario-condition-audio"},{"title":"Update Scenario Condition Audio","openapi":"put /test_framework/v1/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/update-scenario-condition-audio"},{"title":"Update Scenario Condition Audio V2","openapi":"put /test_framework/v2/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/update-scenario-condition-audio-v2"},{"title":"Validate Scenarios JSON","openapi":"post /test_framework/v1/scenarios/validate_scenarios_json/","href":"/api-reference/test_framework/validate-scenarios-json"},{"title":"Create Evaluator from Transcript V3","openapi":"post /test_framework/v3/scenarios/create-from-transcript/","href":"/api-reference/test_framework/create-evaluator-from-transcript-v3"},{"title":"Generate Evaluator V3","openapi":"post /test_framework/v3/scenarios/generate/","href":"/api-reference/test_framework/generate-evaluator-v3"},{"title":"Generate Scenario Instructions V3","openapi":"post /test_framework/v3/scenarios/generate-instructions/","href":"/api-reference/test_framework/generate-scenario-instructions-v3"},{"title":"Improve Scenario Instructions V3","openapi":"post /test_framework/v3/scenarios/improve_instructions/","href":"/api-reference/test_framework/improve-scenario-instructions-v3"},{"title":"Correct External Scenario Condition Audio","openapi":"patch /test_framework/v1/scenarios-external/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/correct-external-scenario-condition-audio"},{"title":"Correct Scenario Condition Audio","openapi":"patch /test_framework/v1/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/correct-scenario-condition-audio"},{"title":"Correct Scenario Condition Audio V2","openapi":"patch /test_framework/v2/scenarios/{id}/condition-audio/{audio_id}/","href":"/api-reference/test_framework/correct-scenario-condition-audio-v2"}]},{"group":"Test Profiles","pages":[{"title":"Get Test Profile","openapi":"get /test_framework/v1/test-profiles/{id}/","href":"/api-reference/test_framework/get-test-profile"},{"title":"List Test Profiles","openapi":"get /test_framework/v1/test-profiles/","href":"/api-reference/test_framework/list-test-profiles"},{"title":"Create Test Profile","openapi":"post /test_framework/v1/test-profiles/","href":"/api-reference/test_framework/create-test-profile"},{"title":"Update Test Profile","openapi":"patch /test_framework/v1/test-profiles/{id}/","href":"/api-reference/test_framework/update-test-profile"},{"title":"Delete Test Profile","openapi":"Delete /test_framework/v1/test-profiles/{id}/","href":"/api-reference/test_framework/delete-test-profile"}]},{"group":"Results","pages":[{"title":"Get Result","openapi":"get /test_framework/v2/results/{id}/","href":"/api-reference/test_framework/get-result"},{"title":"List Results","openapi":"get /test_framework/v2/results/","href":"/api-reference/test_framework/list-results"},{"title":"Get Combined Results Report","openapi":"get /test_framework/v2/results/reports/","href":"/api-reference/test_framework/get-combined-results-report"},{"title":"Reevaluate Metrics","openapi":"post /test_framework/v1/results/{id}/evaluate_metrics/","href":"/api-reference/test_framework/reevaluate-metrics"},{"title":"Rerun Results","openapi":"post /test_framework/v1/results/{id}/rerun/","href":"/api-reference/test_framework/rerun-results"},{"openapi":"post /test_framework/v1/results/{id}/delete_runs/","title":"Delete runs from result","href":"/api-reference/test_framework/post-test_frameworkresults-delete_runs"},{"openapi":"post /test_framework/v1/results/{id}/end_calls/","title":"End all calls in result","href":"/api-reference/test_framework/post-test_frameworkresults-end_calls"},{"openapi":"post /test_framework/v1/results/{id}/create_shareable_link_token/","title":"Generate shareable link for result","href":"/api-reference/test_framework/post-test_frameworkresults-create_shareable_link_token"},{"title":"Ask About Result Failures","openapi":"post /test_framework/v1/results/{id}/ask_about_failures/","href":"/api-reference/test_framework/ask-about-failures"},{"title":"Get Ask About Failures Progress","openapi":"get /test_framework/v1/results/failure-analysis-progress/","href":"/api-reference/test_framework/ask-about-failures-progress"},{"title":"Bulk Delete Results External","openapi":"post /test_framework/v1/results-external/bulk_delete/","href":"/api-reference/test_framework/bulk-delete-results-external"},{"title":"Bulk Evaluate Results Metrics External","openapi":"post /test_framework/v1/results-external/bulk_evaluate_metrics/","href":"/api-reference/test_framework/bulk-evaluate-results-metrics-external"},{"title":"Bulk Delete Results","openapi":"post /test_framework/v1/results/bulk_delete/","href":"/api-reference/test_framework/bulk-delete-results"},{"title":"Bulk Evaluate Results Metrics","openapi":"post /test_framework/v1/results/bulk_evaluate_metrics/","href":"/api-reference/test_framework/bulk-evaluate-results-metrics"},{"title":"Ask About Failures v3","openapi":"post /test_framework/v3/results/{id}/ask_about_failures/","href":"/api-reference/test_framework/ask-about-failures-v3"}]},{"group":"Runs","pages":[{"title":"List Runs with IDs","openapi":"get /test_framework/v2/runs/bulk/","href":"/api-reference/test_framework/list-runs-with-ids"},{"openapi":"post /test_framework/v1/runs/{id}/end_call/","title":"End a single call","href":"/api-reference/test_framework/post-test_frameworkruns-end_call"},{"title":"Vote on Run Metric","openapi":"post /test_framework/v1/runs/{id}/mark_metric_vote/","href":"/api-reference/test_framework/vote-run-metric"},{"title":"Get Run Trace","openapi":"get /test_framework/v1/runs/{id}/trace/","href":"/api-reference/test_framework/get-run-trace"},{"title":"Retrieve Execution Logs for a Simulation Run","openapi":"get /test_framework/v1/runs/{id}/logs/","href":"/api-reference/test_framework/get-run-logs"}]},{"group":"Schedules","pages":[{"title":"Get Schedule Job","openapi":"get /schedules/v1/cron-jobs/{id}/","href":"/api-reference/schedules/get-schedule-job"},{"title":"List Schedule Jobs","openapi":"get /schedules/v1/cron-jobs/","href":"/api-reference/schedules/list-schedule-jobs"},{"title":"Create Schedule Job","openapi":"post /schedules/v1/cron-jobs/","href":"/api-reference/schedules/create-schedule-job"},{"title":"Update Schedule Job","openapi":"patch /schedules/v1/cron-jobs/{id}/","href":"/api-reference/schedules/update-schedule-job"},{"title":"Delete Schedule Job","openapi":"delete /schedules/v1/cron-jobs/{id}/","href":"/api-reference/schedules/delete-schedule-job"}]},{"group":"Projects","pages":[{"title":"Get project","openapi":"get /user/v1/projects/{id}/","href":"/api-reference/user/get-project"},{"title":"List projects","openapi":"get /user/v1/projects/","href":"/api-reference/user/list-projects"},{"title":"Create project","openapi":"post /user/v1/projects/","href":"/api-reference/user/create-project"},{"title":"Update project","openapi":"patch /user/v1/projects/{id}/","href":"/api-reference/user/update-project"},{"title":"Delete project","openapi":"delete /user/v1/projects/{id}/","href":"/api-reference/user/delete-project"},{"title":"Enable personalities","openapi":"post /user/v1/projects/{id}/enable_personalities/","href":"/api-reference/user/enable-project-personalities"},{"title":"Disable personalities","openapi":"post /user/v1/projects/{id}/disable_personalities/","href":"/api-reference/user/disable-project-personalities"}]},{"group":"Organization","pages":[{"openapi":"get /user/organizations/","title":"List your organizations","href":"/api-reference/user/get-userorganizations"},{"title":"Get Billing Info","openapi":"get /test_framework/billing/info/","href":"/api-reference/organization/get-billing-info"},{"title":"Get Payment History","openapi":"get /test_framework/billing/payment-history/","href":"/api-reference/test_framework/get-payment-history"},{"title":"List Organizations","openapi":"get /user/v2/organizations/","href":"/api-reference/user/list-organizations"},{"title":"Get Unit Usage Report","openapi":"get /test_framework/billing/unit-usage-report/","href":"/api-reference/test_framework/get-unit-usage-report"}]},{"group":"Dashboards","pages":[{"title":"List Dashboards","openapi":"get /dashboards/dashboards/","href":"/api-reference/dashboards/list-dashboards"},{"title":"Create Dashboard","openapi":"post /dashboards/dashboards/","href":"/api-reference/dashboards/create-dashboard"},{"title":"Get Dashboard","openapi":"get /dashboards/dashboards/{id}/","href":"/api-reference/dashboards/get-dashboard"},{"title":"Update Dashboard","openapi":"patch /dashboards/dashboards/{id}/","href":"/api-reference/dashboards/update-dashboard"},{"title":"Delete Dashboard","openapi":"delete /dashboards/dashboards/{id}/","href":"/api-reference/dashboards/delete-dashboard"},{"title":"Duplicate Dashboard","openapi":"post /dashboards/dashboards/{id}/duplicate/","href":"/api-reference/dashboards/duplicate-dashboard"},{"title":"Bulk Widget Operations","openapi":"post /dashboards/dashboards/{id}/bulk_widgets/","href":"/api-reference/dashboards/bulk-widgets"}]},{"group":"Widgets","pages":[{"title":"List Widgets","openapi":"get /dashboards/widgets/","href":"/api-reference/dashboards/list-widgets"},{"title":"Create Widget","openapi":"post /dashboards/widgets/","href":"/api-reference/dashboards/create-widget"},{"title":"Get Widget","openapi":"get /dashboards/widgets/{id}/","href":"/api-reference/dashboards/get-widget"},{"title":"Update Widget","openapi":"patch /dashboards/widgets/{id}/","href":"/api-reference/dashboards/update-widget"},{"title":"Delete Widget","openapi":"delete /dashboards/widgets/{id}/","href":"/api-reference/dashboards/delete-widget"},{"title":"Get Widget Data","openapi":"get /dashboards/widgets/{id}/data/","href":"/api-reference/dashboards/get-widget-data"},{"title":"Preview Widget Data","openapi":"post /dashboards/widgets/preview_data/","href":"/api-reference/dashboards/preview-widget-data"},{"title":"Bulk Widget Data","openapi":"post /dashboards/widgets/bulk_data/","href":"/api-reference/dashboards/widget-bulk-data"}]},{"group":"Audit Logs","pages":[{"title":"List Audit Logs","openapi":"get /user/v1/audit-logs/","href":"/api-reference/user/list-audit-logs"}]},{"group":"API Keys","pages":[{"title":"Create API Key","openapi":"post /user/api/v1/user-api-key/","href":"/api-reference/user/create-api-key"}]},{"group":"Others","pages":[{"title":"List Personalities","openapi":"get /test_framework/v1/personalities/","href":"/api-reference/test_framework/list-personalities"},{"title":"Create Personality","openapi":"post /test_framework/v1/personalities/","href":"/api-reference/test_framework/create-personality"},{"title":"Update Personality","openapi":"patch /test_framework/v1/personalities/{id}/","href":"/api-reference/test_framework/update-personality"},{"title":"Fork Personality","openapi":"post /test_framework/v1/personalities/{id}/fork/","href":"/api-reference/test_framework/fork-personality"},{"title":"List Predefined Metrics","openapi":"get /test_framework/v1/predefined-metrics/","href":"/api-reference/test_framework/list-predefined-metrics"},{"title":"List Inbound Phone Numbers","openapi":"get /test_framework/v1/phone-numbers/inbound/","href":"/api-reference/test_framework/list-inbound-phone-numbers"},{"title":"Create Evaluators from Call Logs","openapi":"post /observability/v1/call-logs/create_scenarios/","href":"/api-reference/observability/create-scenarios-from-call-logs"},{"title":"Get Progress For Evaluator Creation","openapi":"get /observability/v1/call-logs/create_scenarios_progress/","href":"/api-reference/observability/create-scenarios-from-call-logs-progress"},{"title":"Get Alert Review Detail","openapi":"get /observability/v1/alerts/{id}/review_detail/","href":"/api-reference/observability/get-alert-review-detail"},{"title":"Summarize Alert","openapi":"post /observability/v1/alerts/{id}/summarize/","href":"/api-reference/observability/summarize-alert"},{"title":"List Alerts for Review","openapi":"get /observability/v1/alerts/review/","href":"/api-reference/observability/list-alerts-for-review"},{"title":"Get Alert Summarization Progress","openapi":"get /observability/v1/alerts/summarize_progress/","href":"/api-reference/observability/get-alert-summarization-progress"},{"title":"Trigger Alert Summary","openapi":"get /observability/v1/alerts/trigger_summary/","href":"/api-reference/observability/trigger-alert-summary"},{"title":"Bulk Generate Metric Failure Mode Insights","openapi":"post /observability/v1/metric-failure-mode-insights/bulk_generate/","href":"/api-reference/observability/bulk-generate-metric-failure-mode-insights"},{"title":"List Deep Research Insights","openapi":"get /observability/v1/deep-research-insights/","href":"/api-reference/observability/list-deep-research-insights"},{"title":"Get Deep Research Insight","openapi":"get /observability/v1/deep-research-insights/{id}/","href":"/api-reference/observability/get-deep-research-insight"},{"title":"Delete Deep Research Insight","openapi":"delete /observability/v1/deep-research-insights/{id}/","href":"/api-reference/observability/delete-deep-research-insight"},{"title":"Dismiss Deep Research Insight Mode","openapi":"post /observability/v1/deep-research-insights/dismiss_mode/","href":"/api-reference/observability/dismiss-deep-research-insight-mode"},{"title":"Generate Deep Research Insights","openapi":"post /observability/v1/deep-research-insights/generate/","href":"/api-reference/observability/generate-deep-research-insights"},{"title":"Get Metric Failure Mode Insights Available Dates","openapi":"get /observability/v1/metric-failure-mode-insights/available_dates/","href":"/api-reference/observability/get-metric-failure-mode-insights-available-dates"},{"title":"Retrieve Deep Research Insights Pricing","openapi":"get /observability/v1/deep-research-insights/pricing/","href":"/api-reference/observability/retrieve-deep-research-insights-pricing"},{"title":"List Metric Failure Mode Insight Categories","openapi":"get /observability/v1/metric-failure-mode-insights/categories/","href":"/api-reference/observability/list-metric-failure-mode-insight-categories"},{"title":"Add Metric Failure Mode Insight Category Example Calls to Labs","openapi":"post /observability/v1/metric-failure-mode-insights/categories/{category_slug}/fix-metric/","href":"/api-reference/observability/add-metric-failure-mode-insight-category-example-calls-to-labs"},{"title":"List Agent Improvement Sessions","openapi":"get /observability/v1/agent-improvement-sessions/","href":"/api-reference/observability/list-agent-improvement-sessions"},{"title":"Create Agent Improvement Session","openapi":"post /observability/v1/agent-improvement-sessions/","href":"/api-reference/observability/create-agent-improvement-session"},{"title":"Get Agent Improvement Session","openapi":"get /observability/v1/agent-improvement-sessions/{id}/","href":"/api-reference/observability/get-agent-improvement-session"},{"title":"List Metric Failure Mode Insight Category Calls","openapi":"get /observability/v1/metric-failure-mode-insights/categories/{category_slug}/calls/","href":"/api-reference/observability/list-metric-failure-mode-insight-category-calls"},{"title":"Delete Metric Failure Mode Insight Category","openapi":"delete /observability/v1/metric-failure-mode-insights/categories/{category_slug}/delete/","href":"/api-reference/observability/delete-metric-failure-mode-insight-category"},{"title":"List Metric Failure Rates","openapi":"get /observability/v1/metric-failure-mode-insights/failure-rates/","href":"/api-reference/observability/list-metric-failure-rates"},{"title":"List Tools","openapi":"get /test_framework/v1/tools/","href":"/api-reference/test_framework/list-tools"},{"title":"Get Tool","openapi":"get /test_framework/v1/tools/{id}/","href":"/api-reference/test_framework/get-tool"},{"title":"Create External Personality Voice Clone","openapi":"post /test_framework/v1/personalities-external/clone_voice/","href":"/api-reference/test_framework/create-external-personality-voice-clone"},{"title":"Create Personality Voice Clone","openapi":"post /test_framework/v1/personalities/clone_voice/","href":"/api-reference/test_framework/create-personality-voice-clone"},{"title":"Summarize Alert V3","openapi":"post /observability/v3/alerts/{id}/summarize/","href":"/api-reference/observability/summarize-alert-v3"},{"title":"Create Evaluators from Call Logs V3","openapi":"post /observability/v3/call-logs/create_scenarios/","href":"/api-reference/observability/create-evaluators-from-call-logs-v3"}]}]}]},{"tab":"MCP \u0026 Skills","pages":[{"title":"MCP \u0026 Skills","href":"/mcp/overview"}]},{"tab":"CLI \u0026 SDK","pages":[{"title":"CLI \u0026 SDK","href":"/cli-sdk/overview"}]}]},"title":"Bulk Update Evaluators - Cekura","buildId":"dpl_2oYXwqkEXirXBPk8wV1FtM5USFWi","deploymentId":"dpl_2oYXwqkEXirXBPk8wV1FtM5USFWi","dynamics":["c2aa737661","2b790eda92","b0f84f53ff","a9bb46feb3"],"chunks":["OpenApiReferenceProvider-WRhTSUDL.js","utils-ChMov4Kr.js","cloneDeep-izs3Hzxb.js","_Uint8Array-BVIqJ90l.js","isObjectLike-C8vmzPEN.js","isArray-Dcu1dQ5t.js","utils-_REmC2bI.js","toString-BX-iyh8G.js","isSymbol-CSH9U2Gm.js","addUniqueKeysToSchema-Bp6nVRCu.js","snippetPresets-DZadmXoU.js","style-to-object-BY3JEAdk.js","v4-DIgz8zy6.js","ApiExamples-CY2WdoTl.js","isEqual-BfaiBbcl.js","usePlaygroundInputsStore-DwYG-Q4l.js","shallow-BXQIGwv4.js","getApiPlaygroundDisplay-CK5nK5B9.js","CodeSnippet-TH4a2aGW.js","CodeSnippets-DwsQiOFS.js","Page-R3M_BF4L.js","getPastedJson-DD7kUzi_.js","icon-holE3QoJ.js","MethodPill-DUW0T8us.js","DuplicateIcon-CI_p4be-.js","createIcon-BdbRvavb.js","DynamicMarkdown-DN96a4Ur.js","SectionHeading-SCu36A9d.js","axios-vUo_bRtp.js","Markdown-CCeGv-zI.js","clsx-BGBGWFTt.js","lib--scc4DXi.js","lib-B8HbPgcC.js","html-void-elements-mCSPHezU.js","dist-Cv_O2fky.js","katex-YMM-FMeD.js","marked.esm-CZWythHk.js","AssistantPageLink-2C5OB2eV.js"]}