Metrics

catalog = client.predefined_metrics.list()
for m in catalog:
    print(m["slug"], m["name"], m["eval_type"])

from cekura import Cekura

client = Cekura()

# LLM-judge metric
metric = client.metrics.create(
    agents=[123],
    name="Booking confirmed",
    type="llm_judge",
    eval_type="boolean",
    prompt="Did the agent confirm a booking and read back the date and time?",
)

# Python (custom code) metric
client.metrics.create(
    agents=[123],
    name="Hold duration > 30s",
    type="python",
    eval_type="boolean",
    code="""
def evaluate(call):
return any(seg['duration'] > 30 for seg in call.get('hold_segments', []))
""",
)

client.metrics.list(agent_id=123)
client.metrics.get(metric_id=55)
client.metrics.update(metric_id=55, prompt="Refined judge prompt")
client.metrics.delete(metric_id=55)

# Create several at once
client.metrics.bulk_create(metrics=[
    {"name": "Greeting present", "type": "llm_judge", "prompt": "...", "agents": [123]},
    {"name": "Closing present",  "type": "llm_judge", "prompt": "...", "agents": [123]},
])

# Attach / detach metrics across agents
client.metrics.bulk_manage_agents(
    metric_ids=[55, 56],
    agents_to_add=[123, 124],
    agents_to_remove=[],
)

# Toggle settings on many metrics at once
client.metrics.bulk_toggle_settings(
    metric_ids=[55, 56],
    is_active=True,
)

job = client.metrics.generate(agent_id=123, count=10)
client.metrics.generate_progress(progress_id=job["progress_id"])

# Critical metric scenarios
client.critical_metric_scenarios.list(metric_id=55)
client.critical_metric_scenarios.update(id=42, is_resolved=True)

# Metric reviews
job = client.metric_reviews.process_feedbacks(metric_id=55)
client.metric_reviews.process_feedbacks_progress(job_id=job["job_id"])