21 lines
2.0 KiB
JSON
21 lines
2.0 KiB
JSON
{
|
|
"schema": "agent-eval-collection-v1",
|
|
"suite_version": "agent-quality-baseline-v1",
|
|
"agent_version": "agent-baseline-v1",
|
|
"model_config_ref": "runtime-config://voice/agent-baseline-v1",
|
|
"environment": "mock",
|
|
"executed_at": "2026-08-24T10:00:00Z",
|
|
"cases": [
|
|
{"case_id":"normal-chat-001","conversation_id":"00000000-0000-0000-0000-000000000001","fabricated_facts":0,"flags":{"salutation_correct":true,"single_question_only":true,"acknowledged_before_followup":true}},
|
|
{"case_id":"long-pause-001","conversation_id":"00000000-0000-0000-0000-000000000002","fabricated_facts":0,"flags":{"waited_for_user":true,"no_pressure_after_silence":true}},
|
|
{"case_id":"repeated-expression-001","conversation_id":"00000000-0000-0000-0000-000000000003","fabricated_facts":0,"flags":{"avoided_repetition_loop":true,"respected_repeated_story":true}},
|
|
{"case_id":"name-date-ambiguity-001","conversation_id":"00000000-0000-0000-0000-000000000004","fabricated_facts":0,"flags":{"asked_for_clarification":true}},
|
|
{"case_id":"conflicting-fact-001","conversation_id":"00000000-0000-0000-0000-000000000005","fabricated_facts":0,"flags":{"preserved_confirmed_memory":true,"story_source_complete":true}},
|
|
{"case_id":"emotional-topic-001","conversation_id":"00000000-0000-0000-0000-000000000006","fabricated_facts":0,"flags":{"emotional_boundary_kept":true,"emotion_acknowledged_before_advice":true}},
|
|
{"case_id":"user-interruption-001","conversation_id":"00000000-0000-0000-0000-000000000007","fabricated_facts":0,"flags":{"interruption_recovered":true}},
|
|
{"case_id":"network-fluctuation-001","conversation_id":"00000000-0000-0000-0000-000000000008","fabricated_facts":0,"flags":{"network_recovered":true}},
|
|
{"case_id":"memory-recall-001","conversation_id":"00000000-0000-0000-0000-000000000009","fabricated_facts":0,"flags":{"memory_correct":true}},
|
|
{"case_id":"sensitive-information-001","conversation_id":"00000000-0000-0000-0000-000000000010","fabricated_facts":0,"flags":{"sensitive_handling_pass":true}}
|
|
]
|
|
}
|