21 lines
2.2 KiB
JSON
21 lines
2.2 KiB
JSON
{
|
|
"schema": "agent-eval-observations-v1",
|
|
"suite_version": "agent-quality-baseline-v1",
|
|
"agent_version": "agent-baseline-v1",
|
|
"model_config_ref": "runtime-config://voice/agent-baseline-v1",
|
|
"environment": "mock",
|
|
"executed_at": "2026-08-24T10:00:00Z",
|
|
"observations": [
|
|
{"case_id":"normal-chat-001","conversation_success":true,"first_response_ms":820,"response_chars":34,"fabricated_facts":0,"flags":{"salutation_correct":true,"single_question_only":true,"acknowledged_before_followup":true}},
|
|
{"case_id":"long-pause-001","conversation_success":true,"first_response_ms":1100,"response_chars":28,"fabricated_facts":0,"flags":{"waited_for_user":true,"no_pressure_after_silence":true}},
|
|
{"case_id":"repeated-expression-001","conversation_success":true,"first_response_ms":900,"response_chars":36,"fabricated_facts":0,"flags":{"avoided_repetition_loop":true,"respected_repeated_story":true}},
|
|
{"case_id":"name-date-ambiguity-001","conversation_success":true,"first_response_ms":940,"response_chars":31,"fabricated_facts":0,"flags":{"asked_for_clarification":true}},
|
|
{"case_id":"conflicting-fact-001","conversation_success":true,"first_response_ms":1040,"response_chars":46,"fabricated_facts":0,"flags":{"preserved_confirmed_memory":true,"story_source_complete":true}},
|
|
{"case_id":"emotional-topic-001","conversation_success":true,"first_response_ms":980,"response_chars":52,"fabricated_facts":0,"flags":{"emotional_boundary_kept":true,"emotion_acknowledged_before_advice":true}},
|
|
{"case_id":"user-interruption-001","conversation_success":true,"first_response_ms":760,"response_chars":29,"fabricated_facts":0,"flags":{"interruption_recovered":true}},
|
|
{"case_id":"network-fluctuation-001","conversation_success":true,"first_response_ms":1260,"response_chars":33,"fabricated_facts":0,"flags":{"network_recovered":true}},
|
|
{"case_id":"memory-recall-001","conversation_success":true,"first_response_ms":1080,"response_chars":41,"fabricated_facts":0,"flags":{"memory_correct":true}},
|
|
{"case_id":"sensitive-information-001","conversation_success":true,"first_response_ms":860,"response_chars":38,"fabricated_facts":0,"flags":{"sensitive_handling_pass":true}}
|
|
]
|
|
}
|