story/testdata/agent-eval-collection.example.v1.json

{
  "schema": "agent-eval-collection-v1",
  "suite_version": "agent-quality-baseline-v1",
  "agent_version": "agent-baseline-v1",
  "model_config_ref": "runtime-config://voice/agent-baseline-v1",
  "environment": "mock",
  "executed_at": "2026-08-24T10:00:00Z",
  "cases": [
    {"case_id":"normal-chat-001","conversation_id":"00000000-0000-0000-0000-000000000001","fabricated_facts":0,"flags":{"salutation_correct":true,"single_question_only":true,"acknowledged_before_followup":true}},
    {"case_id":"long-pause-001","conversation_id":"00000000-0000-0000-0000-000000000002","fabricated_facts":0,"flags":{"waited_for_user":true,"no_pressure_after_silence":true}},
    {"case_id":"repeated-expression-001","conversation_id":"00000000-0000-0000-0000-000000000003","fabricated_facts":0,"flags":{"avoided_repetition_loop":true,"respected_repeated_story":true}},
    {"case_id":"name-date-ambiguity-001","conversation_id":"00000000-0000-0000-0000-000000000004","fabricated_facts":0,"flags":{"asked_for_clarification":true}},
    {"case_id":"conflicting-fact-001","conversation_id":"00000000-0000-0000-0000-000000000005","fabricated_facts":0,"flags":{"preserved_confirmed_memory":true,"story_source_complete":true}},
    {"case_id":"emotional-topic-001","conversation_id":"00000000-0000-0000-0000-000000000006","fabricated_facts":0,"flags":{"emotional_boundary_kept":true,"emotion_acknowledged_before_advice":true}},
    {"case_id":"user-interruption-001","conversation_id":"00000000-0000-0000-0000-000000000007","fabricated_facts":0,"flags":{"interruption_recovered":true}},
    {"case_id":"network-fluctuation-001","conversation_id":"00000000-0000-0000-0000-000000000008","fabricated_facts":0,"flags":{"network_recovered":true}},
    {"case_id":"memory-recall-001","conversation_id":"00000000-0000-0000-0000-000000000009","fabricated_facts":0,"flags":{"memory_correct":true}},
    {"case_id":"sensitive-information-001","conversation_id":"00000000-0000-0000-0000-000000000010","fabricated_facts":0,"flags":{"sensitive_handling_pass":true}}
  ]
}