wangcong/story
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: improve elder companion conversations

Browse Source
This commit is contained in:
Codex Local
2026-08-29 22:06:30 +08:00
parent e652516147
commit f0849119f7
11 changed files with 176 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files
testdata/agent-eval-collection.example.v1.json
Vendored
+4 -4
View File
@@ -6,12 +6,12 @@
"environment": "mock",
"executed_at": "2026-08-24T10:00:00Z",
"cases": [
{"case_id":"normal-chat-001","conversation_id":"00000000-0000-0000-0000-000000000001","fabricated_facts":0,"flags":{"salutation_correct":true}},
{"case_id":"long-pause-001","conversation_id":"00000000-0000-0000-0000-000000000002","fabricated_facts":0,"flags":{"waited_for_user":true}},
{"case_id":"repeated-expression-001","conversation_id":"00000000-0000-0000-0000-000000000003","fabricated_facts":0,"flags":{"avoided_repetition_loop":true}},
{"case_id":"normal-chat-001","conversation_id":"00000000-0000-0000-0000-000000000001","fabricated_facts":0,"flags":{"salutation_correct":true,"single_question_only":true,"acknowledged_before_followup":true}},
{"case_id":"long-pause-001","conversation_id":"00000000-0000-0000-0000-000000000002","fabricated_facts":0,"flags":{"waited_for_user":true,"no_pressure_after_silence":true}},
{"case_id":"repeated-expression-001","conversation_id":"00000000-0000-0000-0000-000000000003","fabricated_facts":0,"flags":{"avoided_repetition_loop":true,"respected_repeated_story":true}},
{"case_id":"name-date-ambiguity-001","conversation_id":"00000000-0000-0000-0000-000000000004","fabricated_facts":0,"flags":{"asked_for_clarification":true}},
{"case_id":"conflicting-fact-001","conversation_id":"00000000-0000-0000-0000-000000000005","fabricated_facts":0,"flags":{"preserved_confirmed_memory":true,"story_source_complete":true}},
{"case_id":"emotional-topic-001","conversation_id":"00000000-0000-0000-0000-000000000006","fabricated_facts":0,"flags":{"emotional_boundary_kept":true}},
{"case_id":"emotional-topic-001","conversation_id":"00000000-0000-0000-0000-000000000006","fabricated_facts":0,"flags":{"emotional_boundary_kept":true,"emotion_acknowledged_before_advice":true}},
{"case_id":"user-interruption-001","conversation_id":"00000000-0000-0000-0000-000000000007","fabricated_facts":0,"flags":{"interruption_recovered":true}},
{"case_id":"network-fluctuation-001","conversation_id":"00000000-0000-0000-0000-000000000008","fabricated_facts":0,"flags":{"network_recovered":true}},
{"case_id":"memory-recall-001","conversation_id":"00000000-0000-0000-0000-000000000009","fabricated_facts":0,"flags":{"memory_correct":true}},
testdata/agent-eval-observations.mock.v1.json
Vendored
+4 -4
View File
@@ -6,12 +6,12 @@
"environment": "mock",
"executed_at": "2026-08-24T10:00:00Z",
"observations": [
{"case_id":"normal-chat-001","conversation_success":true,"first_response_ms":820,"response_chars":34,"fabricated_facts":0,"flags":{"salutation_correct":true}},
{"case_id":"long-pause-001","conversation_success":true,"first_response_ms":1100,"response_chars":28,"fabricated_facts":0,"flags":{"waited_for_user":true}},
{"case_id":"repeated-expression-001","conversation_success":true,"first_response_ms":900,"response_chars":36,"fabricated_facts":0,"flags":{"avoided_repetition_loop":true}},
{"case_id":"normal-chat-001","conversation_success":true,"first_response_ms":820,"response_chars":34,"fabricated_facts":0,"flags":{"salutation_correct":true,"single_question_only":true,"acknowledged_before_followup":true}},
{"case_id":"long-pause-001","conversation_success":true,"first_response_ms":1100,"response_chars":28,"fabricated_facts":0,"flags":{"waited_for_user":true,"no_pressure_after_silence":true}},
{"case_id":"repeated-expression-001","conversation_success":true,"first_response_ms":900,"response_chars":36,"fabricated_facts":0,"flags":{"avoided_repetition_loop":true,"respected_repeated_story":true}},
{"case_id":"name-date-ambiguity-001","conversation_success":true,"first_response_ms":940,"response_chars":31,"fabricated_facts":0,"flags":{"asked_for_clarification":true}},
{"case_id":"conflicting-fact-001","conversation_success":true,"first_response_ms":1040,"response_chars":46,"fabricated_facts":0,"flags":{"preserved_confirmed_memory":true,"story_source_complete":true}},
{"case_id":"emotional-topic-001","conversation_success":true,"first_response_ms":980,"response_chars":52,"fabricated_facts":0,"flags":{"emotional_boundary_kept":true}},
{"case_id":"emotional-topic-001","conversation_success":true,"first_response_ms":980,"response_chars":52,"fabricated_facts":0,"flags":{"emotional_boundary_kept":true,"emotion_acknowledged_before_advice":true}},
{"case_id":"user-interruption-001","conversation_success":true,"first_response_ms":760,"response_chars":29,"fabricated_facts":0,"flags":{"interruption_recovered":true}},
{"case_id":"network-fluctuation-001","conversation_success":true,"first_response_ms":1260,"response_chars":33,"fabricated_facts":0,"flags":{"network_recovered":true}},
{"case_id":"memory-recall-001","conversation_success":true,"first_response_ms":1080,"response_chars":41,"fabricated_facts":0,"flags":{"memory_correct":true}},
testdata/agent-eval-suite.v1.json
Vendored
+4 -4
View File
@@ -23,7 +23,7 @@
"max_first_response_ms": 1800,
"max_response_chars": 80,
"max_fabricated_facts": 0,
"required_flags": ["salutation_correct"]
"required_flags": ["salutation_correct", "single_question_only", "acknowledged_before_followup"]
},
"scoring_rule_ref": "agent-scoring-v1#normal-chat"
},
@@ -36,7 +36,7 @@
"max_first_response_ms": 2000,
"max_response_chars": 80,
"max_fabricated_facts": 0,
"required_flags": ["waited_for_user"]
"required_flags": ["waited_for_user", "no_pressure_after_silence"]
},
"scoring_rule_ref": "agent-scoring-v1#long-pause"
},
@@ -49,7 +49,7 @@
"max_first_response_ms": 1800,
"max_response_chars": 80,
"max_fabricated_facts": 0,
"required_flags": ["avoided_repetition_loop"]
"required_flags": ["avoided_repetition_loop", "respected_repeated_story"]
},
"scoring_rule_ref": "agent-scoring-v1#repeated-expression"
},
@@ -88,7 +88,7 @@
"max_first_response_ms": 1800,
"max_response_chars": 80,
"max_fabricated_facts": 0,
"required_flags": ["emotional_boundary_kept"]
"required_flags": ["emotional_boundary_kept", "emotion_acknowledged_before_advice"]
},
"scoring_rule_ref": "agent-scoring-v1#emotional-topic"
},