{ "companyId": 338, "sections": { "semanticKeywordContext": { "passed": true, "caseCount": 8, "message": "all semantic context cases passed" }, "catalogValidation": { "companyId": 338, "categories": { "custom_keywords": { "keywordCount": 130, "totalCases": 260, "passedCases": 260, "passed": true, "failures": [ ], "failureSampleCount": 0, "message": "all 260 checks passed for 130 words" }, "positive_custom": { "keywordCount": 107, "totalCases": 321, "passedCases": 320, "passed": false, "failures": [ "positive_custom:非常满意 sentiment+" ], "failureSampleCount": 1, "message": "1 failed of 321" }, "negative_custom": { "keywordCount": 108, "totalCases": 216, "passedCases": 216, "passed": true, "failures": [ ], "failureSampleCount": 0, "message": "all 216 checks passed for 108 words" }, "soft_refusal": { "keywordCount": 56, "totalCases": 168, "passedCases": 168, "passed": true, "failures": [ ], "failureSampleCount": 0, "message": "all 168 checks passed for 56 words" }, "handoff_trigger": { "keywordCount": 78, "totalCases": 390, "passedCases": 390, "passed": true, "failures": [ ], "failureSampleCount": 0, "message": "all 390 checks passed for 78 words" }, "sarcasm": { "keywordCount": 61, "totalCases": 122, "passedCases": 122, "passed": true, "failures": [ ], "failureSampleCount": 0, "message": "all 122 checks passed for 61 words" }, "_combos": { "totalCases": 5, "passedCases": 5, "passed": true, "failures": [ ], "message": "combo checks ok" } }, "categoryCount": 6, "totalCases": 1482, "passedCases": 1481, "failedCases": 1, "failures": [ "positive_custom:非常满意 sentiment+" ], "failureTruncated": false, "passed": false, "durationMs": 113918, "message": "1 failure(s), showing up to 40" } }, "contextCases": [ { "id": "soft_refusal_first", "input": "下个月再说 (empty ctx)", "expected": "L2 pause, not exclude", "actual": "L2_SOFT_REFUSAL exclude=false reason=soft_refusal", "passed": true }, { "id": "soft_refusal_second", "input": "下个月再说 (_softRefusalCount=1)", "expected": "L4 exclude (repeated)", "actual": "L4_EXCLUDE exclude=true reason=repeated_soft_refusal", "passed": true }, { "id": "handoff_first_neutral", "input": "了解一下人工 -\u003e keyword 人工 (neutral)", "expected": "no transfer, count=1", "actual": "takeover=false count=1 reason=Handoff trigger noted (session 1, awaiting confirmation): 人工", "passed": true }, { "id": "handoff_second_confirm", "input": "转人工 (_handoffTriggerCount=1)", "expected": "transfer on 2nd hit", "actual": "takeover=true reason=Handoff trigger (session escalated x2): 人工", "passed": true }, { "id": "negation_handoff", "input": "不转人工", "expected": "no handoff", "actual": "takeover=false", "passed": true }, { "id": "negation_soft_refusal", "input": "别下个月", "expected": "no soft refusal", "actual": "null reason=null", "passed": true }, { "id": "positive_sentiment_soft", "input": "很满意,价格多少 (positive ctx)", "expected": "no soft refusal", "actual": "null exclude=false", "passed": true }, { "id": "positive_sentiment_handoff", "input": "很满意,价格多少 (positive ctx, no handoff keyword)", "expected": "no handoff misfire", "actual": "takeover=false reason=客户情绪积极(满意度高),仅询问价格,属于正常购买流程中的简单问题,无需专项帮助", "passed": true } ], "failures": [ "catalog: 1 failure(s), showing up to 40" ], "passed": false, "durationMs": 125519, "totalCases": 1490, "passedCases": 1489, "message": "catalog: 1 failure(s), showing up to 40", "catalogFailureSamples": [ "positive_custom:非常满意 sentiment+" ] }