{ "companyId": 338, "sections": { "semanticKeywordContext": { "passed": false, "caseCount": 8, "message": "handoff_first expected no transfer with _handoffTriggerCount=1" }, "catalogValidation": { "companyId": 338, "categories": { "custom_keywords": { "keywordCount": 1, "totalCases": 2, "passedCases": 2, "passed": true, "failures": [ ], "failureSampleCount": 0, "message": "all 2 checks passed for 1 words" }, "positive_custom": { "keywordCount": 107, "totalCases": 214, "passedCases": 213, "passed": false, "failures": [ "positive_custom:非常满意 sentiment+" ], "failureSampleCount": 1, "message": "1 failed of 214" }, "negative_custom": { "keywordCount": 108, "totalCases": 216, "passedCases": 210, "passed": false, "failures": [ "negative_custom:不用了谢谢 sentiment-", "negative_custom:需要审批 sentiment-", "negative_custom:需要汇报 sentiment-", "negative_custom:需要请示 sentiment-", "negative_custom:需要讨论 sentiment-", "negative_custom:需要开会研究 sentiment-" ], "failureSampleCount": 6, "message": "6 failed of 216" }, "soft_refusal": { "keywordCount": 56, "totalCases": 168, "passedCases": 85, "passed": false, "failures": [ "soft_refusal:下个月 positive-block", "soft_refusal:以后再说 negation", "soft_refusal:以后再说 positive-block", "soft_refusal:暂时不需要 negation", "soft_refusal:暂时不需要 positive-block", "soft_refusal:过段时间 negation", "soft_refusal:过段时间 positive-block", "soft_refusal:下次吧 negation", "soft_refusal:下次吧 positive-block", "soft_refusal:改天 positive-block", "soft_refusal:回头再说 positive-block", "soft_refusal:再看看 negation", "soft_refusal:再看看 positive-block", "soft_refusal:再考虑 negation", "soft_refusal:再考虑 positive-block", "soft_refusal:考虑考虑 negation", "soft_refusal:考虑考虑 positive-block", "soft_refusal:问问家人 negation", "soft_refusal:问问家人 positive-block", "soft_refusal:问问朋友 negation", "soft_refusal:问问朋友 positive-block", "soft_refusal:问问领导 negation", "soft_refusal:问问领导 positive-block", "soft_refusal:汇报一下 positive-block", "soft_refusal:走流程 negation", "soft_refusal:走流程 positive-block", "soft_refusal:需要审批 positive-block", "soft_refusal:需要汇报 positive-block", "soft_refusal:需要请示 negation", "soft_refusal:需要请示 positive-block", "soft_refusal:需要讨论 positive-block", "soft_refusal:开会研究 negation", "soft_refusal:开会研究 positive-block", "soft_refusal:现在不方便 negation", "soft_refusal:现在不方便 positive-block", "soft_refusal:在忙 positive-block", "soft_refusal:在开会 negation", "soft_refusal:在开会 positive-block", "soft_refusal:在开车 positive-block", "soft_refusal:稍后再说 negation" ], "failureSampleCount": 83, "message": "83 failed of 168" }, "handoff_trigger": { "keywordCount": 78, "totalCases": 312, "passedCases": 390, "passed": true, "failures": [ ], "failureSampleCount": 0, "message": "all 312 checks passed for 78 words" }, "sarcasm": { "keywordCount": 61, "totalCases": 122, "passedCases": 122, "passed": true, "failures": [ ], "failureSampleCount": 0, "message": "all 122 checks passed for 61 words" }, "_combos": { "totalCases": 5, "passedCases": 5, "passed": true, "failures": [ ], "message": "combo checks ok" } }, "categoryCount": 6, "totalCases": 1039, "passedCases": 1027, "failedCases": 12, "failures": [ "positive_custom:非常满意 sentiment+", "negative_custom:不用了谢谢 sentiment-", "negative_custom:需要审批 sentiment-", "negative_custom:需要汇报 sentiment-", "negative_custom:需要请示 sentiment-", "negative_custom:需要讨论 sentiment-", "negative_custom:需要开会研究 sentiment-", "soft_refusal:下个月 positive-block", "soft_refusal:以后再说 negation", "soft_refusal:以后再说 positive-block", "soft_refusal:暂时不需要 negation", "soft_refusal:暂时不需要 positive-block", "soft_refusal:过段时间 negation", "soft_refusal:过段时间 positive-block", "soft_refusal:下次吧 negation", "soft_refusal:下次吧 positive-block", "soft_refusal:改天 positive-block", "soft_refusal:回头再说 positive-block", "soft_refusal:再看看 negation", "soft_refusal:再看看 positive-block", "soft_refusal:再考虑 negation", "soft_refusal:再考虑 positive-block", "soft_refusal:考虑考虑 negation", "soft_refusal:考虑考虑 positive-block", "soft_refusal:问问家人 negation", "soft_refusal:问问家人 positive-block", "soft_refusal:问问朋友 negation", "soft_refusal:问问朋友 positive-block", "soft_refusal:问问领导 negation", "soft_refusal:问问领导 positive-block", "soft_refusal:汇报一下 positive-block", "soft_refusal:走流程 negation", "soft_refusal:走流程 positive-block", "soft_refusal:需要审批 positive-block", "soft_refusal:需要汇报 positive-block", "soft_refusal:需要请示 negation", "soft_refusal:需要请示 positive-block", "soft_refusal:需要讨论 positive-block", "soft_refusal:开会研究 negation", "soft_refusal:开会研究 positive-block" ], "failureTruncated": true, "passed": false, "durationMs": 166835, "message": "47 failure(s), showing up to 40" } }, "contextCases": [ { "id": "soft_refusal_first", "input": "下个月再说 (empty ctx)", "expected": "L2 pause, not exclude", "actual": "L2_SOFT_REFUSAL exclude=false reason=soft_refusal", "passed": true }, { "id": "soft_refusal_second", "input": "下个月再说 (_softRefusalCount=1)", "expected": "L4 exclude (repeated)", "actual": "L4_EXCLUDE exclude=true reason=repeated_soft_refusal", "passed": true }, { "id": "handoff_first_neutral", "input": "了解一下人工 (neutral)", "expected": "no transfer, count=1", "actual": "takeover=true count=1 reason=客户明确表达需要人工服务的意图，虽然语气平和，但\u0027了解一下人工\u0027表明其希望获得更专业或个性化的帮助，属于语义上的转人工请求。", "passed": false }, { "id": "handoff_second_confirm", "input": "转人工 (_handoffTriggerCount=1)", "expected": "transfer on 2nd hit", "actual": "takeover=true reason=Handoff trigger (session escalated x2): 人工", "passed": true }, { "id": "negation_handoff", "input": "不转人工", "expected": "no handoff", "actual": "takeover=false", "passed": true }, { "id": "negation_soft_refusal", "input": "别下个月", "expected": "no soft refusal", "actual": "null reason=null", "passed": true }, { "id": "positive_sentiment_soft", "input": "很满意，价格多少 (positive ctx)", "expected": "no soft refusal", "actual": "null exclude=false", "passed": true }, { "id": "positive_sentiment_handoff", "input": "很满意，价格多少 (positive ctx, no handoff keyword)", "expected": "no handoff misfire", "actual": "takeover=false reason=客户情绪正面（满意），仅询问价格，属于简单购买咨询，无需转接专项客服", "passed": true } ], "failures": [ "handoff_first expected no transfer with _handoffTriggerCount=1", "catalog: 47 failure(s), showing up to 40" ], "passed": false, "durationMs": 177777, "totalCases": 1047, "passedCases": 1034, "message": "handoff_first expected no transfer with _handoffTriggerCount=1; catalog: 47 failure(s), showing up to 40", "catalogFailureSamples": [ "positive_custom:非常满意 sentiment+", "negative_custom:不用了谢谢 sentiment-", "negative_custom:需要审批 sentiment-", "negative_custom:需要汇报 sentiment-", "negative_custom:需要请示 sentiment-", "negative_custom:需要讨论 sentiment-", "negative_custom:需要开会研究 sentiment-", "soft_refusal:下个月 positive-block", "soft_refusal:以后再说 negation", "soft_refusal:以后再说 positive-block", "soft_refusal:暂时不需要 negation", "soft_refusal:暂时不需要 positive-block", "soft_refusal:过段时间 negation", "soft_refusal:过段时间 positive-block", "soft_refusal:下次吧 negation", "soft_refusal:下次吧 positive-block", "soft_refusal:改天 positive-block", "soft_refusal:回头再说 positive-block", "soft_refusal:再看看 negation", "soft_refusal:再看看 positive-block", "soft_refusal:再考虑 negation", "soft_refusal:再考虑 positive-block", "soft_refusal:考虑考虑 negation", "soft_refusal:考虑考虑 positive-block", "soft_refusal:问问家人 negation", "soft_refusal:问问家人 positive-block", "soft_refusal:问问朋友 negation", "soft_refusal:问问朋友 positive-block", "soft_refusal:问问领导 negation", "soft_refusal:问问领导 positive-block", "soft_refusal:汇报一下 positive-block", "soft_refusal:走流程 negation", "soft_refusal:走流程 positive-block", "soft_refusal:需要审批 positive-block", "soft_refusal:需要汇报 positive-block", "soft_refusal:需要请示 negation", "soft_refusal:需要请示 positive-block", "soft_refusal:需要讨论 positive-block", "soft_refusal:开会研究 negation", "soft_refusal:开会研究 positive-block" ] }