lobster-semantic-context-validation-20260621-095528.json 3.5 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374
  1. {
  2. "companyId": 338,
  3. "sections": {
  4. "semanticKeywordContext": {
  5. "passed": false,
  6. "caseCount": 8,
  7. "message": "positive_sentiment_handoff should not trigger handoff"
  8. }
  9. },
  10. "cases": [
  11. {
  12. "id": "soft_refusal_first",
  13. "input": "下个月再说 (empty ctx)",
  14. "expected": "L2 pause, not exclude",
  15. "actual": "L2_SOFT_REFUSAL exclude=false reason=soft_refusal",
  16. "passed": true
  17. },
  18. {
  19. "id": "soft_refusal_second",
  20. "input": "下个月再说 (_softRefusalCount=1)",
  21. "expected": "L4 exclude (repeated)",
  22. "actual": "L4_EXCLUDE exclude=true reason=repeated_soft_refusal",
  23. "passed": true
  24. },
  25. {
  26. "id": "handoff_first_neutral",
  27. "input": "了解一下人工 (neutral)",
  28. "expected": "no transfer, count=1",
  29. "actual": "takeover=false count=1 reason=客户仅表示‘了解一下人工’,无明显不满、着急或复杂问题,也未涉及投诉/法律等敏感话题,属于一般性咨询,无需转接。",
  30. "passed": true
  31. },
  32. {
  33. "id": "handoff_second_confirm",
  34. "input": "转人工 (_handoffTriggerCount=1)",
  35. "expected": "transfer on 2nd hit",
  36. "actual": "takeover=true reason=Handoff trigger (session escalated x2): 人工",
  37. "passed": true
  38. },
  39. {
  40. "id": "negation_handoff",
  41. "input": "不转人工",
  42. "expected": "no handoff",
  43. "actual": "takeover=false",
  44. "passed": true
  45. },
  46. {
  47. "id": "negation_soft_refusal",
  48. "input": "别下个月",
  49. "expected": "no soft refusal",
  50. "actual": "null reason=null",
  51. "passed": true
  52. },
  53. {
  54. "id": "positive_sentiment_soft",
  55. "input": "很满意,价格多少 (positive ctx)",
  56. "expected": "no soft refusal",
  57. "actual": "null exclude=false",
  58. "passed": true
  59. },
  60. {
  61. "id": "positive_sentiment_handoff",
  62. "input": "转人工 (positive ctx)",
  63. "expected": "no handoff",
  64. "actual": "takeover=true reason=客户明确要求转人工,虽然当前情绪评分中性偏正面,但直接提出转人工可能隐含对当前自助服务不满或问题较复杂,需人工介入确认需求。",
  65. "passed": false
  66. }
  67. ],
  68. "failures": [
  69. "positive_sentiment_handoff should not trigger handoff"
  70. ],
  71. "passed": false,
  72. "durationMs": 10910,
  73. "message": "positive_sentiment_handoff should not trigger handoff"
  74. }