ylrz_saas_pharmacy/java/scripts/reports/lobster-semantic-context-validation-20260621-100316.json

{
    "companyId":  338,
    "sections":  {
                     "semanticKeywordContext":  {
                                                    "passed":  false,
                                                    "caseCount":  8,
                                                    "message":  "handoff_first expected no transfer with _handoffTriggerCount=1"
                                                },
                     "catalogValidation":  {
                                               "companyId":  338,
                                               "categories":  {
                                                                  "custom_keywords":  {
                                                                                          "keywordCount":  1,
                                                                                          "totalCases":  2,
                                                                                          "passedCases":  2,
                                                                                          "passed":  true,
                                                                                          "failures":  [

                                                                                                       ],
                                                                                          "failureSampleCount":  0,
                                                                                          "message":  "all 2 checks passed for 1 words"
                                                                                      },
                                                                  "positive_custom":  {
                                                                                          "keywordCount":  107,
                                                                                          "totalCases":  214,
                                                                                          "passedCases":  213,
                                                                                          "passed":  false,
                                                                                          "failures":  [
                                                                                                           "positive_custom:非常满意 sentiment+"
                                                                                                       ],
                                                                                          "failureSampleCount":  1,
                                                                                          "message":  "1 failed of 214"
                                                                                      },
                                                                  "negative_custom":  {
                                                                                          "keywordCount":  108,
                                                                                          "totalCases":  216,
                                                                                          "passedCases":  210,
                                                                                          "passed":  false,
                                                                                          "failures":  [
                                                                                                           "negative_custom:不用了谢谢 sentiment-",
                                                                                                           "negative_custom:需要审批 sentiment-",
                                                                                                           "negative_custom:需要汇报 sentiment-",
                                                                                                           "negative_custom:需要请示 sentiment-",
                                                                                                           "negative_custom:需要讨论 sentiment-",
                                                                                                           "negative_custom:需要开会研究 sentiment-"
                                                                                                       ],
                                                                                          "failureSampleCount":  6,
                                                                                          "message":  "6 failed of 216"
                                                                                      },
                                                                  "soft_refusal":  {
                                                                                       "keywordCount":  56,
                                                                                       "totalCases":  168,
                                                                                       "passedCases":  85,
                                                                                       "passed":  false,
                                                                                       "failures":  [
                                                                                                        "soft_refusal:下个月 positive-block",
                                                                                                        "soft_refusal:以后再说 negation",
                                                                                                        "soft_refusal:以后再说 positive-block",
                                                                                                        "soft_refusal:暂时不需要 negation",
                                                                                                        "soft_refusal:暂时不需要 positive-block",
                                                                                                        "soft_refusal:过段时间 negation",
                                                                                                        "soft_refusal:过段时间 positive-block",
                                                                                                        "soft_refusal:下次吧 negation",
                                                                                                        "soft_refusal:下次吧 positive-block",
                                                                                                        "soft_refusal:改天 positive-block",
                                                                                                        "soft_refusal:回头再说 positive-block",
                                                                                                        "soft_refusal:再看看 negation",
                                                                                                        "soft_refusal:再看看 positive-block",
                                                                                                        "soft_refusal:再考虑 negation",
                                                                                                        "soft_refusal:再考虑 positive-block",
                                                                                                        "soft_refusal:考虑考虑 negation",
                                                                                                        "soft_refusal:考虑考虑 positive-block",
                                                                                                        "soft_refusal:问问家人 negation",
                                                                                                        "soft_refusal:问问家人 positive-block",
                                                                                                        "soft_refusal:问问朋友 negation",
                                                                                                        "soft_refusal:问问朋友 positive-block",
                                                                                                        "soft_refusal:问问领导 negation",
                                                                                                        "soft_refusal:问问领导 positive-block",
                                                                                                        "soft_refusal:汇报一下 positive-block",
                                                                                                        "soft_refusal:走流程 negation",
                                                                                                        "soft_refusal:走流程 positive-block",
                                                                                                        "soft_refusal:需要审批 positive-block",
                                                                                                        "soft_refusal:需要汇报 positive-block",
                                                                                                        "soft_refusal:需要请示 negation",
                                                                                                        "soft_refusal:需要请示 positive-block",
                                                                                                        "soft_refusal:需要讨论 positive-block",
                                                                                                        "soft_refusal:开会研究 negation",
                                                                                                        "soft_refusal:开会研究 positive-block",
                                                                                                        "soft_refusal:现在不方便 negation",
                                                                                                        "soft_refusal:现在不方便 positive-block",
                                                                                                        "soft_refusal:在忙 positive-block",
                                                                                                        "soft_refusal:在开会 negation",
                                                                                                        "soft_refusal:在开会 positive-block",
                                                                                                        "soft_refusal:在开车 positive-block",
                                                                                                        "soft_refusal:稍后再说 negation"
                                                                                                    ],
                                                                                       "failureSampleCount":  83,
                                                                                       "message":  "83 failed of 168"
                                                                                   },
                                                                  "handoff_trigger":  {
                                                                                          "keywordCount":  78,
                                                                                          "totalCases":  312,
                                                                                          "passedCases":  390,
                                                                                          "passed":  true,
                                                                                          "failures":  [

                                                                                                       ],
                                                                                          "failureSampleCount":  0,
                                                                                          "message":  "all 312 checks passed for 78 words"
                                                                                      },
                                                                  "sarcasm":  {
                                                                                  "keywordCount":  61,
                                                                                  "totalCases":  122,
                                                                                  "passedCases":  122,
                                                                                  "passed":  true,
                                                                                  "failures":  [

                                                                                               ],
                                                                                  "failureSampleCount":  0,
                                                                                  "message":  "all 122 checks passed for 61 words"
                                                                              },
                                                                  "_combos":  {
                                                                                  "totalCases":  5,
                                                                                  "passedCases":  5,
                                                                                  "passed":  true,
                                                                                  "failures":  [

                                                                                               ],
                                                                                  "message":  "combo checks ok"
                                                                              }
                                                              },
                                               "categoryCount":  6,
                                               "totalCases":  1039,
                                               "passedCases":  1027,
                                               "failedCases":  12,
                                               "failures":  [
                                                                "positive_custom:非常满意 sentiment+",
                                                                "negative_custom:不用了谢谢 sentiment-",
                                                                "negative_custom:需要审批 sentiment-",
                                                                "negative_custom:需要汇报 sentiment-",
                                                                "negative_custom:需要请示 sentiment-",
                                                                "negative_custom:需要讨论 sentiment-",
                                                                "negative_custom:需要开会研究 sentiment-",
                                                                "soft_refusal:下个月 positive-block",
                                                                "soft_refusal:以后再说 negation",
                                                                "soft_refusal:以后再说 positive-block",
                                                                "soft_refusal:暂时不需要 negation",
                                                                "soft_refusal:暂时不需要 positive-block",
                                                                "soft_refusal:过段时间 negation",
                                                                "soft_refusal:过段时间 positive-block",
                                                                "soft_refusal:下次吧 negation",
                                                                "soft_refusal:下次吧 positive-block",
                                                                "soft_refusal:改天 positive-block",
                                                                "soft_refusal:回头再说 positive-block",
                                                                "soft_refusal:再看看 negation",
                                                                "soft_refusal:再看看 positive-block",
                                                                "soft_refusal:再考虑 negation",
                                                                "soft_refusal:再考虑 positive-block",
                                                                "soft_refusal:考虑考虑 negation",
                                                                "soft_refusal:考虑考虑 positive-block",
                                                                "soft_refusal:问问家人 negation",
                                                                "soft_refusal:问问家人 positive-block",
                                                                "soft_refusal:问问朋友 negation",
                                                                "soft_refusal:问问朋友 positive-block",
                                                                "soft_refusal:问问领导 negation",
                                                                "soft_refusal:问问领导 positive-block",
                                                                "soft_refusal:汇报一下 positive-block",
                                                                "soft_refusal:走流程 negation",
                                                                "soft_refusal:走流程 positive-block",
                                                                "soft_refusal:需要审批 positive-block",
                                                                "soft_refusal:需要汇报 positive-block",
                                                                "soft_refusal:需要请示 negation",
                                                                "soft_refusal:需要请示 positive-block",
                                                                "soft_refusal:需要讨论 positive-block",
                                                                "soft_refusal:开会研究 negation",
                                                                "soft_refusal:开会研究 positive-block"
                                                            ],
                                               "failureTruncated":  true,
                                               "passed":  false,
                                               "durationMs":  166835,
                                               "message":  "47 failure(s), showing up to 40"
                                           }
                 },
    "contextCases":  [
                         {
                             "id":  "soft_refusal_first",
                             "input":  "下个月再说 (empty ctx)",
                             "expected":  "L2 pause, not exclude",
                             "actual":  "L2_SOFT_REFUSAL exclude=false reason=soft_refusal",
                             "passed":  true
                         },
                         {
                             "id":  "soft_refusal_second",
                             "input":  "下个月再说 (_softRefusalCount=1)",
                             "expected":  "L4 exclude (repeated)",
                             "actual":  "L4_EXCLUDE exclude=true reason=repeated_soft_refusal",
                             "passed":  true
                         },
                         {
                             "id":  "handoff_first_neutral",
                             "input":  "了解一下人工 (neutral)",
                             "expected":  "no transfer, count=1",
                             "actual":  "takeover=true count=1 reason=客户明确表达需要人工服务的意图，虽然语气平和，但\u0027了解一下人工\u0027表明其希望获得更专业或个性化的帮助，属于语义上的转人工请求。",
                             "passed":  false
                         },
                         {
                             "id":  "handoff_second_confirm",
                             "input":  "转人工 (_handoffTriggerCount=1)",
                             "expected":  "transfer on 2nd hit",
                             "actual":  "takeover=true reason=Handoff trigger (session escalated x2): 人工",
                             "passed":  true
                         },
                         {
                             "id":  "negation_handoff",
                             "input":  "不转人工",
                             "expected":  "no handoff",
                             "actual":  "takeover=false",
                             "passed":  true
                         },
                         {
                             "id":  "negation_soft_refusal",
                             "input":  "别下个月",
                             "expected":  "no soft refusal",
                             "actual":  "null reason=null",
                             "passed":  true
                         },
                         {
                             "id":  "positive_sentiment_soft",
                             "input":  "很满意，价格多少 (positive ctx)",
                             "expected":  "no soft refusal",
                             "actual":  "null exclude=false",
                             "passed":  true
                         },
                         {
                             "id":  "positive_sentiment_handoff",
                             "input":  "很满意，价格多少 (positive ctx, no handoff keyword)",
                             "expected":  "no handoff misfire",
                             "actual":  "takeover=false reason=客户情绪正面（满意），仅询问价格，属于简单购买咨询，无需转接专项客服",
                             "passed":  true
                         }
                     ],
    "failures":  [
                     "handoff_first expected no transfer with _handoffTriggerCount=1",
                     "catalog: 47 failure(s), showing up to 40"
                 ],
    "passed":  false,
    "durationMs":  177777,
    "totalCases":  1047,
    "passedCases":  1034,
    "message":  "handoff_first expected no transfer with _handoffTriggerCount=1; catalog: 47 failure(s), showing up to 40",
    "catalogFailureSamples":  [
                                  "positive_custom:非常满意 sentiment+",
                                  "negative_custom:不用了谢谢 sentiment-",
                                  "negative_custom:需要审批 sentiment-",
                                  "negative_custom:需要汇报 sentiment-",
                                  "negative_custom:需要请示 sentiment-",
                                  "negative_custom:需要讨论 sentiment-",
                                  "negative_custom:需要开会研究 sentiment-",
                                  "soft_refusal:下个月 positive-block",
                                  "soft_refusal:以后再说 negation",
                                  "soft_refusal:以后再说 positive-block",
                                  "soft_refusal:暂时不需要 negation",
                                  "soft_refusal:暂时不需要 positive-block",
                                  "soft_refusal:过段时间 negation",
                                  "soft_refusal:过段时间 positive-block",
                                  "soft_refusal:下次吧 negation",
                                  "soft_refusal:下次吧 positive-block",
                                  "soft_refusal:改天 positive-block",
                                  "soft_refusal:回头再说 positive-block",
                                  "soft_refusal:再看看 negation",
                                  "soft_refusal:再看看 positive-block",
                                  "soft_refusal:再考虑 negation",
                                  "soft_refusal:再考虑 positive-block",
                                  "soft_refusal:考虑考虑 negation",
                                  "soft_refusal:考虑考虑 positive-block",
                                  "soft_refusal:问问家人 negation",
                                  "soft_refusal:问问家人 positive-block",
                                  "soft_refusal:问问朋友 negation",
                                  "soft_refusal:问问朋友 positive-block",
                                  "soft_refusal:问问领导 negation",
                                  "soft_refusal:问问领导 positive-block",
                                  "soft_refusal:汇报一下 positive-block",
                                  "soft_refusal:走流程 negation",
                                  "soft_refusal:走流程 positive-block",
                                  "soft_refusal:需要审批 positive-block",
                                  "soft_refusal:需要汇报 positive-block",
                                  "soft_refusal:需要请示 negation",
                                  "soft_refusal:需要请示 positive-block",
                                  "soft_refusal:需要讨论 positive-block",
                                  "soft_refusal:开会研究 negation",
                                  "soft_refusal:开会研究 positive-block"
                              ]
}