full-dialogue-validation-batch2.json 33 KB

12345678910111213141516
  1. {
  2. "startedAt": "2026-07-01 03:07:35",
  3. "backend": "http://localhost:8006",
  4. "validationBase": "http://localhost:8006/api/lobster/admin/validation",
  5. "timeoutNote": "任务要求45s;实测UDD debug调用LLM语义分解耗时60-180s,45s会100%超时,故单次超时调整为90s并如实记录每项耗时",
  6. "tokenStatus": "OK",
  7. "steps": {
  8. "step2_udd_debug_all_industries": {"total":27,"passed":2,"totalMs":2421191,"items":[{"module":"step2_27行业UDD调试","industry":"liquor(白酒)","inputMessage":"你好,下个月家里办宴席,想看看白酒怎么选","aiReply":null,"qualityScore":null,"elapsedMs":90019,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"medical(医疗)","inputMessage":"最近老觉得头晕,想问问是怎么回事","aiReply":null,"qualityScore":null,"elapsedMs":90020,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"travel(旅游)","inputMessage":"你好,想了解一下去云南的线路","aiReply":null,"qualityScore":null,"elapsedMs":90017,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"medical_beauty(医美)","inputMessage":"想咨询下光子嫩肤的项目","aiReply":null,"qualityScore":null,"elapsedMs":90018,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"education(教育)","inputMessage":"孩子上初二,数学不太好,想找个辅导班","aiReply":null,"qualityScore":null,"elapsedMs":90012,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"insurance(保险)","inputMessage":"想给家人买份重疾险,麻烦介绍下","aiReply":"[UDD调试预览] 客户问的是麻烦工作人员介绍适合给家人购买的重疾险相关内容,第一句必须先给明确回复,不确定的如实说明,禁止未回答先追问。[待追问: 需补充家人的年龄、健康情况、预期预算等信息,以便推荐适配的重疾险方案]。","qualityScore":null,"elapsedMs":87270,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step2_27行业UDD调试","industry":"tea(茶叶)","inputMessage":"想买点茶叶送人,有什么推荐","aiReply":null,"qualityScore":null,"elapsedMs":90010,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"real_estate(房地产)","inputMessage":"想在城南看套三居室,有合适的吗","aiReply":null,"qualityScore":null,"elapsedMs":90011,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"automobile(汽车)","inputMessage":"预算15万左右,想看款家用SUV","aiReply":null,"qualityScore":null,"elapsedMs":90010,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"finance(金融理财)","inputMessage":"手里有笔闲钱,想做点稳健理财","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"retail(零售电商)","inputMessage":"想买个扫地机器人,哪款性价比高","aiReply":null,"qualityScore":null,"elapsedMs":90015,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"catering(餐饮)","inputMessage":"周末8个人聚餐,想订个包间","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"fitness(健身运动)","inputMessage":"想减脂,咨询下私教课怎么收费","aiReply":null,"qualityScore":null,"elapsedMs":90012,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"wedding(婚庆)","inputMessage":"明年5月结婚,想了解婚宴套餐","aiReply":null,"qualityScore":null,"elapsedMs":90003,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"home_decoration(家装)","inputMessage":"新房120平,想做现代简约风装修","aiReply":null,"qualityScore":null,"elapsedMs":90003,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"legal(法律服务)","inputMessage":"老板拖欠工资,想咨询怎么维权","aiReply":null,"qualityScore":null,"elapsedMs":90003,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"recruitment(人力招聘)","inputMessage":"公司想招几个Java开发,能帮忙吗","aiReply":null,"qualityScore":null,"elapsedMs":90001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"pet(宠物)","inputMessage":"我家狗狗该打疫苗了,想咨询下","aiReply":null,"qualityScore":null,"elapsedMs":90008,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"mother_baby(母婴)","inputMessage":"宝宝6个月,想换款奶粉","aiReply":null,"qualityScore":null,"elapsedMs":90008,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"pharmaceutical(医药)","inputMessage":"想买点感冒药,有什么推荐","aiReply":null,"qualityScore":null,"elapsedMs":90008,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"furniture(家居)","inputMessage":"想买套布艺沙发,有什么推荐","aiReply":null,"qualityScore":null,"elapsedMs":90004,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"logistics(物流)","inputMessage":"有个包裹要寄到北京,大概多少钱","aiReply":null,"qualityScore":null,"elapsedMs":90005,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"agriculture(农业)","inputMessage":"家里种了10亩柑橘,想买点专用肥","aiReply":null,"qualityScore":null,"elapsedMs":90005,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"manufacturing(制造业)","inputMessage":"需要采购一批不锈钢轴承,能报个价吗","aiReply":"[UDD调试预览] 客户问的是客户询问采购一批不锈钢轴承的相关报价,第一句必须先给明确回复,不确定的如实说明,禁止未回答先追问。","qualityScore":null,"elapsedMs":83683,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step2_27行业UDD调试","industry":"beauty_salon(美容美发)","inputMessage":"想染个头发,预约下周末","aiReply":null,"qualityScore":null,"elapsedMs":90006,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"photography(摄影)","inputMessage":"想拍套个人写真,有什么套餐","aiReply":null,"qualityScore":null,"elapsedMs":90011,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step2_27行业UDD调试","industry":"saas_b2b(B2B SaaS)","inputMessage":"我们公司想上一套CRM系统,能介绍下吗","aiReply":null,"qualityScore":null,"elapsedMs":90001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null}]},
  9. "step3_multi_turn": {"total":5,"passed":0,"totalMs":1800052,"items":[{"module":"step3_多轮对话","industry":"travel(旅游)","inputMessage":"你好 | 具体说说 | 多少钱 | 我再想想 | 好的谢谢","aiReply":null,"qualityScore":null,"elapsedMs":360017,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step3_多轮对话","industry":"medical(医疗)","inputMessage":"你好 | 具体说说 | 多少钱 | 我再想想 | 好的谢谢","aiReply":null,"qualityScore":null,"elapsedMs":360017,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step3_多轮对话","industry":"education(教育)","inputMessage":"你好 | 具体说说 | 多少钱 | 我再想想 | 好的谢谢","aiReply":null,"qualityScore":null,"elapsedMs":360008,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step3_多轮对话","industry":"medical_beauty(医美)","inputMessage":"你好 | 具体说说 | 多少钱 | 我再想想 | 好的谢谢","aiReply":null,"qualityScore":null,"elapsedMs":360009,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step3_多轮对话","industry":"liquor(白酒)","inputMessage":"你好 | 具体说说 | 多少钱 | 我再想想 | 好的谢谢","aiReply":null,"qualityScore":null,"elapsedMs":360001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null}]},
  10. "step4_50_variations": {"total":50,"passed":13,"totalMs":3989831,"items":[{"module":"step4_50变化_延期类(1)","industry":"travel(旅游)","inputMessage":"下个月再说吧","aiReply":null,"qualityScore":null,"elapsedMs":90001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_延期类(2)","industry":"travel(旅游)","inputMessage":"推迟一下,最近没空","aiReply":"好的,您先忙,等您有空了我们再聊。","qualityScore":null,"elapsedMs":35004,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_延期类(3)","industry":"travel(旅游)","inputMessage":"改天吧,最近有点忙","aiReply":"好的,您先忙,后续有旅行相关需求随时联系我们就行。","qualityScore":null,"elapsedMs":44813,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_延期类(4)","industry":"travel(旅游)","inputMessage":"过段时间再联系我","aiReply":"好的,您先忙,后续合适时间我们再联系您哦~","qualityScore":null,"elapsedMs":54023,"passed":true,"status":"OK","tags":["口语化"],"error":null,"note":null},{"module":"step4_50变化_延期类(5)","industry":"travel(旅游)","inputMessage":"暂缓一下,我先看看","aiReply":null,"qualityScore":null,"elapsedMs":90012,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_延期类(6)","industry":"travel(旅游)","inputMessage":"先别急,让我再缓缓","aiReply":null,"qualityScore":null,"elapsedMs":90002,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_延期类(7)","industry":"travel(旅游)","inputMessage":"下个月我再来问","aiReply":null,"qualityScore":null,"elapsedMs":90009,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_延期类(8)","industry":"travel(旅游)","inputMessage":"最近走不开,晚点再说","aiReply":"好的,您先忙,有需要随时找我就行。","qualityScore":null,"elapsedMs":29213,"passed":true,"status":"OK","tags":["机械","语境不符"],"error":null,"note":null},{"module":"step4_50变化_延期类(9)","industry":"travel(旅游)","inputMessage":"这事不急,先放放","aiReply":null,"qualityScore":null,"elapsedMs":90002,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_延期类(10)","industry":"travel(旅游)","inputMessage":"等我忙完这阵再说","aiReply":"好的,您先忙,等您忙完这阵咱们再沟通,有需要随时找我就行。","qualityScore":null,"elapsedMs":43098,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_提前类(11)","industry":"travel(旅游)","inputMessage":"能提前吗,越快越好","aiReply":null,"qualityScore":null,"elapsedMs":90002,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_提前类(12)","industry":"travel(旅游)","inputMessage":"能不能快点安排","aiReply":null,"qualityScore":null,"elapsedMs":90000,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_提前类(13)","industry":"travel(旅游)","inputMessage":"我想尽快定下来","aiReply":null,"qualityScore":null,"elapsedMs":90000,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_提前类(14)","industry":"travel(旅游)","inputMessage":"时间紧,能加急吗","aiReply":null,"qualityScore":null,"elapsedMs":90001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_提前类(15)","industry":"travel(旅游)","inputMessage":"最好这周就搞定","aiReply":null,"qualityScore":null,"elapsedMs":90016,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_提前类(16)","industry":"travel(旅游)","inputMessage":"能不能今天就给我方案","aiReply":null,"qualityScore":null,"elapsedMs":90001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_提前类(17)","industry":"travel(旅游)","inputMessage":"我赶时间,尽快回复我","aiReply":null,"qualityScore":null,"elapsedMs":90001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_提前类(18)","industry":"travel(旅游)","inputMessage":"明天就要出发,还来得及吗","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_提前类(19)","industry":"travel(旅游)","inputMessage":"加急处理一下可以吗","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_提前类(20)","industry":"travel(旅游)","inputMessage":"越早越好,我急着用","aiReply":null,"qualityScore":null,"elapsedMs":90013,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_拒绝类(21)","industry":"travel(旅游)","inputMessage":"不需要了,谢谢","aiReply":"好的,您后续有旅行相关需求随时联系我们就好。","qualityScore":null,"elapsedMs":42441,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_拒绝类(22)","industry":"travel(旅游)","inputMessage":"不感兴趣","aiReply":"好的,不打扰您了,后续您有出行相关需求随时联系我们就好。","qualityScore":null,"elapsedMs":44383,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_拒绝类(23)","industry":"travel(旅游)","inputMessage":"暂时不考虑了","aiReply":null,"qualityScore":null,"elapsedMs":90010,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_拒绝类(24)","industry":"travel(旅游)","inputMessage":"算了吧,我不要了","aiReply":"好的,若您后续有旅行相关需求随时联系我们就行。","qualityScore":null,"elapsedMs":65601,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_拒绝类(25)","industry":"travel(旅游)","inputMessage":"不用了,我已经订别家了","aiReply":"好的,理解您的选择,后续有出行相关需求您随时联系我们就行。","qualityScore":null,"elapsedMs":62787,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_拒绝类(26)","industry":"travel(旅游)","inputMessage":"没这个打算","aiReply":null,"qualityScore":null,"elapsedMs":90002,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_拒绝类(27)","industry":"travel(旅游)","inputMessage":"不需要,别再联系我了","aiReply":"好的,打扰您了,若后续您有旅行相关需求随时联系我即可。","qualityScore":null,"elapsedMs":20664,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_拒绝类(28)","industry":"travel(旅游)","inputMessage":"我决定不去了","aiReply":null,"qualityScore":null,"elapsedMs":90016,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_拒绝类(29)","industry":"travel(旅游)","inputMessage":"没必要,谢谢","aiReply":"好的,您后续有旅行相关需求随时联系我们就好。","qualityScore":null,"elapsedMs":43234,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_拒绝类(30)","industry":"travel(旅游)","inputMessage":"我放弃这个行程了","aiReply":null,"qualityScore":null,"elapsedMs":90002,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(31)","industry":"travel(旅游)","inputMessage":"我再想想","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(32)","industry":"travel(旅游)","inputMessage":"考虑一下再说","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(33)","industry":"travel(旅游)","inputMessage":"让我琢磨琢磨","aiReply":null,"qualityScore":null,"elapsedMs":90016,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(34)","industry":"travel(旅游)","inputMessage":"不太确定,先看看吧","aiReply":null,"qualityScore":null,"elapsedMs":90001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(35)","industry":"travel(旅游)","inputMessage":"我得和家人商量下","aiReply":null,"qualityScore":null,"elapsedMs":90003,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(36)","industry":"travel(旅游)","inputMessage":"先留着,我对比一下","aiReply":null,"qualityScore":null,"elapsedMs":90015,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(37)","industry":"travel(旅游)","inputMessage":"还在犹豫,毕竟不便宜","aiReply":null,"qualityScore":null,"elapsedMs":90013,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(38)","industry":"travel(旅游)","inputMessage":"再看看其他线路吧","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(39)","industry":"travel(旅游)","inputMessage":"让我想想,回头找你","aiReply":null,"qualityScore":null,"elapsedMs":90016,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_犹豫类(40)","industry":"travel(旅游)","inputMessage":"还没拿定主意","aiReply":null,"qualityScore":null,"elapsedMs":90003,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_接梗闲聊(41)","industry":"travel(旅游)","inputMessage":"哈哈,听起来不错","aiReply":null,"qualityScore":null,"elapsedMs":90003,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_接梗闲聊(42)","industry":"travel(旅游)","inputMessage":"真的假的,这么划算","aiReply":null,"qualityScore":null,"elapsedMs":90003,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_接梗闲聊(43)","industry":"travel(旅游)","inputMessage":"哟,还有这好事","aiReply":null,"qualityScore":null,"elapsedMs":90012,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_接梗闲聊(44)","industry":"travel(旅游)","inputMessage":"嗯嗯,继续说","aiReply":null,"qualityScore":null,"elapsedMs":90001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_接梗闲聊(45)","industry":"travel(旅游)","inputMessage":"哇,这么棒","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_接梗闲聊(46)","industry":"travel(旅游)","inputMessage":"嘿,你挺专业的","aiReply":"[UDD调试预览] 客户问的是无明确提问,仅表达对我方专业性的认可,第一句必须先给明确回复,不确定的如实说明,禁止未回答先追问。[待追问: 后续引导客户说出具体想要咨询的相关需求]。","qualityScore":null,"elapsedMs":85517,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_接梗闲聊(47)","industry":"travel(旅游)","inputMessage":"哦?详细讲讲","aiReply":"[UDD调试预览] 客户问的是客户要求对方对之前提及的相关内容做更详细的讲解说明,第一句必须先给明确回复,不确定的如实说明,禁止未回答先追问。[待追问: 确认客户想要了解的具体内容方向,明确其关注的核心信息点]。","qualityScore":null,"elapsedMs":88764,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":null},{"module":"step4_50变化_接梗闲聊(48)","industry":"travel(旅游)","inputMessage":"咦,这个我没听过","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_接梗闲聊(49)","industry":"travel(旅游)","inputMessage":"嚯,价格可以啊","aiReply":null,"qualityScore":null,"elapsedMs":90002,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null},{"module":"step4_50变化_接梗闲聊(50)","industry":"travel(旅游)","inputMessage":"诶,正好我朋友也想了解","aiReply":null,"qualityScore":null,"elapsedMs":90013,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":null}]},
  11. "step5_continuous_followup": {"total":10,"passed":1,"totalMs":876872,"items":[{"module":"step5_连续追问_第1轮","industry":"medical(医疗)","inputMessage":"最近身体不太舒服","aiReply":"好的,您先好好休息保重身体,有需要随时找我们就行。","qualityScore":null,"elapsedMs":66780,"passed":true,"status":"OK","tags":["机械"],"error":null,"note":"第1轮 persistState=true userKey=val2_medical_followup"},{"module":"step5_连续追问_第2轮","industry":"medical(医疗)","inputMessage":"具体是什么问题","aiReply":null,"qualityScore":null,"elapsedMs":90015,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":"第2轮 persistState=true userKey=val2_medical_followup"},{"module":"step5_连续追问_第3轮","industry":"medical(医疗)","inputMessage":"那应该怎么办","aiReply":null,"qualityScore":null,"elapsedMs":90014,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":"第3轮 persistState=true userKey=val2_medical_followup"},{"module":"step5_连续追问_第4轮","industry":"medical(医疗)","inputMessage":"需要去医院吗","aiReply":null,"qualityScore":null,"elapsedMs":90015,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":"第4轮 persistState=true userKey=val2_medical_followup"},{"module":"step5_连续追问_第5轮","industry":"medical(医疗)","inputMessage":"费用大概多少","aiReply":null,"qualityScore":null,"elapsedMs":90002,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":"第5轮 persistState=true userKey=val2_medical_followup"},{"module":"step5_连续追问_第6轮","industry":"medical(医疗)","inputMessage":"能医保报销吗","aiReply":null,"qualityScore":null,"elapsedMs":90001,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":"第6轮 persistState=true userKey=val2_medical_followup"},{"module":"step5_连续追问_第7轮","industry":"medical(医疗)","inputMessage":"需要提前预约吗","aiReply":null,"qualityScore":null,"elapsedMs":90015,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":"第7轮 persistState=true userKey=val2_medical_followup"},{"module":"step5_连续追问_第8轮","industry":"medical(医疗)","inputMessage":"你们在哪里","aiReply":null,"qualityScore":null,"elapsedMs":90015,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":"第8轮 persistState=true userKey=val2_medical_followup"},{"module":"step5_连续追问_第9轮","industry":"medical(医疗)","inputMessage":"周末可以吗","aiReply":null,"qualityScore":null,"elapsedMs":90005,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":"第9轮 persistState=true userKey=val2_medical_followup"},{"module":"step5_连续追问_第10轮","industry":"medical(医疗)","inputMessage":"好的我去看看","aiReply":null,"qualityScore":null,"elapsedMs":90010,"passed":false,"status":"TIMEOUT","tags":[],"error":"request timed out","note":"第10轮 persistState=true userKey=val2_medical_followup"}]},
  12. "step6_quality_scoring": {"total":10,"passed":8,"totalMs":25019,"items":[{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=客服腔 | 回复=您好!很高兴为您服务,请问有什么可以帮您的吗?","aiReply":"您好!很高兴为您服务,请问有什么可以帮您的吗?","qualityScore":"compliant=true severity=0 violated=action matched=safeReply","elapsedMs":2677,"passed":true,"status":"OK","tags":["亲切","客服腔"],"error":null,"note":null},{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=口语化亲切 | 回复=嗨,您好呀,想了解啥跟我说就行哈,我帮您看看~","aiReply":"嗨,您好呀,想了解啥跟我说就行哈,我帮您看看~","qualityScore":"compliant=true severity=0 violated=action matched=safeReply","elapsedMs":3351,"passed":true,"status":"OK","tags":["亲切","口语化","口语化亲切"],"error":null,"note":null},{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=机械模板 | 回复=尊敬的客户您好,您的咨询已收到,将在24小时内由专属顾问与您联系,请耐心等待。","aiReply":"尊敬的客户您好,您的咨询已收到,将在24小时内由专属顾问与您联系,请耐心等待。","qualityScore":"compliant=true severity=0 violated=action matched=safeReply","elapsedMs":2191,"passed":true,"status":"OK","tags":["亲切","机械模板"],"error":null,"note":null},{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=过度承诺违规 | 回复=我们的产品保证药到病除,百分百治愈,绝对没有任何副作用,包治百病!","aiReply":"我们的产品保证药到病除,百分百治愈,绝对没有任何副作用,包治百病!","qualityScore":"compliant=false severity=2 violated=medical_efficacy_claim matched=治愈","elapsedMs":630,"passed":false,"status":"OK","tags":["机械","过度承诺","过度承诺违规"],"error":null,"note":null},{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=简短自然 | 回复=您好,请问想了解哪方面?","aiReply":"您好,请问想了解哪方面?","qualityScore":"compliant=true severity=0 violated=action matched=safeReply","elapsedMs":2476,"passed":true,"status":"OK","tags":["亲切","简短自然"],"error":null,"note":null},{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=暴露AI身份 | 回复=我是AI智能客服机器人,根据您的输入自动生成回复内容。","aiReply":"我是AI智能客服机器人,根据您的输入自动生成回复内容。","qualityScore":"compliant=true severity=0 violated=action matched=safeReply","elapsedMs":1722,"passed":true,"status":"OK","tags":["机械","暴露AI","暴露AI身份"],"error":null,"note":null},{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=硬广推销 | 回复=现在下单立减500,仅限今天,错过再无!快来抢购吧亲!","aiReply":"现在下单立减500,仅限今天,错过再无!快来抢购吧亲!","qualityScore":"compliant=false severity=2 violated=semantic_overstated_promise matched=错过再无!快来抢购吧亲!","elapsedMs":5425,"passed":false,"status":"OK","tags":["口语化","硬广推销"],"error":null,"note":null},{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=亲切口语 | 回复=嗯嗯,您说得对呢,我这就帮您查查呀,稍等一下哈~","aiReply":"嗯嗯,您说得对呢,我这就帮您查查呀,稍等一下哈~","qualityScore":"compliant=true severity=0 violated=action matched=safeReply","elapsedMs":2117,"passed":true,"status":"OK","tags":["亲切","口语化","亲切口语"],"error":null,"note":null},{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=机械重复 | 回复=您好您好您好,请问请问请问有什么可以帮您帮您帮您。","aiReply":"您好您好您好,请问请问请问有什么可以帮您帮您帮您。","qualityScore":"compliant=true severity=0 violated=action matched=safeReply","elapsedMs":2251,"passed":true,"status":"OK","tags":["亲切","机械重复"],"error":null,"note":null},{"module":"step6_质量评分","industry":"travel","inputMessage":"质量类型=语境不符 | 回复=今天天气真不错,挺适合出门溜达的,您说呢。","aiReply":"今天天气真不错,挺适合出门溜达的,您说呢。","qualityScore":"compliant=true severity=0 violated=action matched=safeReply","elapsedMs":2179,"passed":true,"status":"OK","tags":["口语化","语境不符"],"error":null,"note":null}]}
  13. },
  14. "summary": {"totalCalls":102,"passed":24,"failed":78,"timeout":76,"error":2,"avgMs":89342,"maxMs":360017,"minMs":630,"byStatus":{"TIMEOUT":76,"OK":26},"byTag":{"机械":17,"口语化":5,"语境不符":2,"亲切":6,"客服腔":1,"口语化亲切":1,"机械模板":1,"过度承诺":1,"过度承诺违规":1,"简短自然":1,"暴露AI":1,"暴露AI身份":1,"硬广推销":1,"亲切口语":1,"机械重复":1},"byModule":{"step2_27行业UDD调试":27,"step3_多轮对话":5,"step4_50变化_延期类(1)":1,"step4_50变化_延期类(2)":1,"step4_50变化_延期类(3)":1,"step4_50变化_延期类(4)":1,"step4_50变化_延期类(5)":1,"step4_50变化_延期类(6)":1,"step4_50变化_延期类(7)":1,"step4_50变化_延期类(8)":1,"step4_50变化_延期类(9)":1,"step4_50变化_延期类(10)":1,"step4_50变化_提前类(11)":1,"step4_50变化_提前类(12)":1,"step4_50变化_提前类(13)":1,"step4_50变化_提前类(14)":1,"step4_50变化_提前类(15)":1,"step4_50变化_提前类(16)":1,"step4_50变化_提前类(17)":1,"step4_50变化_提前类(18)":1,"step4_50变化_提前类(19)":1,"step4_50变化_提前类(20)":1,"step4_50变化_拒绝类(21)":1,"step4_50变化_拒绝类(22)":1,"step4_50变化_拒绝类(23)":1,"step4_50变化_拒绝类(24)":1,"step4_50变化_拒绝类(25)":1,"step4_50变化_拒绝类(26)":1,"step4_50变化_拒绝类(27)":1,"step4_50变化_拒绝类(28)":1,"step4_50变化_拒绝类(29)":1,"step4_50变化_拒绝类(30)":1,"step4_50变化_犹豫类(31)":1,"step4_50变化_犹豫类(32)":1,"step4_50变化_犹豫类(33)":1,"step4_50变化_犹豫类(34)":1,"step4_50变化_犹豫类(35)":1,"step4_50变化_犹豫类(36)":1,"step4_50变化_犹豫类(37)":1,"step4_50变化_犹豫类(38)":1,"step4_50变化_犹豫类(39)":1,"step4_50变化_犹豫类(40)":1,"step4_50变化_接梗闲聊(41)":1,"step4_50变化_接梗闲聊(42)":1,"step4_50变化_接梗闲聊(43)":1,"step4_50变化_接梗闲聊(44)":1,"step4_50变化_接梗闲聊(45)":1,"step4_50变化_接梗闲聊(46)":1,"step4_50变化_接梗闲聊(47)":1,"step4_50变化_接梗闲聊(48)":1,"step4_50变化_接梗闲聊(49)":1,"step4_50变化_接梗闲聊(50)":1,"step5_连续追问":10,"step6_质量评分":10},"byModulePass":{"step2_27行业UDD调试":2,"step4_50变化_延期类(2)":1,"step4_50变化_延期类(3)":1,"step4_50变化_延期类(4)":1,"step4_50变化_延期类(8)":1,"step4_50变化_延期类(10)":1,"step4_50变化_拒绝类(21)":1,"step4_50变化_拒绝类(22)":1,"step4_50变化_拒绝类(24)":1,"step4_50变化_拒绝类(25)":1,"step4_50变化_拒绝类(27)":1,"step4_50变化_拒绝类(29)":1,"step4_50变化_接梗闲聊(46)":1,"step4_50变化_接梗闲聊(47)":1,"step5_连续追问":1,"step6_质量评分":8}},
  15. "finishedAt": "2026-07-01 04:07:57"
  16. }