lobster-travel-validation-20260618-013505.json 7.2 KB

1
  1. {"companyId":338,"includeStress":true,"startedAt":"2026-06-18 01:35:05","sections":{"enginePrompts":{"expectedCatalogKeys":49,"newlyInserted":4,"missingKeys":[],"platformKeyCount":49,"passed":true,"message":"platform engine prompts complete (49 keys)"},"triggerExclude":{"passed":false,"errors":["profanity not detected"],"message":"profanity not detected"},"template":{"passed":true,"message":"using existing generated template","exception":"org.springframework.dao.DataIntegrityViolationException","workflowId":30,"templateCode":"LOB_1781682053715","source":"fallback_lob"},"lifecycleCoverage":{"coverageRatio":0.3333333333333333,"minCoverage":0.75,"nodeCount":9,"requiredNodeCount":12,"missingNodes":["TAG_AUTO","WAIT_PRE_TRIP","PRE_TRIP_CARE","WEATHER_TIPS","IN_TRIP_CARE","SURVEY","WAIT_HOLIDAY","HOLIDAY_PROMO"],"passed":false,"message":"missing lifecycle nodes: [TAG_AUTO, WAIT_PRE_TRIP, PRE_TRIP_CARE, WEATHER_TIPS, IN_TRIP_CARE, SURVEY, WAIT_HOLIDAY, HOLIDAY_PROMO]"},"nodePromptsPlanned":{"promptNodeTarget":6,"promptNodeFilled":1,"emptyPromptNodes":[],"passed":false,"message":"missing prompts on: []"},"lifecycleSimulation":{"waitPreTripConfigured":false,"tagAutoConfigured":false,"orderActionConfigured":true,"holidayWaitConfigured":false,"passed":false,"message":"lifecycle config incomplete"},"e2eDialogue":{"runId":"304ff45c244040ef8a8caff587df1519","status":"SUCCESS","instanceId":146,"totalScore":77.25,"passedNodeCnt":5,"totalNodeCnt":5,"evolutionCount":1,"nodeTraces":5,"minNodeScore":76.875,"maxNodeScore":76.875,"nodesBelowTarget":0,"nodesBelowMin":0,"nodeScoreDetail":[{"nodeCode":"初始化阶段","score":76.875,"passed":true}],"passed":true,"message":"e2e ok"},"qualityGate":{"enabled":true,"targetScorePercent":75.0,"minE2eAvgScorePercent":75.0,"minNodeScorePercent":60.0,"passScorePercent":75,"totalScore":77.25,"nodesBelowTarget":0,"nodesBelowMin":0,"minNodeScore":76.875,"maxNodeScore":76.875,"nodeScoreDetail":[{"nodeCode":"初始化阶段","score":76.875,"passed":true}],"passed":true,"message":"quality gate ok"},"summary":{"instanceId":146,"externalUserId":"999338001","asyncDbSummary":false,"historyLines":10,"syncSummaryLength":59,"microSummaryLength":117,"cachedSummaryOk":false,"dbSummaryRows":0,"passed":false,"message":"async DB summary missing or too short"},"memoryPipeline":{"externalUserId":"999338001","instanceId":146,"summaryOk":false,"factCount":0,"factKeys":[],"passed":false,"message":"no summary and no customer_fact rows"},"evolutionAnalyze":{"e2eEvolutionCount":1,"evolutionLogsBefore":0,"analyzeInvoked":true,"analyzeMessage":"analyzeAndSuggest ok","evolutionLogsAfter":0,"evolutionLogsDelta":0,"pendingSuggestions":0,"passed":true,"message":"evolution analyze ok"},"sensitiveWord":{"scopeNote":"lobster SensitiveWordService + evolve step9; not live/call/CompanyAiSensitiveWord AC","layers":{"defaultLib":{"detectCount":1,"filtered":"推荐云南精品线,***,欢迎咨询","passed":true},"customCrud":{"word":"LOBSTER_VAL_338","hit":true,"filtered":"行程含***内容","passed":true},"highRisk":{"word":"LOBSTER_FRAUD_338","highRisk":true,"passed":true},"evolveStep9Simulation":{"rawHasSensitive":true,"wouldTransferToHuman":true,"finalReply":"欢迎咨询,预期收益,***","passed":true},"wordListLoaded":{"count":59,"passed":true}},"passed":true,"message":"sensitive word pipeline ok"},"aiGenerate":{"recordNo":"LOB_1781717773629","generateUseLlm":false,"passed":false,"message":"Invalid bound statement (not found): com.fs.company.mapper.CompanyWorkflowLobsterRecordMapper.selectByIdDel","exception":"org.apache.ibatis.binding.BindingException"},"phase2Learning":{"hotReplayRowsBefore":34,"hotReplayRowsAfter":36,"delta":2,"passed":true,"status":"ok","hint":"async write ok","message":"learning replay ok","verify":{"companyId":338,"archiveTableExists":false,"hotIndexExists":true,"hotReplayRows":36,"eventLogRows":36,"archiveRows":0,"archiveNote":"table missing or query failed","status":"ok"}},"stress":{"multiTurn":{"turns":3,"avgScore":78.0,"minScore":77.0,"passed":true,"message":"multiTurn ok"},"rateLimit":{"cooldownAt":6,"passed":true,"message":"rate limit triggered","instanceId":148},"waitWake":{"passed":true,"message":"wait wake ok","statusAfter":"running","instanceId":149},"longMessage":{"passed":true,"message":"long message handled","code":200,"messageLength":11000},"concurrentStart":{"passed":true,"successCount":3,"instanceIds":[151,152,153],"message":"3 burst starts ok"},"emptyMessage":{"passed":true,"code":200,"message":"empty message handled"},"completedReentry":{"statusBeforeReentry":"completed","responseMsg":"工作流实例不在运行状态","passed":true,"message":"completed reentry handled"},"instanceState":{"passed":true,"state":{"variables":{"workflowStage":"consult","channelType":"TEST","_actionOutcomes":[],"activeGoals":[],"_recentOutbound":[],"conversationMode":"active","_conversationModel":"{\"stages\":[{\"code\":\"consult\",\"promptHint\":\"你是小美,来自测试旅行社,正在了解客户对云南精品线的需求。\",\"label\":\"咨询沟通\",\"goals\":[]},{\"code\":\"collect\",\"promptHint\":\"自然引导客户补充预算、时间等关键信息,不要一次问太多。\",\"label\":\"需求采集\",\"goals\":[{\"field\":\"budget\",\"collected\":false,\"label\":\"预算范围\",\"required\":true},{\"field\":\"timeline\",\"collected\":false,\"label\":\"计划时间\",\"required\":true}]},{\"code\":\"offer\",\"promptHint\":\"基于已采集信息推荐云南精品线方案,可引导下单。\",\"label\":\"方案推荐\",\"goals\":[]}],\"sideTasks\":[{\"triggerIntents\":[\"purchase\",\"order\"],\"nodeCode\":\"ORDER_ACTION\",\"action\":\"create_order\",\"nodeType\":7},{\"triggerIntents\":[\"purchase\"],\"nodeCode\":\"TAG_HIGH_INTENT\",\"action\":\"add_tag\",\"nodeType\":9}],\"defaultStage\":\"consult\",\"description\":\"会话层常驻;节点为动作/触达/分支,非聊天容器\",\"version\":2}","validation":true},"instanceId":156,"completedNodes":0,"heartbeat":{"instanceId":156,"registered":true,"lastHeartbeatTime":"Thu Jun 18 01:36:45 CST 2026","lastHeartbeatTimestamp":1781717805397,"elapsedMinutes":0,"timeoutMinutes":1440,"active":true,"status":"active","message":"实例心跳正常"},"currentNodeName":"开始","startTime":"2026-06-18 01:36:45","currentNodeIndex":0,"lastActivityTime":"2026-06-18 01:36:45","status":"running","totalNodes":9},"message":"instance state ok"},"qualityDirect":{"rawScore":122,"normalizedPercent":76.25,"passThreshold":120,"passScorePercent":75,"floorRaw":96,"productionTargetMet":true,"passed":true,"message":"direct quality score ok"}}},"qualityGateConfig":{"enabled":true,"passScorePercent":75,"targetScorePercent":75,"minNodeScorePercent":60,"minE2eAvgScorePercent":75,"multiturnMinAvgScorePercent":45},"failures":["triggerExclude: profanity not detected","lifecycleCoverage: missing lifecycle nodes: [TAG_AUTO, WAIT_PRE_TRIP, PRE_TRIP_CARE, WEATHER_TIPS, IN_TRIP_CARE, SURVEY, WAIT_HOLIDAY, HOLIDAY_PROMO]","nodePromptsPlanned: missing prompts on: []","lifecycleSimulation: lifecycle config incomplete","summary: async DB summary missing or too short","memoryPipeline: no summary and no customer_fact rows","aiGenerate: Invalid bound statement (not found): com.fs.company.mapper.CompanyWorkflowLobsterRecordMapper.selectByIdDel"],"passed":false,"durationMs":103730,"templateIdUsed":30}