zhuyongxin
7ae9707a3b
Persist provider reasoning and assistant text separately on agent_reasoning_audit (DeepSeekAssistantMessage path), extract diagnosis_run.conclusion, enrich RAG tool audit (step_id/query/qualityScore), gate empty mysql tools, drop devtools, and align MVP docs after live E2E verification.
122 lines
8.1 KiB
JSON
122 lines
8.1 KiB
JSON
{
|
|
"caseId" : "aiops-prometheus-alert-scope",
|
|
"query" : "When an AIOps request already includes alert payload, should the agent diagnose unrelated active alerts?",
|
|
"retrievedAt" : "2026-07-28T06:54:51.843450400Z",
|
|
"searchMode" : "hybrid",
|
|
"kbScope" : "rag-eval",
|
|
"lookupResult" : {
|
|
"found" : true,
|
|
"evidenceBlocks" : [ {
|
|
"docId" : "aiops-alert-scope-control",
|
|
"chunkIndex" : 1,
|
|
"evidenceKey" : "aiops-alert-scope-control#chunk-1",
|
|
"source" : "aiops-alert-scope-control",
|
|
"title" : "Alert Scope Control",
|
|
"breadcrumb" : "AIOps > Alert Scope Control",
|
|
"retrievalLayer" : "L1",
|
|
"content" : "## Alert Scope Control\n\nWhen an AIOps request already includes an alert payload, the agent should diagnose that payload first.\nIt must not expand the task into unrelated active alerts unless the user asks for broad alert triage.\n\nScope rules:\n\n1. Treat the provided payload as the primary incident boundary.\n2. Use unrelated active alerts only as correlation evidence when they share service, dependency, time window, or trace context.\n3. Do not replace the requested alert with a louder but unrelated alert.\n\nThis runbook anchors payload, unrelated active alerts, and scope behavior.",
|
|
"score" : 0.032786883413791656,
|
|
"hitReasons" : [ "semantic_rank:1", "attempt:FILTERED_VECTOR", "l0_domain_overlap", "l0_entity_overlap", "l0_keyword_overlap" ]
|
|
}, {
|
|
"docId" : "payment-service-latency",
|
|
"chunkIndex" : 1,
|
|
"evidenceKey" : "payment-service-latency#chunk-1",
|
|
"source" : "payment-service-latency",
|
|
"title" : "Service Alerts",
|
|
"breadcrumb" : "AIOps > Service Alerts > Payment Latency",
|
|
"retrievalLayer" : "L1",
|
|
"content" : "## Service Alerts",
|
|
"score" : 0.0320020467042923,
|
|
"hitReasons" : [ "semantic_rank:2", "attempt:FILTERED_VECTOR", "l0_domain_overlap" ]
|
|
}, {
|
|
"docId" : "payment-service-latency",
|
|
"chunkIndex" : 2,
|
|
"evidenceKey" : "payment-service-latency#chunk-2",
|
|
"source" : "payment-service-latency",
|
|
"title" : "Payment Latency",
|
|
"breadcrumb" : "AIOps > Service Alerts > Payment Latency",
|
|
"retrievalLayer" : "L1",
|
|
"content" : "### Payment Latency\n\nFor `HighLatency` alerts on `payment-service`, treat p95 latency as the primary symptom.\n\nDiagnosis steps:\n\n1. Confirm whether p95 latency is isolated to payment-service or shared across upstream callers.\n2. Compare payment-service latency with downstream dependency latency for gateway, risk, and order services.\n3. Check connection pool wait time, retry spikes, and timeout rates.\n4. If downstream dependency latency increased first, classify payment-service as affected rather than root cause.\n\nThe expected evidence terms are p95 latency, payment-service, and downstream dependency.",
|
|
"score" : 0.0320020467042923,
|
|
"hitReasons" : [ "semantic_rank:3", "attempt:FILTERED_VECTOR", "l0_domain_overlap" ]
|
|
}, {
|
|
"docId" : "aiops-alert-scope-control",
|
|
"chunkIndex" : 0,
|
|
"evidenceKey" : "aiops-alert-scope-control#chunk-0",
|
|
"source" : "aiops-alert-scope-control",
|
|
"title" : "AIOps",
|
|
"breadcrumb" : "AIOps > Alert Scope Control",
|
|
"retrievalLayer" : "L1",
|
|
"content" : "# AIOps",
|
|
"score" : 0.03076923079788685,
|
|
"hitReasons" : [ "semantic_rank:5", "attempt:FILTERED_VECTOR", "l0_domain_overlap" ]
|
|
} ],
|
|
"contextPack" : {
|
|
"packedText" : "[Evidence 1]\nsource: aiops-alert-scope-control\ntitle: Alert Scope Control\nbreadcrumb: AIOps > Alert Scope Control\nlayer: L1\nreasons: semantic_rank:1, attempt:FILTERED_VECTOR, l0_domain_overlap, l0_entity_overlap, l0_keyword_overlap\ncontent:\n## Alert Scope Control\n\nWhen an AIOps request already includes an alert payload, the agent should diagnose that payload first.\nIt must not expand the task into unrelated active alerts unless the user asks for broad alert triage.\n\nScope rules:\n\n1. Treat the provided payload as the primary incident boundary.\n2. Use unrelated active alerts only as correlation evidence when they share service, dependency, time window, or trace context.\n3. Do not replace the requested alert with a louder but unrelated alert.\n\nThis runbook anchors payload, unrelated active alerts, and scope behavior.\n\n[Evidence 2]\nsource: payment-service-latency\ntitle: Service Alerts\nbreadcrumb: AIOps > Service Alerts > Payment Latency\nlayer: L1\nreasons: semantic_rank:2, attempt:FILTERED_VECTOR, l0_domain_overlap\ncontent:\n## Service Alerts\n\n[Evidence 3]\nsource: payment-service-latency\ntitle: Payment Latency\nbreadcrumb: AIOps > Service Alerts > Payment Latency\nlayer: L1\nreasons: semantic_rank:3, attempt:FILTERED_VECTOR, l0_domain_overlap\ncontent:\n### Payment Latency\n\nFor `HighLatency` alerts on `payment-service`, treat p95 latency as the primary symptom.\n\nDiagnosis steps:\n\n1. Confirm whether p95 latency is isolated to payment-service or shared across upstream callers.\n2. Compare payment-service latency with downstream dependency latency for gateway, risk, and order services.\n3. Check connection pool wait time, retry spikes, and timeout rates.\n4. If downstream dependency latency increased first, classify payment-service as affected rather than root cause.\n\nThe expected evidence terms are p95 latency, payment-service, and downstream dependency.\n\n[Evidence 4]\nsource: aiops-alert-scope-control\ntitle: AIOps\nbreadcrumb: AIOps > Alert Scope Control\nlayer: L1\nreasons: semantic_rank:5, attempt:FILTERED_VECTOR, l0_domain_overlap\ncontent:\n# AIOps",
|
|
"strategy" : "ranked_evidence_char_budget",
|
|
"charBudget" : 4000,
|
|
"usedChars" : 2069,
|
|
"includedSources" : [ "aiops-alert-scope-control", "payment-service-latency", "payment-service-latency", "aiops-alert-scope-control" ],
|
|
"omittedSources" : [ ]
|
|
},
|
|
"retrievalTrace" : {
|
|
"originalQuery" : "When an AIOps request already includes alert payload, should the agent diagnose unrelated active alerts?",
|
|
"rewrittenQuery" : "When an AIOps request already includes alert payload, should the agent diagnose unrelated active alerts?",
|
|
"categoryFilter" : "aiops",
|
|
"selectedAttempt" : "FILTERED_VECTOR",
|
|
"fallbackReason" : null,
|
|
"evidenceStatus" : "supported",
|
|
"queryHints" : {
|
|
"domains" : [ "aiops" ],
|
|
"matched_keywords" : [ "alert payload", "unrelated active alerts" ],
|
|
"entities" : [ "alert payload", "unrelated active alerts" ],
|
|
"l0_titles" : [ "AIOps Alert Scope Control" ],
|
|
"l0_match_count" : 1
|
|
},
|
|
"attempts" : [ {
|
|
"name" : "FILTERED_VECTOR",
|
|
"query" : "When an AIOps request already includes alert payload, should the agent diagnose unrelated active alerts?",
|
|
"categoryFilter" : "aiops",
|
|
"candidateCount" : 5,
|
|
"usable" : true,
|
|
"errorMessage" : null,
|
|
"durationMs" : 1623,
|
|
"topScore" : 0.032786883413791656,
|
|
"topSimilarity" : 0.7561411112546921
|
|
} ]
|
|
},
|
|
"rerankTrace" : {
|
|
"items" : [ {
|
|
"finalRank" : 1,
|
|
"source" : "aiops-alert-scope-control",
|
|
"baseScore" : 0.7561411112546921,
|
|
"finalScore" : 0.7561411112546921,
|
|
"boostReasons" : [ "l0_domain_overlap", "l0_entity_overlap", "l0_keyword_overlap" ]
|
|
}, {
|
|
"finalRank" : 2,
|
|
"source" : "payment-service-latency",
|
|
"baseScore" : 0.503810703754425,
|
|
"finalScore" : 0.503810703754425,
|
|
"boostReasons" : [ "l0_domain_overlap" ]
|
|
}, {
|
|
"finalRank" : 3,
|
|
"source" : "payment-service-latency",
|
|
"baseScore" : 0.5772626996040344,
|
|
"finalScore" : 0.5772626996040344,
|
|
"boostReasons" : [ "l0_domain_overlap" ]
|
|
}, {
|
|
"finalRank" : 4,
|
|
"source" : "aiops-alert-scope-control",
|
|
"baseScore" : 0.36770421266555786,
|
|
"finalScore" : 0.36770421266555786,
|
|
"boostReasons" : [ "l0_domain_overlap" ]
|
|
} ]
|
|
},
|
|
"evidenceCandidateCount" : 5,
|
|
"evidenceBlockCount" : 4,
|
|
"relevanceLevel" : "PRECISE",
|
|
"completenessHint" : "知识库中不存在比上述结果更精准的文档",
|
|
"retrievedDomainsThisSession" : null,
|
|
"message" : null
|
|
}
|
|
} |