156 lines
5.1 KiB
JSON
156 lines
5.1 KiB
JSON
{
|
|
"run": {
|
|
"sessionId": "eval-prompt-gatekeeper-audit-closure",
|
|
"query": "确认 payment-service 当前是否存在 HighCPUUsage 告警，并检查审计元数据是否完整。",
|
|
"status": "SUCCESS",
|
|
"agentFlow": "CHAT",
|
|
"totalDurationMs": 19000,
|
|
"toolCallCount": 1,
|
|
"answer": "payment-service 当前存在 HighCPUUsage 告警，CPU 使用率为 92%。",
|
|
"selfEvaluation": {
|
|
"verifier_evaluation": {
|
|
"verdict": "PASS",
|
|
"groundedness_score": 1.0,
|
|
"critical_fact_count": 1,
|
|
"prompt_audit": {
|
|
"version": "chat-prompts-v1",
|
|
"prompts": [
|
|
{
|
|
"name": "chat_planner",
|
|
"version": "chat-planner-v1",
|
|
"resource": "prompts/chat-planner-prompt.md"
|
|
},
|
|
{
|
|
"name": "chat_executor",
|
|
"version": "chat-executor-v2",
|
|
"resource": "prompts/chat-executor-prompt.md"
|
|
},
|
|
{
|
|
"name": "chat_verifier",
|
|
"version": "chat-verifier-v2",
|
|
"resource": "prompts/chat-verifier-prompt.md"
|
|
},
|
|
{
|
|
"name": "chat_composer",
|
|
"version": "chat-composer-v1",
|
|
"resource": "prompts/chat-composer-prompt.md"
|
|
}
|
|
]
|
|
},
|
|
"gatekeeper_result": {
|
|
"status": "pass",
|
|
"severity": "none",
|
|
"rule_set_version": "gatekeeper-rules-v1",
|
|
"rules": [
|
|
{
|
|
"id": "evidence.invocation",
|
|
"description": "source_invocation_id must reference an existing tool invocation",
|
|
"enabled": true,
|
|
"default_severity": "reject"
|
|
},
|
|
{
|
|
"id": "evidence.raw_path",
|
|
"description": "raw_path must exist in retrieval_details.evidence_refs",
|
|
"enabled": true,
|
|
"default_severity": "reject"
|
|
}
|
|
],
|
|
"checked_bindings": [
|
|
{
|
|
"claim_id": "claim-1",
|
|
"tool_name": "query_metrics",
|
|
"source_invocation_id": 21,
|
|
"raw_path": "$.alerts[0]",
|
|
"matched_text": "HighCPUUsage firing, service=payment-service, current=92%, duration=25m",
|
|
"status": "pass"
|
|
}
|
|
],
|
|
"failed_rules": [],
|
|
"warnings": [],
|
|
"errors": []
|
|
},
|
|
"executor_structured_output": {
|
|
"answer_version": "executor_evidence_v2",
|
|
"claims": [
|
|
{
|
|
"claim_id": "claim-1",
|
|
"claim_type": "observation",
|
|
"claim_text": "payment-service 当前存在 HighCPUUsage 告警，CPU 使用率为 92%。",
|
|
"support_level": "direct",
|
|
"evidence_bindings": [
|
|
{
|
|
"source_type": "tool_trace",
|
|
"tool_name": "query_metrics",
|
|
"source_invocation_id": 21,
|
|
"raw_path": "$.alerts[0]",
|
|
"evidence_excerpt": "HighCPUUsage firing, service=payment-service, current=92%, duration=25m"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"hypotheses": [],
|
|
"recommended_actions": [],
|
|
"missing_info": []
|
|
},
|
|
"claim_checks": [
|
|
{
|
|
"claim_id": "claim-1",
|
|
"claim_text": "payment-service 当前存在 HighCPUUsage 告警，CPU 使用率为 92%。",
|
|
"claim_type": "observation",
|
|
"verification": "direct_observation",
|
|
"detail": "已核验的指标证据直接包含服务名、告警名和 CPU 当前值。",
|
|
"evidence_refs": [
|
|
{
|
|
"source_invocation_id": 21,
|
|
"raw_path": "$.alerts[0]"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"facts_checked": [],
|
|
"composer_output": {
|
|
"status": "valid",
|
|
"answer_summary": "payment-service 当前存在 HighCPUUsage 告警。",
|
|
"recommended_actions": [],
|
|
"user_facing_answer": "payment-service 当前存在 HighCPUUsage 告警，CPU 使用率为 92%。"
|
|
},
|
|
"tool_trace_summary": [
|
|
{
|
|
"tool_name": "query_metrics",
|
|
"success": true,
|
|
"source_invocation_ids": [21],
|
|
"evidence_level": "direct"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"steps": [],
|
|
"toolInvocations": [
|
|
{
|
|
"id": 21,
|
|
"sessionId": "eval-prompt-gatekeeper-audit-closure",
|
|
"toolName": "query_metrics",
|
|
"outputPreview": "HighCPUUsage firing, service=payment-service, current=92%, duration=25m",
|
|
"retrievalDetails": {
|
|
"evidence_status": "supported",
|
|
"evidence_refs": [
|
|
{
|
|
"raw_path": "$.alerts[0]",
|
|
"text": "HighCPUUsage firing, service=payment-service, current=92%, duration=25m"
|
|
}
|
|
]
|
|
},
|
|
"success": true
|
|
}
|
|
],
|
|
"summary": {
|
|
"persistedStepCount": 3,
|
|
"returnedStepCount": 3,
|
|
"persistedToolCallCount": 1,
|
|
"returnedToolCallCount": 1,
|
|
"hasVerifierEvaluation": true,
|
|
"hasFeedback": false
|
|
}
|
|
}
|