147 lines
3.7 KiB
JSON
147 lines
3.7 KiB
JSON
{
|
|
"totalCases" : 8,
|
|
"passedCases" : 8,
|
|
"passRate" : 1.0,
|
|
"verdictDistribution" : {
|
|
"PASS" : 2,
|
|
"LOW_CONFID" : 5,
|
|
"REJECT" : 1
|
|
},
|
|
"averageToolCallCount" : 1.625,
|
|
"averageDurationMs" : 44875.0,
|
|
"results" : [ {
|
|
"caseId" : "payment-timeout",
|
|
"title" : "Payment API timeout",
|
|
"passed" : true,
|
|
"failedChecks" : [ ],
|
|
"verdict" : "PASS",
|
|
"matchedKeywordCount" : 3,
|
|
"requiredKeywordCount" : 3,
|
|
"evidenceCoverage" : {
|
|
"lookup_knowledge" : true,
|
|
"query_logs" : true,
|
|
"query_metrics" : true
|
|
},
|
|
"gatekeeperStatus" : null,
|
|
"composerStatus" : null,
|
|
"claimCheckCount" : null,
|
|
"toolCallCount" : 3,
|
|
"durationMs" : 42000
|
|
}, {
|
|
"caseId" : "mysql-pool-exhausted",
|
|
"title" : "MySQL connection pool exhausted",
|
|
"passed" : true,
|
|
"failedChecks" : [ ],
|
|
"verdict" : "LOW_CONFID",
|
|
"matchedKeywordCount" : 3,
|
|
"requiredKeywordCount" : 3,
|
|
"evidenceCoverage" : {
|
|
"lookup_knowledge" : true,
|
|
"query_logs" : true
|
|
},
|
|
"gatekeeperStatus" : null,
|
|
"composerStatus" : null,
|
|
"claimCheckCount" : null,
|
|
"toolCallCount" : 2,
|
|
"durationMs" : 51000
|
|
}, {
|
|
"caseId" : "redis-timeout",
|
|
"title" : "Redis timeout",
|
|
"passed" : true,
|
|
"failedChecks" : [ ],
|
|
"verdict" : "LOW_CONFID",
|
|
"matchedKeywordCount" : 2,
|
|
"requiredKeywordCount" : 2,
|
|
"evidenceCoverage" : {
|
|
"query_logs" : true
|
|
},
|
|
"gatekeeperStatus" : null,
|
|
"composerStatus" : null,
|
|
"claimCheckCount" : null,
|
|
"toolCallCount" : 1,
|
|
"durationMs" : 36000
|
|
}, {
|
|
"caseId" : "slow-response",
|
|
"title" : "Slow response",
|
|
"passed" : true,
|
|
"failedChecks" : [ ],
|
|
"verdict" : "PASS",
|
|
"matchedKeywordCount" : 2,
|
|
"requiredKeywordCount" : 2,
|
|
"evidenceCoverage" : {
|
|
"query_metrics" : true,
|
|
"query_logs" : true
|
|
},
|
|
"gatekeeperStatus" : null,
|
|
"composerStatus" : null,
|
|
"claimCheckCount" : null,
|
|
"toolCallCount" : 2,
|
|
"durationMs" : 47000
|
|
}, {
|
|
"caseId" : "jvm-memory-risk",
|
|
"title" : "JVM memory risk",
|
|
"passed" : true,
|
|
"failedChecks" : [ ],
|
|
"verdict" : "LOW_CONFID",
|
|
"matchedKeywordCount" : 3,
|
|
"requiredKeywordCount" : 3,
|
|
"evidenceCoverage" : {
|
|
"query_metrics" : true,
|
|
"query_logs" : true
|
|
},
|
|
"gatekeeperStatus" : null,
|
|
"composerStatus" : null,
|
|
"claimCheckCount" : null,
|
|
"toolCallCount" : 2,
|
|
"durationMs" : 53000
|
|
}, {
|
|
"caseId" : "gatekeeper-fabricated-invocation",
|
|
"title" : "Gatekeeper fabricated invocation",
|
|
"passed" : true,
|
|
"failedChecks" : [ ],
|
|
"verdict" : "REJECT",
|
|
"matchedKeywordCount" : 3,
|
|
"requiredKeywordCount" : 3,
|
|
"evidenceCoverage" : {
|
|
"query_logs" : true
|
|
},
|
|
"gatekeeperStatus" : "fail",
|
|
"composerStatus" : "valid",
|
|
"claimCheckCount" : 1,
|
|
"toolCallCount" : 1,
|
|
"durationMs" : 39000
|
|
}, {
|
|
"caseId" : "unsupported-claim-filtering",
|
|
"title" : "Unsupported claim filtering",
|
|
"passed" : true,
|
|
"failedChecks" : [ ],
|
|
"verdict" : "LOW_CONFID",
|
|
"matchedKeywordCount" : 2,
|
|
"requiredKeywordCount" : 2,
|
|
"evidenceCoverage" : {
|
|
"query_logs" : true
|
|
},
|
|
"gatekeeperStatus" : "pass",
|
|
"composerStatus" : "valid",
|
|
"claimCheckCount" : 2,
|
|
"toolCallCount" : 1,
|
|
"durationMs" : 44000
|
|
}, {
|
|
"caseId" : "composer-fallback-no-raw-json",
|
|
"title" : "Composer fallback no raw JSON",
|
|
"passed" : true,
|
|
"failedChecks" : [ ],
|
|
"verdict" : "LOW_CONFID",
|
|
"matchedKeywordCount" : 2,
|
|
"requiredKeywordCount" : 2,
|
|
"evidenceCoverage" : {
|
|
"query_metrics" : true
|
|
},
|
|
"gatekeeperStatus" : "pass",
|
|
"composerStatus" : "composer_malformed",
|
|
"claimCheckCount" : 2,
|
|
"toolCallCount" : 1,
|
|
"durationMs" : 47000
|
|
} ]
|
|
}
|