Harden evidence trace semantics

2026-07-04 22:36:30 +08:00
parent 246c99b954
commit dc6cd32a67
24 changed files with 1096 additions and 141 deletions
@@ -0,0 +1,75 @@
+package com.superbiz.agent.service;
+
+import com.superbiz.agent.domain.entity.ToolInvocation;
+import com.superbiz.agent.repository.ToolInvocationRepository;
+import org.junit.jupiter.api.Test;
+
+import java.util.List;
+import java.util.Map;
+
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertFalse;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+import static org.mockito.Mockito.mock;
+import static org.mockito.Mockito.when;
+
+class ToolTraceSummaryServiceTest {
+
+    @Test
+    void buildVerifierTraceSummaryTreatsNoEvidenceAsGapWithoutLosingSuccessfulEvidence() {
+        ToolInvocationRepository repository = mock(ToolInvocationRepository.class);
+        when(repository.findBySessionIdOrderByIdAsc("session-1")).thenReturn(List.of(
+                ToolInvocation.builder()
+                        .id(1L)
+                        .sessionId("session-1")
+                        .toolName("query_logs")
+                        .inputParams("{\"query\":\"timeout\"}")
+                        .outputPreview("payment timeout stack trace")
+                        .retrievalDetails("{\"retrieved_domains\":[\"application-logs\"],\"evidence_status\":\"supported\"}")
+                        .success(true)
+                        .build(),
+                ToolInvocation.builder()
+                        .id(2L)
+                        .sessionId("session-1")
+                        .toolName("query_logs")
+                        .inputParams("{\"query\":\"timeout\"}")
+                        .outputPreview("{\"success\":false,\"message\":\"未找到匹配的日志\"}")
+                        .retrievalDetails("{\"retrieved_domains\":[\"application-logs\"],\"evidence_status\":\"no_evidence\"}")
+                        .success(true)
+                        .build(),
+                ToolInvocation.builder()
+                        .id(3L)
+                        .sessionId("session-1")
+                        .toolName("query_metrics")
+                        .inputParams("{\"query\":\"active_prometheus_alerts\"}")
+                        .errorMessage("prometheus timeout")
+                        .retrievalDetails("{\"retrieved_domains\":[\"prometheus_alerts\"],\"evidence_status\":\"failed\"}")
+                        .success(false)
+                        .build()
+        ));
+
+        ToolTraceSummaryService service = new ToolTraceSummaryService(repository);
+
+        List<Map<String, Object>> summaries = service.buildVerifierTraceSummary("session-1", "application-logs point to timeout");
+
+        assertEquals(2, summaries.size());
+
+        Map<String, Object> logsSummary = summaries.stream()
+                .filter(item -> "query_logs".equals(item.get("tool_name")))
+                .findFirst()
+                .orElseThrow();
+        assertEquals(Boolean.TRUE, logsSummary.get("success"));
+        assertEquals("direct", logsSummary.get("evidence_level"));
+        assertEquals(2, logsSummary.get("invocation_count"));
+        assertEquals(1, logsSummary.get("no_hit_invocation_count"));
+
+        Map<String, Object> metricsSummary = summaries.stream()
+                .filter(item -> "query_metrics".equals(item.get("tool_name")))
+                .findFirst()
+                .orElseThrow();
+        assertEquals(Boolean.FALSE, metricsSummary.get("success"));
+        assertEquals("none", metricsSummary.get("evidence_level"));
+        assertEquals(1, metricsSummary.get("failed_invocation_count"));
+        assertTrue(String.valueOf(metricsSummary.get("output_summary")).contains("call failed"));
+    }
+}