feat(agent): add executor gatekeeper hook

2026-07-08 02:01:49 +08:00
parent 050cbc8fee
commit c5e496e715
23 changed files with 1343 additions and 30 deletions
@@ -0,0 +1,98 @@
+package com.superbiz.agent.service;
+
+import com.superbiz.agent.domain.entity.ToolInvocation;
+import com.superbiz.agent.repository.ToolInvocationRepository;
+import org.junit.jupiter.api.Test;
+
+import java.util.List;
+import java.util.Map;
+
+import static org.junit.jupiter.api.Assertions.assertEquals;
+import static org.junit.jupiter.api.Assertions.assertTrue;
+import static org.mockito.Mockito.mock;
+import static org.mockito.Mockito.when;
+
+class ExecutorGatekeeperServiceTest {
+
+    @Test
+    void validatePassesForExecutorEvidenceV2WithMatchingInvocation() {
+        ToolInvocationRepository repository = mock(ToolInvocationRepository.class);
+        when(repository.findBySessionIdOrderByIdAsc("session-1")).thenReturn(List.of(
+                ToolInvocation.builder().id(101L).sessionId("session-1").toolName("query_metrics").build()
+        ));
+        ExecutorGatekeeperService service = new ExecutorGatekeeperService(repository);
+
+        Map<String, Object> result = service.validate("session-1", validOutput(101L, "query_metrics"),
+                Map.of("status", "valid"));
+
+        assertEquals("pass", result.get("status"));
+        assertTrue(((List<?>) result.get("failed_rules")).isEmpty());
+    }
+
+    @Test
+    void validateFailsWhenRemovedFieldsArePresent() {
+        ToolInvocationRepository repository = mock(ToolInvocationRepository.class);
+        when(repository.findBySessionIdOrderByIdAsc("session-1")).thenReturn(List.of());
+        ExecutorGatekeeperService service = new ExecutorGatekeeperService(repository);
+        Map<String, Object> output = validOutput(101L, "query_metrics");
+        output.put("user_facing_answer", "旧版最终答案");
+
+        Map<String, Object> result = service.validate("session-1", output, Map.of("status", "valid"));
+
+        assertEquals("fail", result.get("status"));
+        assertTrue(((List<?>) result.get("failed_rules")).contains("schema.executor_v2"));
+    }
+
+    @Test
+    void validateFailsForFabricatedInvocationId() {
+        ToolInvocationRepository repository = mock(ToolInvocationRepository.class);
+        when(repository.findBySessionIdOrderByIdAsc("session-1")).thenReturn(List.of(
+                ToolInvocation.builder().id(101L).sessionId("session-1").toolName("query_metrics").build()
+        ));
+        ExecutorGatekeeperService service = new ExecutorGatekeeperService(repository);
+
+        Map<String, Object> result = service.validate("session-1", validOutput(999L, "query_metrics"),
+                Map.of("status", "valid"));
+
+        assertEquals("fail", result.get("status"));
+        assertTrue(((List<?>) result.get("failed_rules")).contains("evidence.invocation_ref"));
+    }
+
+    @Test
+    void validateFailsForToolNameMismatch() {
+        ToolInvocationRepository repository = mock(ToolInvocationRepository.class);
+        when(repository.findBySessionIdOrderByIdAsc("session-1")).thenReturn(List.of(
+                ToolInvocation.builder().id(101L).sessionId("session-1").toolName("query_logs").build()
+        ));
+        ExecutorGatekeeperService service = new ExecutorGatekeeperService(repository);
+
+        Map<String, Object> result = service.validate("session-1", validOutput(101L, "query_metrics"),
+                Map.of("status", "valid"));
+
+        assertEquals("fail", result.get("status"));
+        assertTrue(((List<?>) result.get("failed_rules")).contains("evidence.invocation_ref"));
+    }
+
+    @SuppressWarnings("unchecked")
+    private Map<String, Object> validOutput(Long invocationId, String toolName) {
+        return new java.util.LinkedHashMap<>(Map.of(
+                "answer_version", "executor_evidence_v2",
+                "claims", List.of(Map.of(
+                        "claim_id", "claim-1",
+                        "claim_type", "symptom",
+                        "claim_text", "连接池 active 达到上限",
+                        "support_level", "direct",
+                        "evidence_bindings", List.of(Map.of(
+                                "source_type", "tool_trace",
+                                "source_id", "trace-1",
+                                "tool_name", toolName,
+                                "source_invocation_ids", List.of(invocationId),
+                                "evidence_excerpt", "active=50 max=50"
+                        ))
+                )),
+                "hypotheses", List.of(),
+                "recommended_actions", List.of(),
+                "missing_info", List.of()
+        ));
+    }
+}