feat(eval): add evidence pipeline acceptance closure

2026-07-09 00:47:48 +08:00
parent a77c947cd4
commit db0f229285
46 changed files with 1434 additions and 53 deletions
@@ -0,0 +1,38 @@
+{
+  "version": "gatekeeper-rules-v1",
+  "rules": [
+    {
+      "id": "schema.executor_v2",
+      "description": "Executor output must match executor_evidence_v2 schema",
+      "enabled": true,
+      "default_severity": "low_confid"
+    },
+    {
+      "id": "evidence.invocation_ref",
+      "description": "source_invocation_id must refer to a real current-session tool invocation",
+      "enabled": true,
+      "default_severity": "reject"
+    },
+    {
+      "id": "evidence.raw_path",
+      "description": "raw_path must exist in retrieval_details.evidence_refs",
+      "enabled": true,
+      "default_severity": "reject"
+    },
+    {
+      "id": "evidence.excerpt_mismatch",
+      "description": "evidence_excerpt must be supported by the matched evidence ref text",
+      "enabled": true,
+      "default_severity": "reject",
+      "parameters": {
+        "min_token_overlap": 0.5
+      }
+    },
+    {
+      "id": "evidence.missing",
+      "description": "claims must include usable evidence bindings",
+      "enabled": true,
+      "default_severity": "low_confid"
+    }
+  ]
+}