feat(rag): close eval pipeline with live snapshots

2026-07-06 21:39:27 +08:00
parent cf3333d607
commit ed7efc58b7
47 changed files with 2613 additions and 177 deletions
@@ -0,0 +1,34 @@
+param(
+    [string]$Cases = "eval\rag-retrieval\cases\golden-cases.json",
+    [string]$Fixtures = "eval\rag-retrieval\fixtures",
+    [string]$RetrievedAt = "",
+    [string]$KbScope = "rag-eval",
+    [string]$VectorStoreMode = "spring",
+    [switch]$SkipEval
+)
+
+$ErrorActionPreference = "Stop"
+
+$mavenArgs = @(
+    "-q",
+    "-Dtest=RagLookupSnapshotGeneratorTest",
+    "-Drag.snapshot.enabled=true",
+    "-Drag.snapshot.cases=$Cases",
+    "-Drag.snapshot.fixtures=$Fixtures",
+    "-Dretrieval.kb-scope=$KbScope",
+    "-Dretrieval.vector-store.mode=$VectorStoreMode"
+)
+
+if ($RetrievedAt -ne "") {
+    $mavenArgs += "-Drag.snapshot.retrievedAt=$RetrievedAt"
+}
+
+$mavenArgs += "test"
+
+Write-Host "Generating RAG lookupResult fixtures from real LookupKnowledgeTool..."
+& mvn @mavenArgs
+
+if (-not $SkipEval) {
+    Write-Host "Running offline RAG retrieval baseline..."
+    & python scripts\eval_rag_retrieval.py --cases $Cases --fixtures $Fixtures
+}