feat: complete pre-ai local completion v3

2026-09-21 16:30:27 -03:00
parent 6731eeca08
commit 84b08c2150
41 changed files with 4141 additions and 9 deletions
@@ -0,0 +1,23 @@
+{
+  "artifact": "NCM_RETRIEVAL_EVALUATION_V3",
+  "baseline_artifact": "NCM_RETRIEVAL_EVALUATION_V2",
+  "activation": "NOT_ACTIVATED_PENDING_FULL_HOLDOUT_REPLAY",
+  "gold_recall_at_1_before": 0.7846,
+  "gold_recall_at_20_before": 0.9538,
+  "gold_mrr_before": 0.8392,
+  "gold_recall_at_1_after": 0.7846,
+  "gold_recall_at_20_after": 0.9538,
+  "gold_mrr_after": 0.8392,
+  "local_embeddings_used": false,
+  "local_embeddings_improvement": null,
+  "evidence_features": [
+    "BM25-compatible lexical baseline",
+    "word/character evidence hooks",
+    "token rarity",
+    "hierarchy",
+    "KB neighbors",
+    "GTIN",
+    "product group"
+  ],
+  "policy": "retain V2 until a complete untouched holdout replay proves recall_at_20 >= 0.954 and no regression"
+}