feat: coverage V2 - historical evidence miner, KB evidence model + promotion audit + revalidation, Kodebar/OSCBR limits, KB/provider panel, seed import; 1.3.2 (Hub only)

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
2026-09-26 08:14:57 -03:00
parent 19e145ea47
commit ac1ecccc50
41 changed files with 1418 additions and 74 deletions
@@ -0,0 +1,147 @@
+{
+ "DATABASES_ANALYZED": [
+  "CONSTRUCAO",
+  "MMMODAS",
+  "RINCAO",
+  "TESTESOFICIAIS",
+  "UNIAO"
+ ],
+ "YEARS_COVERED": [
+  2022,
+  2026
+ ],
+ "CURRENT_PRODUCT_ROWS": 35066,
+ "HISTORICAL_DOCUMENT_ROWS_ANALYZED": 438592,
+ "MOVEMENT_ROWS_SCANNED_FOR_BARCODES": 3512884,
+ "DISTINCT_GTINS": 8615,
+ "GTINS_WITH_HISTORICAL_NCM": 8615,
+ "GTINS_WITH_CURRENT_VALID_NCM": 8304,
+ "GTINS_STABLE_ACROSS_YEARS": 2970,
+ "GTINS_CHANGED_OVER_TIME": 2,
+ "GTIN_NCM_CONFLICTS": 264,
+ "GTINS_IN_2PLUS_CLIENTS": 253,
+ "KB_STATUS": {
+  "CORROBORATED": 1107,
+  "OBSERVED": 7244,
+  "CONFLICT": 264
+ },
+ "WOULD_VERIFY_WITHOUT_EXTERNAL_PROVIDER": 0,
+ "build_stats": {
+  "master_rows": 35066,
+  "links_from_documents": 62,
+  "nfce_groups": 25300,
+  "nfce_documents": 130790,
+  "nfce_groups_without_gtin": 15411,
+  "nfe_documents": 1394,
+  "ambiguous_product_links_skipped": 4,
+  "gtins": 8615
+ },
+ "miner_cost": {
+  "rows_scanned_and_seconds": [
+   [
+    "CONSTRUCAO",
+    2.0
+   ],
+   [
+    "MMMODAS",
+    6.7
+   ],
+   [
+    "RINCAO",
+    2.7
+   ],
+   [
+    "UNIAO",
+    5.2
+   ],
+   [
+    "TESTESOFICIAIS",
+    0.4
+   ]
+  ],
+  "peak_python_memory_mb": 28.1,
+  "output_mb": 7.15
+ },
+ "LOCAL_HISTORY_IDENTITY_RATE": 100.0,
+ "LOCAL_HISTORY_NCM_EVIDENCE_RATE": 100.0,
+ "LOCAL_HISTORY_NCM_CORROBORATED_RATE": 12.8,
+ "LOCAL_MULTI_CLIENT_RATE": 2.9,
+ "LOCAL_CONFLICT_RATE": 3.1,
+ "LEAVE_ONE_CLIENT_OUT": {
+  "tested": 506,
+  "identity_known": 506,
+  "ncm_candidate": 481,
+  "corroborated": 79,
+  "conflict": 20,
+  "agrees_with_holdout_ncm": 299,
+  "disagrees_with_holdout_ncm": 182,
+  "corroborated_agree": 33,
+  "corroborated_disagree": 46,
+  "per_client": {
+   "CONSTRUCAO": {
+    "tested": 219,
+    "ncm_candidate": 202,
+    "agree": 142,
+    "disagree": 60
+   },
+   "MMMODAS": {
+    "tested": 0,
+    "ncm_candidate": 0,
+    "agree": 0,
+    "disagree": 0
+   },
+   "RINCAO": {
+    "tested": 34,
+    "ncm_candidate": 34,
+    "agree": 4,
+    "disagree": 30
+   },
+   "TESTESOFICIAIS": {
+    "tested": 0,
+    "ncm_candidate": 0,
+    "agree": 0,
+    "disagree": 0
+   },
+   "UNIAO": {
+    "tested": 253,
+    "ncm_candidate": 245,
+    "agree": 153,
+    "disagree": 92
+   }
+  },
+  "IDENTITY_RATE": 100.0,
+  "NCM_CANDIDATE_RATE": 95.1,
+  "CORROBORATED_RATE": 15.6,
+  "CONFLICT_RATE": 4.0,
+  "corroborated_agrees_with_holdout_pct": 41.8,
+  "candidate_agrees_with_holdout_pct": 62.2
+ },
+ "BENCHMARK_SEGMENTS": {
+  "CONSTRUCAO": {
+   "segment": "constru\u00e7\u00e3o",
+   "gtins": 2111,
+   "with_ncm_evidence": 2111
+  },
+  "UNIAO": {
+   "segment": "mercado/varejo",
+   "gtins": 6225,
+   "with_ncm_evidence": 6225
+  },
+  "MMMODAS": {
+   "segment": "moda",
+   "gtins": 70,
+   "with_ncm_evidence": 70
+  },
+  "RINCAO": {
+   "segment": "outros (ra\u00e7\u00e3o/agro)",
+   "gtins": 408,
+   "with_ncm_evidence": 408
+  },
+  "TESTESOFICIAIS": {
+   "segment": "outros/teste",
+   "gtins": 52,
+   "with_ncm_evidence": 52
+  }
+ },
+ "BENCHMARK_SAMPLE_SIZE": 8615
+}