gti
d21a9d1140
git-subtree-dir: fiscal git-subtree-mainline:d95165fc8fgit-subtree-split:102ba84500
24 lines
752 B
JSON
24 lines
752 B
JSON
{
|
|
"artifact": "NCM_RETRIEVAL_EVALUATION_V3",
|
|
"baseline_artifact": "NCM_RETRIEVAL_EVALUATION_V2",
|
|
"activation": "NOT_ACTIVATED_PENDING_FULL_HOLDOUT_REPLAY",
|
|
"gold_recall_at_1_before": 0.7846,
|
|
"gold_recall_at_20_before": 0.9538,
|
|
"gold_mrr_before": 0.8392,
|
|
"gold_recall_at_1_after": 0.7846,
|
|
"gold_recall_at_20_after": 0.9538,
|
|
"gold_mrr_after": 0.8392,
|
|
"local_embeddings_used": false,
|
|
"local_embeddings_improvement": null,
|
|
"evidence_features": [
|
|
"BM25-compatible lexical baseline",
|
|
"word/character evidence hooks",
|
|
"token rarity",
|
|
"hierarchy",
|
|
"KB neighbors",
|
|
"GTIN",
|
|
"product group"
|
|
],
|
|
"policy": "retain V2 until a complete untouched holdout replay proves recall_at_20 >= 0.954 and no regression"
|
|
}
|