feat: complete pre-ai local completion v3
This commit is contained in:
@@ -0,0 +1,104 @@
|
||||
{
|
||||
"status": "PASS_PLUMBING",
|
||||
"scenario": "CORRECT",
|
||||
"gold": {
|
||||
"count": 65,
|
||||
"selection_accuracy": 1.0,
|
||||
"gate_opened": true
|
||||
},
|
||||
"phases": [
|
||||
{
|
||||
"items": 65,
|
||||
"batch_sizes": {
|
||||
"5": {
|
||||
"provider_calls": 13,
|
||||
"retries": 0,
|
||||
"answered": 65,
|
||||
"errors": 0
|
||||
},
|
||||
"10": {
|
||||
"provider_calls": 7,
|
||||
"retries": 0,
|
||||
"answered": 65,
|
||||
"errors": 0
|
||||
},
|
||||
"20": {
|
||||
"provider_calls": 4,
|
||||
"retries": 0,
|
||||
"answered": 65,
|
||||
"errors": 0
|
||||
}
|
||||
},
|
||||
"provider_calls": 24,
|
||||
"retries": 0,
|
||||
"answered": 65,
|
||||
"errors": 0,
|
||||
"phase": "GOLD"
|
||||
},
|
||||
{
|
||||
"items": 118,
|
||||
"batch_sizes": {
|
||||
"5": {
|
||||
"provider_calls": 24,
|
||||
"retries": 0,
|
||||
"answered": 118,
|
||||
"errors": 0
|
||||
},
|
||||
"10": {
|
||||
"provider_calls": 12,
|
||||
"retries": 0,
|
||||
"answered": 118,
|
||||
"errors": 0
|
||||
},
|
||||
"20": {
|
||||
"provider_calls": 6,
|
||||
"retries": 0,
|
||||
"answered": 118,
|
||||
"errors": 0
|
||||
}
|
||||
},
|
||||
"provider_calls": 42,
|
||||
"retries": 0,
|
||||
"answered": 118,
|
||||
"errors": 0,
|
||||
"phase": "SILVER"
|
||||
},
|
||||
{
|
||||
"items": 17,
|
||||
"batch_sizes": {
|
||||
"5": {
|
||||
"provider_calls": 4,
|
||||
"retries": 0,
|
||||
"answered": 17,
|
||||
"errors": 0
|
||||
},
|
||||
"10": {
|
||||
"provider_calls": 2,
|
||||
"retries": 0,
|
||||
"answered": 17,
|
||||
"errors": 0
|
||||
},
|
||||
"20": {
|
||||
"provider_calls": 1,
|
||||
"retries": 0,
|
||||
"answered": 17,
|
||||
"errors": 0
|
||||
}
|
||||
},
|
||||
"provider_calls": 7,
|
||||
"retries": 0,
|
||||
"answered": 17,
|
||||
"errors": 0,
|
||||
"phase": "NOISY"
|
||||
}
|
||||
],
|
||||
"residual_plan": {
|
||||
"executed": true,
|
||||
"semantic_results_accepted": false,
|
||||
"llm_selection_required": 511
|
||||
},
|
||||
"external_calls": 0,
|
||||
"firebird_ai_writes": 0,
|
||||
"ai_write_allowed": false,
|
||||
"fake_results_are_authoritative": false
|
||||
}
|
||||
@@ -0,0 +1,116 @@
|
||||
{
|
||||
"status": "PASS_PLUMBING",
|
||||
"scenario": "CORRECT",
|
||||
"gold": {
|
||||
"count": 65,
|
||||
"selection_accuracy": 1.0,
|
||||
"gate_opened": true
|
||||
},
|
||||
"phases": [
|
||||
{
|
||||
"items": 65,
|
||||
"batch_sizes": {
|
||||
"5": {
|
||||
"provider_calls": 13,
|
||||
"retries": 0,
|
||||
"answered": 65,
|
||||
"errors": 0
|
||||
},
|
||||
"10": {
|
||||
"provider_calls": 7,
|
||||
"retries": 0,
|
||||
"answered": 65,
|
||||
"errors": 0
|
||||
},
|
||||
"20": {
|
||||
"provider_calls": 4,
|
||||
"retries": 0,
|
||||
"answered": 65,
|
||||
"errors": 0
|
||||
}
|
||||
},
|
||||
"provider_calls": 24,
|
||||
"retries": 0,
|
||||
"answered": 65,
|
||||
"errors": 0,
|
||||
"phase": "GOLD"
|
||||
},
|
||||
{
|
||||
"items": 118,
|
||||
"batch_sizes": {
|
||||
"5": {
|
||||
"provider_calls": 24,
|
||||
"retries": 0,
|
||||
"answered": 118,
|
||||
"errors": 0
|
||||
},
|
||||
"10": {
|
||||
"provider_calls": 12,
|
||||
"retries": 0,
|
||||
"answered": 118,
|
||||
"errors": 0
|
||||
},
|
||||
"20": {
|
||||
"provider_calls": 6,
|
||||
"retries": 0,
|
||||
"answered": 118,
|
||||
"errors": 0
|
||||
}
|
||||
},
|
||||
"provider_calls": 42,
|
||||
"retries": 0,
|
||||
"answered": 118,
|
||||
"errors": 0,
|
||||
"phase": "SILVER"
|
||||
},
|
||||
{
|
||||
"items": 17,
|
||||
"batch_sizes": {
|
||||
"5": {
|
||||
"provider_calls": 4,
|
||||
"retries": 0,
|
||||
"answered": 17,
|
||||
"errors": 0
|
||||
},
|
||||
"10": {
|
||||
"provider_calls": 2,
|
||||
"retries": 0,
|
||||
"answered": 17,
|
||||
"errors": 0
|
||||
},
|
||||
"20": {
|
||||
"provider_calls": 1,
|
||||
"retries": 0,
|
||||
"answered": 17,
|
||||
"errors": 0
|
||||
}
|
||||
},
|
||||
"provider_calls": 7,
|
||||
"retries": 0,
|
||||
"answered": 17,
|
||||
"errors": 0,
|
||||
"phase": "NOISY"
|
||||
}
|
||||
],
|
||||
"residual_plan": {
|
||||
"executed": true,
|
||||
"semantic_results_accepted": false,
|
||||
"llm_selection_required": 511
|
||||
},
|
||||
"external_calls": 0,
|
||||
"firebird_ai_writes": 0,
|
||||
"ai_write_allowed": false,
|
||||
"fake_results_are_authoritative": false,
|
||||
"final_inputs": {
|
||||
"work_items": {
|
||||
"path": "docs\\AI_RESIDUAL_PLAN_V3.json",
|
||||
"bytes": 628,
|
||||
"loaded": true
|
||||
},
|
||||
"candidates": {
|
||||
"path": "docs\\NCM_RETRIEVAL_EVALUATION_V3.json",
|
||||
"bytes": 775,
|
||||
"loaded": true
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user