Files
SLACK_COORD_RELATORIO/logic/classification.test.js
T
GustavoandClaude Sonnet 5 00a42db269 fix(v2): AI_FALLBACK replaces the ACTIONABLE_NOW-with-confidence-0 lie, normalize null-like strings
Fallback (ai_disabled, ai_error, invalid_json, ai_max_candidates_cap --
any candidate the AI never actually analyzed) now produces classification
'AI_FALLBACK', an explicit technical state that is never part of the
11-class enum sent to OpenAI (the AI itself can never legitimately return
it). Previously it silently claimed ACTIONABLE_NOW with confidence 0,
which made unanalyzed tickets indistinguishable from genuinely confirmed
ones at the classification-label level.

Also normalizes blocker_type/waiting_for when the model returns the
literal string "null"/"none"/"n/a"/"" instead of JSON null -- done
once, in the validation layer (logic/classification.js), not scattered
around the workflow.

Co-Authored-By: Claude Sonnet 5 <noreply@anthropic.com>
2026-08-24 16:49:22 -03:00

78 lines
3.1 KiB
JavaScript

const { test } = require('node:test');
const assert = require('node:assert/strict');
const { validateAiClassification, VALID_CLASSIFICATIONS } = require('./classification');
function validRaw(overrides) {
return Object.assign({
classification: 'ACTIONABLE_NOW',
actionable_today: true,
confidence: 0.91,
blocker_type: null,
waiting_for: null,
next_action: 'Validar equipamento e registrar resultado.',
suggested_action_type: 'technical_action',
business_risk: 'medium',
reason: 'Existe acao tecnica pendente.',
evidence: ['ultimo apontamento indica necessidade de validacao'],
}, overrides);
}
test('objeto valido passa e normaliza campos', () => {
const result = validateAiClassification(validRaw({}));
assert.equal(result.valid, true);
assert.equal(result.data.classification, 'ACTIONABLE_NOW');
assert.equal(result.data.is_fallback, false);
});
test('classification invalida falha com erro claro', () => {
const result = validateAiClassification(validRaw({ classification: 'ALGO_INVENTADO' }));
assert.equal(result.valid, false);
assert.ok(result.errors.some((e) => e.includes('classification')));
});
test('JSON invalido/null nao lanca excecao', () => {
assert.doesNotThrow(() => validateAiClassification(null));
assert.doesNotThrow(() => validateAiClassification('nao e objeto'));
assert.equal(validateAiClassification(null).valid, false);
});
test('confidence fora de 0..1 falha', () => {
const result = validateAiClassification(validRaw({ confidence: 1.5 }));
assert.equal(result.valid, false);
});
test('evidence e limitado a 5 itens', () => {
const result = validateAiClassification(validRaw({ evidence: ['a', 'b', 'c', 'd', 'e', 'f', 'g'] }));
assert.equal(result.data.evidence.length, 5);
});
test('todas as classes do dominio sao aceitas', () => {
for (const classification of VALID_CLASSIFICATIONS) {
const result = validateAiClassification(validRaw({ classification }));
assert.equal(result.valid, true, `classe ${classification} deveria ser valida`);
}
});
test('AI_FALLBACK nao esta no dominio de classes que a IA pode retornar', () => {
assert.ok(!VALID_CLASSIFICATIONS.includes('AI_FALLBACK'));
});
test('blocker_type/waiting_for como string "null" sao normalizados para null de verdade', () => {
const result = validateAiClassification(validRaw({ blocker_type: 'null', waiting_for: 'None' }));
assert.equal(result.valid, true);
assert.equal(result.data.blocker_type, null);
assert.equal(result.data.waiting_for, null);
});
test('blocker_type/waiting_for como "n/a" ou string vazia tambem viram null', () => {
const result = validateAiClassification(validRaw({ blocker_type: 'N/A', waiting_for: '' }));
assert.equal(result.data.blocker_type, null);
assert.equal(result.data.waiting_for, null);
});
test('blocker_type/waiting_for com valor real nao sao afetados pela normalizacao', () => {
const result = validateAiClassification(validRaw({ blocker_type: 'fornecedor', waiting_for: 'Patricia' }));
assert.equal(result.data.blocker_type, 'fornecedor');
assert.equal(result.data.waiting_for, 'Patricia');
});