CI (SIAX Cloud) / integration (push) Skipped
CI (SIAX Cloud) / sonar (push) Skipped
masterplan-lock / check (push) Successful in 5s
Security Scan (SIAX Cloud) / security (push) Successful in 15s
CI (SIAX Cloud) / security (push) Successful in 16s
CI (SIAX Cloud) / sonar (pull_request) Skipped
masterplan-lock / check (pull_request) Successful in 7s
Security Scan (SIAX Cloud) / security (pull_request) Successful in 21s
CI (SIAX Cloud) / security (pull_request) Successful in 25s
CI (SIAX Cloud) / quality (push) Successful in 1m17s
CI (SIAX Cloud) / integration (pull_request) Successful in 54s
CI (SIAX Cloud) / quality (pull_request) Successful in 1m7s
34 lines
2.2 KiB
TypeScript
34 lines
2.2 KiB
TypeScript
import { describe, expect, it } from 'vitest';
|
|
import { validateStructuredOutput } from '../../src/document-workbench/structured-output-validation';
|
|
|
|
const sample = {
|
|
fields: [{ name: 'name', type: 'string' as const, required: true }, { name: 'count', type: 'integer' as const, required: true }],
|
|
value: { name: 'Acme', count: 12 },
|
|
sources: [{ id: 'page-1', text: 'Name: Acme\nCount: 12' }],
|
|
evidence: [
|
|
{ field: 'name', sourceId: 'page-1', start: 6, end: 10, transform: 'exact' as const },
|
|
{ field: 'count', sourceId: 'page-1', start: 18, end: 20, transform: 'integer' as const },
|
|
],
|
|
};
|
|
describe('structured output mechanical validation', () => {
|
|
it('accepts typed fields with matching source ranges', () => {
|
|
expect(validateStructuredOutput(sample).status).toBe('mechanically_validated');
|
|
});
|
|
it('does not accept invented, mistyped or extra values', () => {
|
|
const result = validateStructuredOutput({ ...sample, value: { name: 'Other', count: '12', extra: 1 } });
|
|
expect(result).toMatchObject({ status: 'needs_review', issues: expect.arrayContaining([
|
|
{ field: 'name', code: 'evidence_mismatch' }, { field: 'count', code: 'invalid_type' }, { field: 'extra', code: 'unexpected_field' },
|
|
]) });
|
|
});
|
|
it('rejects absent, duplicate or out-of-range evidence and ambiguous sources', () => {
|
|
expect(validateStructuredOutput({ ...sample, evidence: [] }).status).toBe('needs_review');
|
|
expect(validateStructuredOutput({ ...sample, evidence: [...sample.evidence, sample.evidence[0]!] }).status).toBe('needs_review');
|
|
expect(validateStructuredOutput({ ...sample, evidence: [{ ...sample.evidence[0]!, end: 999 }, sample.evidence[1]!] }).status).toBe('needs_review');
|
|
expect(validateStructuredOutput({ ...sample, sources: [...sample.sources, sample.sources[0]!] }).status).toBe('needs_review');
|
|
});
|
|
it('refuses unsafe integers and absent required fields', () => {
|
|
expect(validateStructuredOutput({ ...sample, value: { name: 'Acme', count: Number.MAX_SAFE_INTEGER + 1 } }).status).toBe('needs_review');
|
|
expect(validateStructuredOutput({ ...sample, value: { name: 'Acme' }, evidence: [sample.evidence[0]!] }).status).toBe('needs_review');
|
|
});
|
|
});
|