test: restore Astro verification contracts

Reinstate all 42 legacy facts as output or authoritative-source contracts, retain output snapshots, and set the 84-assertion floor. Extend the audit count without changing site content or components.
This commit is contained in:
Marcos Paulo
2026-09-05 23:41:23 +00:00
parent c7d06a120d
commit 8c7ca2aded
4 changed files with 246 additions and 2 deletions
+190 -1
View File
@@ -1,4 +1,4 @@
import { readFileSync } from 'node:fs';
import { readFileSync, readdirSync } from 'node:fs';
const read = (path) => readFileSync(new URL(`../${path}`, import.meta.url), 'utf8');
const built = (path) => read(`dist/${path}`);
@@ -33,6 +33,23 @@ const html = {
const snapshot = (path) => normalize(read(`.agents/snapshots/${path}`));
const reviewAssetSrc = html.review.match(/src="([^"]+\.[a-zA-Z0-9_-]{8,}\.js)"/)?.[1];
const reviewAsset = reviewAssetSrc ? read(`dist/_astro/${reviewAssetSrc.split('/').at(-1)}`) : '';
const builtCss = readdirSync(new URL('../dist/_astro/', import.meta.url))
.filter((file) => file.endsWith('.css'))
.map((file) => read(`dist/_astro/${file}`))
.join('\n');
const source = {
references: read('docs/references/README.md'),
additionalReading: read('docs/references/additional-reading.md'),
skillSources: read('src/content/skillSources/ponytail.json'),
providers: [
read('src/content/providers/openai.json'),
read('src/content/providers/claude.json'),
read('src/content/providers/gemini.json'),
].join('\n'),
starter: read('hands-on/starter/app.js'),
voteService: read('vote-service/main.go'),
ndoReview: read('src/content/reviews/ndo-repro.md'),
};
// Rendered prose catches a deleted paragraph that string-token checks miss.
if (rendered(html.landing) !== snapshot('index.txt'))
@@ -260,4 +277,176 @@ if (
)
throw new Error('operational review content has a privacy leak');
// These retain the pre-Astro contract one fact at a time. Visible facts read
// from dist; source-only contracts remain at their authoritative boundary.
if (
![
'https://code.claude.com/docs/en/sub-agents',
'https://code.claude.com/docs/en/skills',
'https://code.claude.com/docs/en/worktrees',
'https://git-scm.com/docs/git-worktree.html',
'https://developers.openai.com/codex/skills',
].every((url) => source.references.includes(url))
)
throw new Error('missing reference contract');
if (!has(html.guide, ['data-phase="plan"', 'data-copy-target="prompt-basic"']))
throw new Error('missing full-guide content contract');
if (!has(html.guide, ['data-route="plan"', 'data-skill-file="skill"', '<script type="module">']))
throw new Error('missing full-guide interaction contract');
if (!has(html.starter, ['id="task-list"', 'id="task-count"']))
throw new Error('missing starter content contract');
if (!['const tasks', 'renderTasks()'].every((token) => source.starter.includes(token)))
throw new Error('missing starter behavior contract');
if (
![
'medium.com',
'anthropic.com/engineering',
'openai.com/business',
'git-scm.com/docs/git-worktree',
].every((url) => source.additionalReading.includes(url))
)
throw new Error('missing additional-reading source contract');
if ((source.additionalReading.match(/^### \d+\./gm) || []).length < 5)
throw new Error('additional-reading coverage fell below five entries');
if (
![
'e7b42dc2d384a702240dea4d52a7bf5530b821b6',
'6654f6b60cd9d5be8b54c6fafe44346dabeb3b76',
'53048666b05b4799081517d00e09e0a2dd688678',
].every((sha) => `${source.skillSources}\n${html.guide}`.includes(sha))
)
throw new Error('missing pinned skill-source contract');
if (
![
'developers.openai.com/api/docs/guides/latest-model',
'docs.anthropic.com/en/docs/claude-code/model-config',
'ai.google.dev/gemini-api/docs/thinking',
].every((url) => `${source.providers}\n${html.guide}`.includes(url))
)
throw new Error('missing model-source contract');
if (/<(script|link)[^>]+(src|href)="https?:[^\"]+"/i.test(html.guide))
throw new Error('full-guide has an external runtime dependency');
if (!has(html.rules, ['id="pipeline"', 'id="skills"', 'id="examples"']))
throw new Error('missing rules content contract');
if (!has(html.rules, ['data-stage="context"', 'data-copy-prompt', '<script>']))
throw new Error('missing rules interaction contract');
if (!has(html.rules, ['data-lang="en"', 'data-lang="pt"', 'aria-live="polite"']))
throw new Error('missing rules-control contract');
if (!html.guide.includes('href="/ai-for-dummies/rules/"'))
throw new Error('full-guide no longer links to rules');
if (!html.guide.includes('href="/ai-for-dummies/skills-review/"'))
throw new Error('full-guide no longer links to skills review');
if (!['summary/', 'models/', 'agents/', 'skills/'].every((route) => html.guide.includes(route)))
throw new Error('full-guide is missing a chapter route');
if (/<(script|link)[^>]+(src|href)="https?:[^\"]+"/i.test(html.rules))
throw new Error('rules page has an external runtime dependency');
if (
!['@media(max-width:800px)', '@media(min-width:2200px)', 'prefers-reduced-motion'].every(
(token) => builtCss.includes(token),
)
)
throw new Error('missing rules responsive contract');
if (!has(html.review, ['id="catalog"', 'id="skill-filter"', 'id="skill-list"', 'id="detail"']))
throw new Error('missing review page-content contract');
if (
!['data-render', 'preview-markdown', 'data-file', 'URLSearchParams', 'navigator.clipboard'].every(
(token) => reviewAsset.includes(token),
)
)
throw new Error('missing review interaction contract');
if (
!['reference.md', 'ndo-repro', 'semantic-diff-review'].every((token) =>
html.review.includes(token),
)
)
throw new Error('missing review file-manifest contract');
if ((html.review.match(/data-skill-id=/g) || []).length !== 24)
throw new Error('review catalog no longer covers all submissions');
if (!source.ndoReview.includes('safety-redacted') || !reviewAsset.includes('[REDACTED]'))
throw new Error('review catalog lost its secret-safety contract');
if (
![html.summary, html.models, html.agents, html.skills].every((page) => page.includes('ROUTE MAP'))
)
throw new Error('chapter page missing shared navigation');
if (
!['@media(max-width:800px)', '@media(max-width:520px)', '--ink'].every((token) =>
builtCss.includes(token),
)
)
throw new Error('missing chapter responsive contract');
if (!has(html.landing, ['The short route', 'full-guide/', 'skills-review/']))
throw new Error('landing page missing a route-map destination');
if (/<script\b/i.test(html.landing))
throw new Error('landing page is no longer a static route map');
if (
!has(html.skills, [
'data-skill-file="skill"',
'data-skill-file="references"',
'id="package-preview"',
])
)
throw new Error('skills anatomy missing package contract');
if (!html.skills.includes('<script>'))
throw new Error('skills anatomy lost its interaction module');
if (
!['overflow-wrap:anywhere', '@media(max-width:800px)', 'prefers-reduced-motion'].every((token) =>
builtCss.includes(token),
)
)
throw new Error('skills anatomy lost responsive contract');
if (
/Pedro\s+Aranha|pedro\.aranha|git\.netcracker\.com|artifactorycn|managed\.netcracker\.cloud/i.test(
source.ndoReview,
)
)
throw new Error('operational submission privacy leak');
if (html.review.includes('Pedro%20Aranha') || html.review.includes('pedro.aranha'))
throw new Error('operational submission identity remains in review output');
if (
!html.review.includes('Anonymous%20Operational%20Submission') ||
!reviewAsset.includes('[REDACTED LOCAL USER]')
)
throw new Error('operational submission redaction contract missing');
if (!['dataset.preview', 'dataset.file'].every((token) => reviewAsset.includes(token)))
throw new Error('review file-mode contract missing');
if (!reviewAsset.includes('preview-markdown'))
throw new Error('review file selection no longer preserves preview mode');
if (!['data-lens', 'CHANGE LENS', 'What changed'].every((token) => reviewAsset.includes(token)))
throw new Error('review change-lens contract missing');
if (
!['.change-lens', '.change-rows', '.skill-diff', '@media(max-width:620px)'].every((token) =>
builtCss.includes(token),
)
)
throw new Error('review change-lens CSS contract missing');
if (
!['.markdown-preview', 'max-height:540px', '.markdown-table-wrap', '.markdown-toc'].every(
(token) => builtCss.includes(token),
)
)
throw new Error('review markdown-preview contract missing');
if (
!html.review.includes(
'src="/ai-for-dummies/_astro/skills-review.astro_astro_type_script_index_0_lang.',
)
)
throw new Error('review vote-widget island is not wired to a hashed asset');
if (
!['id="vote-widget"', 'X-Voter-Id', '/api/votes', 'Voting is offline'].every((token) =>
`${html.review}\n${reviewAsset}`.includes(token),
)
)
throw new Error('review vote-widget contract missing');
if (
!['.vote-widget', '.vote-buttons', '[aria-pressed="true"]'].every((token) =>
builtCss.includes(token),
)
)
throw new Error('review vote-widget CSS contract missing');
if (
!source.voteService.includes('X-Forwarded-For') ||
!source.voteService.includes('one active vote per skill')
)
throw new Error('vote-service missing IP-based one-vote-per-source contract');
console.log('built output verification passed');