test: generate independent document fixtures for clean CI

Author: iguangfei

.gitignore

@@ -9,6 +9,7 @@ tmp/
 # Conformance fixtures are real work files — bring your own (see its README).
 tests/test-data/*
 !tests/test-data/README.md
+tests/generated/
 
 # Internal design documents stay local; only the README ships publicly.
 docs/

package.json

@@ -35,9 +35,9 @@
     "build:browser": "tsup --config tsup.browser.config.ts",
     "dev": "tsup --watch",
     "dev:browser": "tsup --config tsup.browser.config.ts --watch",
-    "test": "vitest run",
+    "test": "node scripts/generate-fixtures.mjs && vitest run",
     "test:unit": "vitest run tests/unit",
-    "test:integration": "vitest run tests/integration",
+    "test:integration": "node scripts/generate-fixtures.mjs && vitest run tests/integration",
     "test:browser": "vitest run tests/browser",
     "typecheck": "tsc --noEmit",
     "typecheck:browser": "tsc -p tsconfig.browser.json --noEmit",

scripts/browser-smoke.mjs

@@ -1,4 +1,5 @@
 import path from 'node:path';
+import './generate-fixtures.mjs';
 import { fileURLToPath } from 'node:url';
 import { createFakeCloud } from '../tests/browser/fake-cloud.mjs';
 

scripts/check-package-size.mjs

@@ -2,6 +2,7 @@ import { execFileSync, spawn } from 'node:child_process';
 import fs from 'node:fs';
 import os from 'node:os';
 import path from 'node:path';
+import './generate-fixtures.mjs';
 
 const MiB = 1024 * 1024;
 const root = path.resolve(import.meta.dirname, '..');
@@ -34,7 +35,7 @@ try {
   const p95 = coldStarts[Math.ceil(coldStarts.length * 0.95) - 1];
   if (p95 > 500) throw new Error(`formats cold-start P95 is ${p95.toFixed(0)} ms; limit is 500 ms.`);
   const smokeArtifact = path.join(workspace, 'pdf-smoke');
-  const measured = await runMeasured(cli, ['parse', path.join(root, 'tests/test-data/test.pdf'), '--engine', 'local', '--preflight', 'off', '--output', smokeArtifact, '--json']);
+  const measured = await runMeasured(cli, ['parse', path.join(root, 'tests/generated/test.pdf'), '--engine', 'local', '--preflight', 'off', '--output', smokeArtifact, '--json']);
   const smoke = JSON.parse(measured.stdout);
   if (!smoke.ok || smoke.format !== 'pdf' || smoke.engine !== 'local') throw new Error('Strict production install failed the local PDF smoke test.');
   if (measured.maxRssBytes > 256 * MiB) throw new Error(`Local PDF smoke reached ${(measured.maxRssBytes / MiB).toFixed(2)} MiB RSS; limit is 256 MiB.`);

scripts/generate-fixtures.mjs

@@ -0,0 +1,51 @@
+/** Deterministic synthetic documents for CI. Never reads or replaces user samples. */
+import fs from 'node:fs';
+import path from 'node:path';
+import { zipSync, strToU8 } from 'fflate';
+
+const directory = path.resolve(import.meta.dirname, '../tests/generated');
+fs.mkdirSync(directory, { recursive: true });
+const xml = (body) => `<?xml version="1.0" encoding="UTF-8"?>${body}`;
+const relNS = 'http://schemas.openxmlformats.org/package/2006/relationships';
+const officeNS = 'http://schemas.openxmlformats.org/officeDocument/2006/relationships';
+const typeNS = 'http://schemas.openxmlformats.org/package/2006/content-types';
+const archive = (name, entries) => fs.writeFileSync(path.join(directory, name), zipSync(Object.fromEntries(
+  Object.entries(entries).map(([key, value]) => [key, [typeof value === 'string' ? strToU8(value) : value, { mtime: new Date('2020-01-01T00:00:00Z') }]])
+)));
+
+const stream = 'BT /F1 18 Tf 40 140 Td (DeckOps deterministic migration document fixture) Tj ET\n';
+const objects = [
+  '<< /Type /Catalog /Pages 2 0 R >>',
+  '<< /Type /Pages /Kids [3 0 R] /Count 1 >>',
+  '<< /Type /Page /Parent 2 0 R /MediaBox [0 0 612 792] /Resources << /Font << /F1 4 0 R >> >> /Contents 5 0 R >>',
+  '<< /Type /Font /Subtype /Type1 /BaseFont /Helvetica >>',
+  `<< /Length ${Buffer.byteLength(stream)} >>\nstream\n${stream}endstream`,
+];
+let pdf = '%PDF-1.4\n';
+const offsets = [];
+objects.forEach((body, index) => { offsets.push(Buffer.byteLength(pdf)); pdf += `${index + 1} 0 obj\n${body}\nendobj\n`; });
+const xref = Buffer.byteLength(pdf);
+pdf += `xref\n0 ${objects.length + 1}\n0000000000 65535 f \n${offsets.map((offset) => `${String(offset).padStart(10, '0')} 00000 n \n`).join('')}trailer\n<< /Size ${objects.length + 1} /Root 1 0 R >>\nstartxref\n${xref}\n%%EOF\n`;
+fs.writeFileSync(path.join(directory, 'test.pdf'), pdf);
+
+archive('test.docx', {
+  '[Content_Types].xml': xml(`<Types xmlns="${typeNS}"><Default Extension="rels" ContentType="application/vnd.openxmlformats-package.relationships+xml"/><Default Extension="xml" ContentType="application/xml"/><Override PartName="/word/document.xml" ContentType="application/vnd.openxmlformats-officedocument.wordprocessingml.document.main+xml"/></Types>`),
+  '_rels/.rels': xml(`<Relationships xmlns="${relNS}"><Relationship Id="rId1" Type="${officeNS}/officeDocument" Target="word/document.xml"/><Relationship Id="rId2" Type="${officeNS}/extended-properties" Target="docProps/app.xml"/></Relationships>`),
+  'word/document.xml': xml('<w:document xmlns:w="http://schemas.openxmlformats.org/wordprocessingml/2006/main"><w:body><w:p><w:r><w:t>DeckOps deterministic migration document fixture</w:t></w:r></w:p><w:sectPr><w:pgSz w:w="12240" w:h="15840"/></w:sectPr></w:body></w:document>'),
+  'docProps/app.xml': xml('<Properties xmlns="http://schemas.openxmlformats.org/officeDocument/2006/extended-properties"><Pages>1</Pages></Properties>'),
+});
+archive('test.pptx', {
+  '[Content_Types].xml': xml(`<Types xmlns="${typeNS}"><Default Extension="rels" ContentType="application/vnd.openxmlformats-package.relationships+xml"/><Default Extension="xml" ContentType="application/xml"/><Override PartName="/ppt/presentation.xml" ContentType="application/vnd.openxmlformats-officedocument.presentationml.presentation.main+xml"/><Override PartName="/ppt/slides/slide1.xml" ContentType="application/vnd.openxmlformats-officedocument.presentationml.slide+xml"/></Types>`),
+  '_rels/.rels': xml(`<Relationships xmlns="${relNS}"><Relationship Id="rId1" Type="${officeNS}/officeDocument" Target="ppt/presentation.xml"/></Relationships>`),
+  'ppt/presentation.xml': xml(`<p:presentation xmlns:p="http://schemas.openxmlformats.org/presentationml/2006/main" xmlns:r="${officeNS}"><p:sldIdLst><p:sldId id="256" r:id="rId1"/></p:sldIdLst><p:sldSz cx="9144000" cy="6858000"/></p:presentation>`),
+  'ppt/_rels/presentation.xml.rels': xml(`<Relationships xmlns="${relNS}"><Relationship Id="rId1" Type="${officeNS}/slide" Target="slides/slide1.xml"/></Relationships>`),
+  'ppt/slides/slide1.xml': xml('<p:sld xmlns:p="http://schemas.openxmlformats.org/presentationml/2006/main" xmlns:a="http://schemas.openxmlformats.org/drawingml/2006/main"><p:cSld><p:spTree><p:sp><p:nvSpPr><p:cNvPr id="2" name="Fixture"/></p:nvSpPr><p:spPr/><p:txBody><a:bodyPr/><a:lstStyle/><a:p><a:r><a:t>DeckOps deterministic migration presentation fixture</a:t></a:r></a:p></p:txBody></p:sp></p:spTree></p:cSld></p:sld>'),
+});
+// Minimal IWA identity/structure fixture: uncompressed frame, one document
+// ArchiveInfo object and one slide component. It is not a local Keynote parser.
+const iwa = new Uint8Array([1, 9, 0, 0, 8, 8, 1, 18, 4, 8, 1, 24, 0]);
+archive('test.key', {
+  'Index/Document.iwa': iwa,
+  'Index/Slide.iwa': iwa,
+  'Metadata/Properties.plist': xml('<plist version="1.0"><dict><key>fileFormatVersion</key><string>1.0</string><key>isMultiPage</key><true/></dict></plist>'),
+});

tests/browser/fake-cloud.mjs

@@ -41,7 +41,7 @@ export async function createFakeCloud({ staticRoot, port = 0 } = {}) {
     if (!staticRoot) return false;
     const file = pathname === '/' ? 'tests/browser/smoke.html'
       : pathname === '/smoke.js' ? 'tests/browser/smoke.js'
-        : pathname === '/tests/test-data/test.pdf' ? pathname.slice(1)
+        : pathname === '/tests/generated/test.pdf' ? pathname.slice(1)
           : /^\/dist\/(?:[a-zA-Z0-9_-]+\/)*[a-zA-Z0-9_-]+\.(?:js|wasm)$/.test(pathname) ? pathname.slice(1) : undefined;
     if (!file) return false;
     try {

tests/browser/smoke.js

@@ -26,7 +26,7 @@ button.addEventListener('click', async () => {
       assert(typeof createClient === 'function', 'Missing browser SDK export');
     }],
     ['DeckProbe Worker validates a real PDF before upload', async () => {
-      const bytes = await fetch('/tests/test-data/test.pdf').then((response) => response.blob());
+      const bytes = await fetch('/tests/generated/test.pdf').then((response) => response.blob());
       const events = [];
       const doc = await client('preflight').parse(new File([bytes], 'test.pdf'), {
         onProgress: (event) => events.push(event),

tests/integration/local.test.ts

@@ -15,7 +15,7 @@ describe('local community engine', () => {
   it.each([
     ['test.pdf', 'pdf'], ['test.pptx', 'pptx'], ['test.docx', 'docx'],
   ] as const)('parses and converts %s without a cloud client', async (fixture, format) => {
-    const root = tmp(); const source = path.resolve('tests/test-data', fixture); const out = path.join(root, 'artifact');
+    const root = tmp(); const source = path.resolve('tests/generated', fixture); const out = path.join(root, 'artifact');
     const parsed = await runParse({ input: await resolveInput(source), inputLabel: source, out, flags: {}, common: { engine: 'local' }, preflight: 'off' });
     expect(parsed).toMatchObject({ engine: 'local', format, reusedParse: false, irSchemaVersion: 'deckir.v1' });
     expect(parsed.irKey).toBeUndefined();
@@ -43,7 +43,7 @@ describe('local community engine', () => {
   }, 30_000);
 
   it('invalidates auto cache entries when the recorded parser major changes', async () => {
-    const root = tmp(); const source = path.resolve('tests/test-data/test.docx'); const out = path.join(root, 'artifact');
+    const root = tmp(); const source = path.resolve('tests/generated/test.docx'); const out = path.join(root, 'artifact');
     await runParse({ input: await resolveInput(source), inputLabel: source, out, flags: {}, common: { engine: 'local' }, preflight: 'off' });
     const irFile = path.join(out, 'ir.json'); const manifestFile = path.join(out, 'manifest.json');
     const ir = JSON.parse(fs.readFileSync(irFile, 'utf-8')); const manifest = JSON.parse(fs.readFileSync(manifestFile, 'utf-8'));
@@ -56,7 +56,7 @@ describe('local community engine', () => {
   }, 30_000);
 
   it('invalidates old local renderer views and removes stale split-page files', async () => {
-    const root = tmp(); const source = path.resolve('tests/test-data/test.pptx'); const out = path.join(root, 'artifact');
+    const root = tmp(); const source = path.resolve('tests/generated/test.pptx'); const out = path.join(root, 'artifact');
     await runParse({ input: await resolveInput(source), inputLabel: source, out, flags: {}, common: { engine: 'local' }, preflight: 'off' });
     await runConvert({ input: await resolveInput(out), inputLabel: out, flags: { splitPages: true }, common: { engine: 'local' } });
     const page = path.join(out, 'views/markdown/001.md'); expect(fs.existsSync(page)).toBe(true);
@@ -69,21 +69,21 @@ describe('local community engine', () => {
   }, 30_000);
 
   it('does not silently upload unsupported Keynote input', async () => {
-    const source = path.resolve('tests/test-data/test.key'); let cloudCalls = 0;
+    const source = path.resolve('tests/generated/test.key'); let cloudCalls = 0;
     await expect(runParse({ input: await resolveInput(source), inputLabel: source, out: path.join(tmp(), 'artifact'), flags: {},
       common: { engine: 'auto' }, preflight: 'off', cloud: async () => { cloudCalls += 1; throw new Error('must not upload'); } })).rejects.toMatchObject({ code: 'unsupported' });
     expect(cloudCalls).toBe(0);
   });
 
   it('does not silently ignore cloud-only PDF profiles', async () => {
-    const source = path.resolve('tests/test-data/test.pdf'); let cloudCalls = 0;
+    const source = path.resolve('tests/generated/test.pdf'); let cloudCalls = 0;
     await expect(runParse({ input: await resolveInput(source), inputLabel: source, out: path.join(tmp(), 'artifact'), flags: { profile: 'quality' },
       common: { engine: 'local' }, preflight: 'off', cloud: async () => { cloudCalls += 1; throw new Error('must not upload'); } })).rejects.toMatchObject({ code: 'unsupported' });
     expect(cloudCalls).toBe(0);
   });
 
   it('uses cloud for unsupported input only after auto upload authorization', async () => {
-    const source = path.resolve('tests/test-data/test.key'); let cloudCalls = 0;
+    const source = path.resolve('tests/generated/test.key'); let cloudCalls = 0;
     const client = {
       parse: async () => { cloudCalls += 1; return { taskId: 'cloud-1', type: 'keynote.parseTextAndImage', irKey: 'remote/key.json', irSchemaVersion: 'keynote.v1', ir: { slides: [{ text: 'Cloud result' }] } }; },
       convert: async () => { throw new Error('not used'); },
@@ -97,15 +97,15 @@ describe('local community engine', () => {
   it('makes zero network requests for local file parsing and conversion', async () => {
     const network = vi.spyOn(globalThis, 'fetch').mockRejectedValue(new Error('network forbidden'));
     try {
-      const source = path.resolve('tests/test-data/test.docx'); const out = path.join(tmp(), 'artifact');
+      const source = path.resolve('tests/generated/test.docx'); const out = path.join(tmp(), 'artifact');
       await runParse({ input: await resolveInput(source), inputLabel: source, out, flags: {}, common: { engine: 'local' }, preflight: 'off' });
       await runConvert({ input: await resolveInput(out), inputLabel: out, flags: {}, common: { engine: 'local' } });
       expect(network).not.toHaveBeenCalled();
     } finally { network.mockRestore(); }
   });
 
   it('validates Node SDK flags before starting local or cloud work', async () => {
-    const source = path.resolve('tests/test-data/test.docx'); const client = createClient();
+    const source = path.resolve('tests/generated/test.docx'); const client = createClient();
     await expect(client.parseEnvelope(source, { trackedChanges: 'invalid' as never })).rejects.toMatchObject({ code: 'usage_error' });
     await expect(client.parseEnvelope(source, { allowUpload: true })).rejects.toMatchObject({ code: 'usage_error' });
   });

tests/integration/ops.test.ts

@@ -273,7 +273,7 @@ describe('parse → artifact', () => {
     ['test.key', 'keynote', 'key'],
   ] as const)('uses the packaged Node DeckProbe adapter on the real %s fixture', async (fixture, driver, profile) => {
     const dir = tmp();
-    const source = path.resolve('tests/test-data', fixture);
+    const source = path.resolve('tests/generated', fixture);
     const out = path.join(dir, 'artifact');
     const envelope = await runParse({
       input: await resolveInput(source), inputLabel: source, out, flags: {}, common: cloudCommon(), client: fakeClient(),