Files
rea/tests/boundary/filesystem/artifactZipIntegrity.test.ts
T
morluto 5ba1642a7d test: strengthen archive and resource cleanup assertions
Replace duplicate path-helper checks with real ZIP inventory coverage and replace global memory sampling with bounded-chunk assertions while retaining 64 MiB digest coverage. Await artifact client cleanup, preserve Hopper lease ownership during teardown, and expose typed application failures.
2026-10-12 04:53:27 +08:00

298 lines
12 KiB
TypeScript

import { readFile, writeFile } from "node:fs/promises";
import { join } from "node:path";
import { TextReader, Uint8ArrayWriter, ZipWriter } from "@zip.js/zip.js";
import { expect, it } from "vitest";
import { writeOrderedZip } from "../../fixtures/artifactEntryOrder.js";
import { createTestTempDirectory } from "../../fixtures/temporaryDirectory.js";
import { parseBinaryTarget } from "../../../src/application/BinaryTargetResolver.js";
import { ZipArtifactReader } from "../../../src/artifacts/ZipArtifactReader.js";
import { withArtifactClient } from "../../support/artifactClientScope.js";
import { artifactInventoryResultSchema } from "../../../src/domain/artifactGraph.js";
it("bounds a requested metadata read without rejecting the underlying valid ZIP", async () => {
const root = await createTestTempDirectory("rea-zip-metadata-budget-");
const path = join(root, "large-directory.zip");
const name = `${"a".repeat(8192)}.class`;
await writeOrderedZip(path, [name]);
const bounded = new ZipArtifactReader(path, "zip", 4096);
const control = new ZipArtifactReader(path, "zip");
const collect = async (reader: ZipArtifactReader): Promise<string[]> => {
const names: string[] = [];
for await (const entry of reader.entries()) names.push(entry.path);
return names;
};
try {
await expect(collect(bounded)).rejects.toMatchObject({
reason: "limit",
message: expect.stringContaining("4096-byte read budget"),
});
await expect(collect(control)).resolves.toEqual([name]);
} finally {
await Promise.all([bounded.close(), control.close()]);
}
});
it("binds ZIP opens to the emitted entry metadata", async () => {
const root = await createTestTempDirectory("rea-zip-entry-identity-");
const path = join(root, "entries.zip");
const writer = new ZipWriter(new Uint8ArrayWriter());
await writer.add("first.txt", new TextReader("first bytes"));
await writer.add("second.txt", new TextReader("second bytes"));
await writeFile(path, await writer.close());
const reader = new ZipArtifactReader(path, "zip");
try {
const entries = [];
for await (const entry of reader.entries()) entries.push(entry);
const first = entries[0];
const second = entries[1];
if (first === undefined || second === undefined)
throw new Error("Expected both ZIP entries");
await expect(
reader.open({ ...second, adapterKey: first.adapterKey }),
).rejects.toMatchObject({ reason: "integrity" });
await expect(
reader.open({ ...second, path: first.path }),
).rejects.toMatchObject({ reason: "integrity" });
await expect(
reader.open({ ...second, declaredSize: first.declaredSize }),
).rejects.toMatchObject({ reason: "integrity" });
await expect(
reader.open({
...second,
sourceIdentity: {
device: 1n,
inode: 2n,
size: 3n,
mode: 4n,
mtimeNs: 5n,
ctimeNs: 6n,
},
}),
).rejects.toMatchObject({ reason: "integrity" });
const originalKey = second.adapterKey;
Reflect.set(second, "adapterKey", first.adapterKey);
await expect(reader.open(second)).rejects.toMatchObject({
reason: "integrity",
});
Reflect.set(second, "adapterKey", originalKey);
const stream = await reader.open({ ...second });
const chunks: Buffer[] = [];
for await (const chunk of stream) chunks.push(Buffer.from(chunk));
expect(Buffer.concat(chunks).toString()).toBe("second bytes");
} finally {
await reader.close();
}
});
it("retains duplicate ZIP members without replacing their source identities", async () => {
const root = await createTestTempDirectory("rea-zip-duplicate-identity-");
const path = join(root, "duplicates.zip");
const writer = new ZipWriter(new Uint8ArrayWriter());
await writer.add("x.txt", new TextReader("first bytes\n"), { level: 0 });
await writer.add("y.txt", new TextReader("later bytes\n"), { level: 0 });
const bytes = Buffer.from(await writer.close());
// zip.js refuses to produce duplicate names. Rename the second local and
// central-directory records without changing their data, sizes, or CRCs.
for (const [signature, headerSize] of [
[Buffer.from([0x50, 0x4b, 0x03, 0x04]), 30],
[Buffer.from([0x50, 0x4b, 0x01, 0x02]), 46],
] as const) {
const first = bytes.indexOf(signature);
const second = bytes.indexOf(signature, first + 4);
if (first < 0 || second <= first)
throw new Error("Expected both ZIP member headers");
expect(
bytes.subarray(second + headerSize, second + headerSize + 5).toString(),
).toBe("y.txt");
bytes.write("x.txt", second + headerSize);
}
await writeFile(path, bytes);
const reader = new ZipArtifactReader(path, "zip");
try {
const iterator = reader.entries()[Symbol.asyncIterator]();
const first = await iterator.next();
if (first.done) throw new Error("Expected the first ZIP member");
const second = await iterator.next();
if (second.done) throw new Error("Expected the second ZIP member");
expect(first.value.path).toBe(second.value.path);
expect(first.value.adapterKey).not.toBe(second.value.adapterKey);
expect((await iterator.next()).done).toBe(true);
for (const [entry, expected] of [
[first.value, "first bytes\n"],
[second.value, "later bytes\n"],
] as const) {
const chunks: Buffer[] = [];
for await (const chunk of await reader.open({ ...entry }))
chunks.push(Buffer.from(chunk));
expect(Buffer.concat(chunks).toString()).toBe(expected);
}
} finally {
await reader.close();
}
const target = await parseBinaryTarget(path);
if (!target.ok) throw target.error;
await withArtifactClient(target.value, async (client) => {
expect(await client.execute("inventory_artifact", {})).toMatchObject({
ok: false,
error: { _tag: "ArtifactOperationError", reason: "path" },
});
});
});
it("can enumerate case-distinct ZIP members again without losing entry identity", async () => {
const root = await createTestTempDirectory("rea-zip-entry-replay-");
const path = join(root, "case-distinct.zip");
const writer = new ZipWriter(new Uint8ArrayWriter());
await writer.add("x.txt", new TextReader("first bytes\n"), { level: 0 });
await writer.add("X.txt", new TextReader("later bytes\n"), { level: 0 });
await writeFile(path, await writer.close());
const reader = new ZipArtifactReader(path, "zip");
try {
for (let pass = 0; pass < 2; pass++) {
const entries = [];
for await (const entry of reader.entries()) entries.push(entry);
expect(entries.map(({ path: entryPath }) => entryPath)).toEqual([
"x.txt",
"X.txt",
]);
const contents = [];
for (const entry of entries) {
const chunks: Buffer[] = [];
for await (const chunk of await reader.open({ ...entry }))
chunks.push(Buffer.from(chunk));
contents.push(Buffer.concat(chunks).toString());
}
expect(contents).toEqual(["first bytes\n", "later bytes\n"]);
}
} finally {
await reader.close();
}
});
it("rejects overlapping ZIP member data ranges through artifact inventory", async () => {
const root = await createTestTempDirectory("rea-zip-overlap-");
const path = join(root, "overlap.zip");
await writeOrderedZip(path, ["a.txt", "b.txt"]);
const bytes = await readFile(path);
const centralDirectorySignature = Buffer.from([0x50, 0x4b, 0x01, 0x02]);
const first = bytes.indexOf(centralDirectorySignature);
const second = bytes.indexOf(centralDirectorySignature, first + 4);
if (first < 0 || second <= first)
throw new Error("Expected two ZIP central-directory entries");
const firstLocalOffset = bytes.readUInt32LE(first + 42);
const secondLocalOffset = bytes.readUInt32LE(second + 42);
expect(secondLocalOffset).not.toBe(firstLocalOffset);
bytes.writeUInt32LE(firstLocalOffset, second + 42);
await writeFile(path, bytes);
const target = await parseBinaryTarget(path);
if (!target.ok) throw target.error;
const result = await withArtifactClient(target.value, (client) =>
client.execute("inventory_artifact", {}),
);
expect(result).toMatchObject({
ok: false,
error: { _tag: "ArtifactOperationError", reason: "io" },
});
});
it("preserves encrypted-member and corrupt-CRC observations", async () => {
const root = await createTestTempDirectory("rea-zip-integrity-");
const encryptedPath = join(root, "encrypted.zip");
const encryptedWriter = new ZipWriter(new Uint8ArrayWriter());
await encryptedWriter.add("secret.txt", new TextReader("secret bytes"), {
password: "fixture-password",
});
await writeFile(encryptedPath, await encryptedWriter.close());
const encryptedTarget = await parseBinaryTarget(encryptedPath);
if (!encryptedTarget.ok) throw encryptedTarget.error;
const encryptedResult = await withArtifactClient(
encryptedTarget.value,
(client) => client.execute("inventory_artifact", {}),
);
if (!encryptedResult.ok) throw encryptedResult.error;
const encryptedInventory = artifactInventoryResultSchema.parse(
encryptedResult.value.result,
);
expect(encryptedInventory.occurrences).toContainEqual(
expect.objectContaining({
logical_path: "secret.txt",
encrypted: true,
hash_status: "unavailable",
}),
);
// REA does not decrypt entries, so complete extraction is unsupported.
const extractionRoot = join(root, "encrypted-output");
const extraction = await withArtifactClient(encryptedTarget.value, (client) =>
client.execute("extract_artifact", { output_root: extractionRoot }),
);
expect(extraction).toMatchObject({
ok: false,
error: {
_tag: "AnalysisUnsupportedTargetError",
reason: expect.stringContaining("Archive entry secret.txt is encrypted"),
},
});
await expect(readFile(extractionRoot)).rejects.toMatchObject({
code: "ENOENT",
});
const corruptPath = join(root, "corrupt-crc.zip");
const corruptWriter = new ZipWriter(new Uint8ArrayWriter());
await corruptWriter.add("data.txt", new TextReader("evidence\n"));
await writeFile(corruptPath, await corruptWriter.close());
const bytes = await readFile(corruptPath);
const localFileHeaderSignature = Buffer.from([0x50, 0x4b, 0x03, 0x04]);
const localHeader = bytes.indexOf(localFileHeaderSignature);
if (localHeader < 0) throw new Error("Expected a ZIP local-file header");
const dataOffset =
localHeader +
30 +
bytes.readUInt16LE(localHeader + 26) +
bytes.readUInt16LE(localHeader + 28);
const firstByte = bytes[dataOffset];
if (firstByte === undefined) throw new Error("Expected ZIP member bytes");
bytes[dataOffset] = firstByte ^ 1;
await writeFile(corruptPath, bytes);
const corruptTarget = await parseBinaryTarget(corruptPath);
if (!corruptTarget.ok) throw corruptTarget.error;
const corruptResult = await withArtifactClient(
corruptTarget.value,
(client) => client.execute("inventory_artifact", {}),
);
expect(corruptResult).toMatchObject({
ok: false,
error: { _tag: "ArtifactOperationError", reason: "io" },
});
});
it("rejects a truncated ZIP through artifact inventory", async () => {
const root = await createTestTempDirectory("rea-zip-malformed-");
const path = join(root, "truncated.zip");
await writeFile(path, Buffer.from([0x50, 0x4b, 0x03, 0x04]));
const target = await parseBinaryTarget(path);
if (!target.ok) throw target.error;
const result = await withArtifactClient(target.value, (client) =>
client.execute("inventory_artifact", {}),
);
expect(result).toMatchObject({
ok: false,
error: { _tag: "ArtifactOperationError", reason: "io" },
});
});