12345678910import { beforeEach, describe, expect, it } from "vitest";11import { deflate } from "pako";1213import {14 CodexError,15 CHUNK_SIZE,16 computeParityShards,17 deriveShardCounts,18 type ChunkEnvelope,19 type CodexPayload,20} from "../../shared/codex-types";21import {22 bytesToBase64Url,23 buildChunkEnvelope,24 sha256Hex,25 verifyChunkIntegrity,26} from "./helpers";27import { encodeWithErasure, decodeWithErasure } from "./erasure";28import { _resetReedSolomonCacheForTest } from "./rs-loader";29import { ChunkBuffer, parseRawScan, reconstructAndVerify } from "./restore";3031beforeEach(() => {32 _resetReedSolomonCacheForTest();33});3435const VERIFY_CODE = "PX-TEST-1234";3637async function makeEnv(opts: {38 index: number;39 total: number;40 isParity?: boolean;41 verifyCode?: string;42 bytes?: Uint8Array;43}): Promise<ChunkEnvelope> {44 return buildChunkEnvelope(45 opts.bytes ?? new Uint8Array([1, 2, 3, 4, 5]),46 opts.index,47 opts.total,48 opts.isParity ?? false,49 opts.verifyCode ?? VERIFY_CODE50 );51}5253async function makePayload(seedLength = 12_000): Promise<CodexPayload> {54 const blobBytes = new Uint8Array(seedLength);55 let s = 0x9e3779b9;56 for (let i = 0; i < seedLength; i++) {57 s = (s ^ (s << 13)) >>> 0;58 s = (s ^ (s >>> 17)) >>> 0;59 s = (s ^ (s << 5)) >>> 0;60 blobBytes[i] = s & 0xff;61 }62 const vaultBlob = bytesToBase64Url(blobBytes);63 const vaultFingerprint = (64 await sha256Hex(new TextEncoder().encode(vaultBlob))65 )66 .slice(0, 16)67 .toUpperCase();68 return {69 version: 2,70 verifyCode: VERIFY_CODE,71 vaultBlob,72 timestamp: 1_700_000_000_000,73 entryCount: 42,74 vaultFingerprint,75 generatedAt: 1_700_000_001_000,76 };77}7879async function buildEnvelopesForPayload(80 payload: CodexPayload81): Promise<ChunkEnvelope[]> {82 const json = JSON.stringify(payload);83 const compressed = deflate(new TextEncoder().encode(json), { level: 9 });84 const { dataChunks, parityChunks, totalChunks } =85 await encodeWithErasure(compressed);86 const all = [...dataChunks, ...parityChunks];87 return Promise.all(88 all.map((bytes, i) =>89 buildChunkEnvelope(90 bytes,91 i,92 totalChunks,93 i >= dataChunks.length,94 payload.verifyCode95 )96 )97 );98}99100101102describe("parseRawScan adversarial", () => {103 const garbageInputs = [104 "",105 " ",106 "\n",107 "not json at all",108 "{not_valid_json",109 "null",110 "true",111 "42",112 '"a string"',113 "[]",114 "[1,2,3]",115 ];116 for (const raw of garbageInputs) {117 it(`returns parse_error for ${JSON.stringify(raw)}`, () => {118 const result = parseRawScan(raw);119 expect(result).toHaveProperty("error");120 });121 }122123 const wrongVersionInputs = [124 JSON.stringify({ v: 1, c: VERIFY_CODE, i: 0, t: 5 }),125 JSON.stringify({ v: 4, c: VERIFY_CODE, i: 0, t: 5 }),126 JSON.stringify({ v: 0, c: VERIFY_CODE, i: 0, t: 5 }),127 JSON.stringify({ v: "2", c: VERIFY_CODE, i: 0, t: 5 }),128 JSON.stringify({ v: -1 }),129 JSON.stringify({ v: 99 }),130 ];131 for (const raw of wrongVersionInputs) {132 it(`reports wrong_version for ${JSON.stringify(raw).slice(0, 40)}`, () => {133 const result = parseRawScan(raw);134 expect(result).toMatchObject({ error: "wrong_version" });135 });136 }137138 const missingFieldInputs = [139 JSON.stringify({ v: 2 }),140 JSON.stringify({ v: 2, c: VERIFY_CODE }),141 JSON.stringify({ v: 2, c: VERIFY_CODE, i: 0 }),142 JSON.stringify({ v: 2, c: VERIFY_CODE, i: 0, t: 5 }),143 JSON.stringify({ v: 2, c: VERIFY_CODE, i: 0, t: 5, p: false }),144 JSON.stringify({ v: 2, c: VERIFY_CODE, i: 0, t: 5, p: false, d: "x" }),145 ];146 for (const raw of missingFieldInputs) {147 it(`parse_error for missing fields: ${raw.slice(0, 60)}`, () => {148 const result = parseRawScan(raw);149 expect(result).toMatchObject({ error: "parse_error" });150 });151 }152153 it("returns envelope for a valid envelope JSON", async () => {154 const env = await makeEnv({ index: 0, total: 5 });155 const result = parseRawScan(JSON.stringify(env));156 expect(result).toMatchObject({ v: 3, c: VERIFY_CODE, i: 0, t: 5 });157 });158159 it("extra unknown fields do not break parseRawScan", async () => {160 const env = await makeEnv({ index: 0, total: 5 });161 const raw = JSON.stringify({ ...env, extra: "field", more: 42 });162 const result = parseRawScan(raw);163 expect(result).toMatchObject({ v: 3, c: VERIFY_CODE });164 });165});166167168169describe("ChunkBuffer adversarial", () => {170 it("foreign verifyCode is rejected as foreign_codex", async () => {171 const buf = new ChunkBuffer();172 await buf.add(await makeEnv({ index: 0, total: 5 }));173 const res = await buf.add(174 await makeEnv({ index: 1, total: 5, verifyCode: "PX-OTHR-XXXX" })175 );176 expect(res).toEqual({ accepted: false, reason: "foreign_codex" });177 });178179 it("tampered hash is rejected as bad_integrity", async () => {180 const buf = new ChunkBuffer();181 const env = await makeEnv({ index: 0, total: 5 });182 const tampered = { ...env, h: "00000000" };183 const res = await buf.add(tampered);184 expect(res).toEqual({ accepted: false, reason: "bad_integrity" });185 });186187 it("data tampered without rehashing is rejected", async () => {188 const buf = new ChunkBuffer();189 const env = await makeEnv({ index: 0, total: 5 });190 const tampered: ChunkEnvelope = {191 ...env,192 d: bytesToBase64Url(new Uint8Array([99, 99, 99])),193 };194 const res = await buf.add(tampered);195 expect(res).toEqual({ accepted: false, reason: "bad_integrity" });196 });197198 it("wrong envelope version is rejected as parse_error", async () => {199 const buf = new ChunkBuffer();200 const env = await makeEnv({ index: 0, total: 5 });201 const wrong = { ...env, v: 1 } as unknown as ChunkEnvelope;202 const res = await buf.add(wrong);203 expect(res).toEqual({ accepted: false, reason: "parse_error" });204 });205206 it("duplicate chunk index is dedup'd", async () => {207 const buf = new ChunkBuffer();208 const env = await makeEnv({ index: 2, total: 5 });209 expect((await buf.add(env)).accepted).toBe(true);210 const second = await buf.add(env);211 expect(second).toEqual({ accepted: false, reason: "duplicate" });212 expect(buf.size()).toBe(1);213 });214215 for (const idx of [0, 1, 2, 3, 4]) {216 it(`accepts chunk at index ${idx}`, async () => {217 const buf = new ChunkBuffer();218 const env = await makeEnv({ index: idx, total: 5 });219 const res = await buf.add(env);220 expect(res.accepted).toBe(true);221 });222 }223224 for (const total of [3, 5, 7, 10, 20]) {225 it(`context dataShards matches deriveShardCounts at total=${total}`, async () => {226 const buf = new ChunkBuffer();227 await buf.add(await makeEnv({ index: 0, total }));228 const ctx = buf.getContext();229 expect(ctx?.dataShards).toBe(deriveShardCounts(total).dataShards);230 });231 }232233 it("reconstructAndVerify on empty buffer throws CodexError", async () => {234 const buf = new ChunkBuffer();235 await expect(reconstructAndVerify(buf)).rejects.toThrow(CodexError);236 });237238 239 240 it("derive_shard_counts_rejects_absurd_total", () => {241 expect(() => deriveShardCounts(1_000_000_000)).toThrow(CodexError);242 });243244 it("derive_shard_counts_accepts_real_max", () => {245 246 const total = 200 + computeParityShards(200);247 const counts = deriveShardCounts(total);248 expect(counts.dataShards).toBe(200);249 });250251 252 253 it("chunk_buffer_rejects_oversized_stripe_count", async () => {254 const buf = new ChunkBuffer();255 const env = await buildChunkEnvelope(new Uint8Array([1, 2, 3, 4, 5]), 0, 5, false, VERIFY_CODE, 0, 2 ** 31);256 const res = await buf.add(env);257 expect(res).toEqual({ accepted: false, reason: "parse_error" });258 expect(buf.getContext()).toBeNull();259 });260261 it("chunk_buffer_accepts_max_stripe_count", async () => {262 const buf = new ChunkBuffer();263 const env = await buildChunkEnvelope(new Uint8Array([1, 2, 3, 4, 5]), 0, 5, false, VERIFY_CODE, 0, 64);264 const res = await buf.add(env);265 expect(res.accepted).toBe(true);266 });267});268269270271describe("verifyChunkIntegrity adversarial", () => {272 it("correct envelope verifies true", async () => {273 const env = await makeEnv({ index: 0, total: 5 });274 expect(await verifyChunkIntegrity(env)).toBe(true);275 });276277 const corruptHashes = [278 "00000000",279 "FFFFFFFF",280 "ZZZZZZZZ",281 "abcdef12",282 "",283 ];284 for (const h of corruptHashes) {285 it(`tampered hash ${JSON.stringify(h)} verifies false`, async () => {286 const env = await makeEnv({ index: 0, total: 5 });287 const tampered = { ...env, h };288 expect(await verifyChunkIntegrity(tampered)).toBe(false);289 });290 }291292 for (let i = 0; i < 5; i++) {293 it(`random data tamper #${i} verifies false`, async () => {294 const env = await makeEnv({ index: 0, total: 5 });295 const bytes = new Uint8Array([296 Math.floor(Math.random() * 256),297 Math.floor(Math.random() * 256),298 Math.floor(Math.random() * 256),299 ]);300 const tampered = { ...env, d: bytesToBase64Url(bytes) };301 302 const recomputed = (await sha256Hex(bytes)).slice(0, 16);303 if (recomputed === env.h) return; 304 expect(await verifyChunkIntegrity(tampered)).toBe(false);305 });306 }307});308309310311describe("encodeWithErasure / decodeWithErasure adversarial", () => {312 it("encoding empty input still produces at least 1 data shard", async () => {313 const { dataChunks, parityChunks, totalChunks, dataShards, parityShards } =314 await encodeWithErasure(new Uint8Array());315 expect(dataShards).toBeGreaterThanOrEqual(1);316 expect(parityShards).toBe(computeParityShards(dataShards));317 expect(totalChunks).toBe(dataShards + parityShards);318 expect(dataChunks.length).toBe(dataShards);319 expect(parityChunks.length).toBe(parityShards);320 });321322 for (const size of [1, 100, 1023, 1024, 1025, 5000, 10000]) {323 it(`encode/decode round-trips data of size ${size}`, async () => {324 const data = crypto.getRandomValues(new Uint8Array(size));325 const { dataChunks, parityChunks, dataShards, totalChunks } =326 await encodeWithErasure(data);327 const map = new Map<number, Uint8Array>();328 [...dataChunks, ...parityChunks].forEach((c, i) => map.set(i, c));329 const decoded = await decodeWithErasure(map, dataShards, totalChunks);330 expect(decoded.length).toBe(dataShards * CHUNK_SIZE);331 332 for (let i = 0; i < size; i++) {333 expect(decoded[i]).toBe(data[i]);334 }335 });336 }337338 it("decoding with empty chunk map throws CodexError", async () => {339 await expect(340 decodeWithErasure(new Map(), 5, 7)341 ).rejects.toThrow(CodexError);342 });343344 it("decoding with fewer chunks than dataShards throws CodexError", async () => {345 const data = crypto.getRandomValues(new Uint8Array(5000));346 const { dataChunks, dataShards, totalChunks } = await encodeWithErasure(347 data348 );349 350 const map = new Map<number, Uint8Array>();351 map.set(0, dataChunks[0]!);352 await expect(353 decodeWithErasure(map, dataShards, totalChunks)354 ).rejects.toThrow(CodexError);355 });356357 it("chunk index out of range throws CodexError", async () => {358 const data = crypto.getRandomValues(new Uint8Array(2048));359 const { dataChunks, dataShards, totalChunks } = await encodeWithErasure(360 data361 );362 const map = new Map<number, Uint8Array>();363 map.set(999, dataChunks[0]!);364 await expect(365 decodeWithErasure(map, dataShards, totalChunks)366 ).rejects.toThrow(CodexError);367 });368369 it("chunk with wrong size throws CodexError", async () => {370 const data = crypto.getRandomValues(new Uint8Array(2048));371 const { dataChunks, dataShards, totalChunks } = await encodeWithErasure(372 data373 );374 const map = new Map<number, Uint8Array>();375 376 map.set(0, new Uint8Array(100));377 for (let i = 1; i < dataShards; i++) map.set(i, dataChunks[i]!);378 await expect(379 decodeWithErasure(map, dataShards, totalChunks)380 ).rejects.toThrow(CodexError);381 });382383 it("dropping 1 data chunk (within parity budget) reconstructs", async () => {384 const data = crypto.getRandomValues(new Uint8Array(8000));385 const { dataChunks, parityChunks, dataShards, totalChunks } =386 await encodeWithErasure(data);387 const map = new Map<number, Uint8Array>();388 389 for (let i = 1; i < dataShards; i++) map.set(i, dataChunks[i]!);390 parityChunks.forEach((c, j) => map.set(dataShards + j, c));391 const decoded = await decodeWithErasure(map, dataShards, totalChunks);392 expect(decoded.length).toBe(dataShards * CHUNK_SIZE);393 for (let i = 0; i < data.length; i++) {394 expect(decoded[i]).toBe(data[i]);395 }396 });397398 it("dropping all data chunks (only parity present) fails when k < dataShards", async () => {399 const data = crypto.getRandomValues(new Uint8Array(8000));400 const { parityChunks, dataShards, totalChunks } = await encodeWithErasure(401 data402 );403 404 if (parityChunks.length >= dataShards) return;405 const map = new Map<number, Uint8Array>();406 parityChunks.forEach((c, j) => map.set(dataShards + j, c));407 await expect(408 decodeWithErasure(map, dataShards, totalChunks)409 ).rejects.toThrow(CodexError);410 });411412 it("dropping too many data chunks (more than parity) fails cleanly", async () => {413 const data = crypto.getRandomValues(new Uint8Array(20000));414 const { dataChunks, parityChunks, dataShards, parityShards, totalChunks } =415 await encodeWithErasure(data);416 if (dataShards <= parityShards + 1) return; 417 const map = new Map<number, Uint8Array>();418 419 for (let i = parityShards + 1; i < dataShards; i++) {420 map.set(i, dataChunks[i]!);421 }422 parityChunks.forEach((c, j) => map.set(dataShards + j, c));423 await expect(424 decodeWithErasure(map, dataShards, totalChunks)425 ).rejects.toThrow(CodexError);426 });427});428429430431describe("reconstructAndVerify adversarial", () => {432 it("round-trips a payload via ChunkBuffer + reconstructAndVerify", async () => {433 const payload = await makePayload(2000);434 const envs = await buildEnvelopesForPayload(payload);435 const buf = new ChunkBuffer();436 for (const e of envs) await buf.add(e);437 const reconstructed = await reconstructAndVerify(buf);438 expect(reconstructed.vaultFingerprint).toBe(payload.vaultFingerprint);439 expect(reconstructed.entryCount).toBe(payload.entryCount);440 });441442 it("missing chunks but enough parity still reconstructs", async () => {443 const payload = await makePayload(5000);444 const envs = await buildEnvelopesForPayload(payload);445 if (envs.length <= 3) return; 446 const buf = new ChunkBuffer();447 448 for (let i = 1; i < envs.length; i++) await buf.add(envs[i]!);449 const reconstructed = await reconstructAndVerify(buf);450 expect(reconstructed.vaultFingerprint).toBe(payload.vaultFingerprint);451 });452453 it("tampered chunk data (after acceptance) does not round-trip", async () => {454 const payload = await makePayload(3000);455 const envs = await buildEnvelopesForPayload(payload);456 const buf = new ChunkBuffer();457 458 459 const evil = envs[0]!;460 const fakeBytes = crypto.getRandomValues(new Uint8Array(CHUNK_SIZE));461 const fakeHash = (await sha256Hex(fakeBytes)).slice(0, 16);462 const fakeEnv: ChunkEnvelope = {463 ...evil,464 d: bytesToBase64Url(fakeBytes),465 h: fakeHash,466 };467 await buf.add(fakeEnv);468 for (let i = 1; i < envs.length; i++) await buf.add(envs[i]!);469 470 await expect(reconstructAndVerify(buf)).rejects.toThrow(CodexError);471 });472});473474475476describe("parseRawScan with adversarial raw strings (no-crash)", () => {477 const inputs = [478 "{}",479 '{"a":1,"b":2}',480 '{"v":2}',481 '{"v":2,"c":""}',482 '{"v":2,"c":"' + "A".repeat(10000) + '"}',483 '{"v":2,"c":"PX-XXXX-XXXX","i":-1,"t":5,"p":false,"d":"","h":""}',484 '{"v":2,"c":"PX-XXXX-XXXX","i":99,"t":5,"p":false,"d":"","h":""}',485 '{"v":2,"c":"PX-XXXX-XXXX","i":0,"t":-5,"p":false,"d":"","h":""}',486 '{"v":2,"c":"PX-XXXX-XXXX","i":0,"t":5,"p":"yes","d":"","h":""}',487 '{"v":2,"c":"PX-XXXX-XXXX","i":0,"t":5,"p":false,"d":null,"h":null}',488 ];489 for (const raw of inputs) {490 it(`parseRawScan does not crash on ${raw.slice(0, 50)}`, () => {491 const result = parseRawScan(raw);492 expect(result).toBeDefined();493 });494 }495});496497498499describe("ChunkBuffer verify code adversarial", () => {500 const foreignCodes = [501 "PX-OTHR-1234",502 "PX-AAAA-AAAA",503 "PX-1111-1111",504 "PX-9999-9999",505 "PX-ABCD-EFGH",506 ];507 for (const code of foreignCodes) {508 it(`buffer rejects foreign code ${code}`, async () => {509 const buf = new ChunkBuffer();510 await buf.add(await makeEnv({ index: 0, total: 5 }));511 const foreign = await makeEnv({ index: 1, total: 5, verifyCode: code });512 const res = await buf.add(foreign);513 expect(res.accepted).toBe(false);514 expect(res.reason).toBe("foreign_codex");515 });516 }517});518519520521describe("erasure round-trip size sweep", () => {522 for (const size of [523 0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 512, 1023, 1024, 1025, 1500, 2048,524 3000, 4096, 5000, 7500, 10000,525 ]) {526 it(`size ${size} round-trips correctly`, async () => {527 const data = crypto.getRandomValues(new Uint8Array(size));528 const { dataChunks, parityChunks, dataShards, totalChunks } =529 await encodeWithErasure(data);530 const map = new Map<number, Uint8Array>();531 [...dataChunks, ...parityChunks].forEach((c, i) => map.set(i, c));532 const decoded = await decodeWithErasure(map, dataShards, totalChunks);533 for (let i = 0; i < size; i++) {534 expect(decoded[i]).toBe(data[i]);535 }536 });537538 it(`size ${size} drop-first-parity still decodes`, async () => {539 const data = crypto.getRandomValues(new Uint8Array(size));540 const { dataChunks, dataShards, totalChunks } = await encodeWithErasure(541 data542 );543 const map = new Map<number, Uint8Array>();544 dataChunks.forEach((c, i) => map.set(i, c));545 546 const decoded = await decodeWithErasure(map, dataShards, totalChunks);547 for (let i = 0; i < size; i++) {548 expect(decoded[i]).toBe(data[i]);549 }550 });551 }552});553554555556describe("ChunkBuffer scale", () => {557 for (const total of [3, 5, 10]) {558 const dataShards = deriveShardCounts(total).dataShards;559 it(`buffer accepts ${dataShards} data chunks and reports ready`, async () => {560 const buf = new ChunkBuffer();561 for (let i = 0; i < dataShards; i++) {562 const res = await buf.add(await makeEnv({ index: i, total }));563 expect(res.accepted).toBe(true);564 }565 expect(buf.isReady()).toBe(true);566 });567 }568});569570571572describe("Codex integrity prefix length (AUD-004)", () => {573 it("chunk hash is 32 hex chars (128 bits)", async () => {574 const bytes = new Uint8Array([1, 2, 3, 4, 5]);575 const env = await buildChunkEnvelope(bytes, 0, 10, false, "PX-TEST-1234");576 expect(env.h).toHaveLength(32);577 expect(env.h).toMatch(/^[0-9A-F]{32}$/);578 });579580 it("verifyChunkIntegrity passes for current 32-char hash", async () => {581 const bytes = new Uint8Array([1, 2, 3]);582 const env = await buildChunkEnvelope(bytes, 0, 5, false, "PX-TEST-1234");583 expect(env.h).toHaveLength(32);584 expect(await verifyChunkIntegrity(env)).toBe(true);585 });586587 it("verifyChunkIntegrity still passes for legacy 16-char hash", async () => {588 const bytes = new Uint8Array([1, 2, 3]);589 const fullHash = await sha256Hex(bytes);590 const env = await buildChunkEnvelope(bytes, 0, 5, false, "PX-TEST-1234");591 const legacy = { ...env, h: fullHash.slice(0, 16) };592 expect(await verifyChunkIntegrity(legacy)).toBe(true);593 });594595 it("verifyChunkIntegrity rejects tampered 32-char hash", async () => {596 const bytes = new Uint8Array([1, 2, 3]);597 const env = await buildChunkEnvelope(bytes, 0, 5, false, "PX-TEST-1234");598 const tampered = { ...env, h: "X".repeat(32) };599 expect(await verifyChunkIntegrity(tampered)).toBe(false);600 });601602 it("verifyChunkIntegrity rejects tampered 16-char legacy hash", async () => {603 const bytes = new Uint8Array([1, 2, 3]);604 const env = await buildChunkEnvelope(bytes, 0, 5, false, "PX-TEST-1234");605 const tampered = { ...env, h: "X".repeat(16) };606 expect(await verifyChunkIntegrity(tampered)).toBe(false);607 });608});