12345678910import { beforeEach, describe, expect, it } from "vitest";11import { deflate } from "pako";1213import {14 CodexError,15 CHUNK_SIZE,16 computeParityShards,17 deriveShardCounts,18 type ChunkEnvelope,19 type CodexPayload,20} from "../../shared/codex-types";21import {22 bytesToBase64Url,23 buildChunkEnvelope,24 sha256Hex,25 verifyChunkIntegrity,26} from "./helpers";27import { encodeWithErasure, decodeWithErasure } from "./erasure";28import { _resetReedSolomonCacheForTest } from "./rs-loader";29import { ChunkBuffer, parseRawScan, reconstructAndVerify } from "./restore";3031beforeEach(() => {32 _resetReedSolomonCacheForTest();33});3435const VERIFY_CODE = "PX-TEST-1234";3637async function makeEnv(opts: {38 index: number;39 total: number;40 isParity?: boolean;41 verifyCode?: string;42 bytes?: Uint8Array;43}): Promise<ChunkEnvelope> {44 return buildChunkEnvelope(45 opts.bytes ?? new Uint8Array([1, 2, 3, 4, 5]),46 opts.index,47 opts.total,48 opts.isParity ?? false,49 opts.verifyCode ?? VERIFY_CODE50 );51}5253async function makePayload(seedLength = 12_000): Promise<CodexPayload> {54 const blobBytes = new Uint8Array(seedLength);55 let s = 0x9e3779b9;56 for (let i = 0; i < seedLength; i++) {57 s = (s ^ (s << 13)) >>> 0;58 s = (s ^ (s >>> 17)) >>> 0;59 s = (s ^ (s << 5)) >>> 0;60 blobBytes[i] = s & 0xff;61 }62 const vaultBlob = bytesToBase64Url(blobBytes);63 const vaultFingerprint = (64 await sha256Hex(new TextEncoder().encode(vaultBlob))65 )66 .slice(0, 32)67 .toUpperCase();68 return {69 version: 2,70 verifyCode: VERIFY_CODE,71 vaultBlob,72 timestamp: 1_700_000_000_000,73 entryCount: 42,74 vaultFingerprint,75 generatedAt: 1_700_000_001_000,76 };77}7879async function buildEnvelopesForPayload(80 payload: CodexPayload81): Promise<ChunkEnvelope[]> {82 const json = JSON.stringify(payload);83 const compressed = deflate(new TextEncoder().encode(json), { level: 9 });84 const { dataChunks, parityChunks, totalChunks } =85 await encodeWithErasure(compressed);86 const all = [...dataChunks, ...parityChunks];87 return Promise.all(88 all.map((bytes, i) =>89 buildChunkEnvelope(90 bytes,91 i,92 totalChunks,93 i >= dataChunks.length,94 payload.verifyCode95 )96 )97 );98}99100101102describe("parseRawScan adversarial", () => {103 const garbageInputs = [104 "",105 " ",106 "\n",107 "not json at all",108 "{not_valid_json",109 "null",110 "true",111 "42",112 '"a string"',113 "[]",114 "[1,2,3]",115 ];116 for (const raw of garbageInputs) {117 it(`returns parse_error for ${JSON.stringify(raw)}`, () => {118 const result = parseRawScan(raw);119 expect(result).toHaveProperty("error");120 });121 }122123 const wrongVersionInputs = [124 JSON.stringify({ v: 1, c: VERIFY_CODE, i: 0, t: 5 }),125 JSON.stringify({ v: 4, c: VERIFY_CODE, i: 0, t: 5 }),126 JSON.stringify({ v: 0, c: VERIFY_CODE, i: 0, t: 5 }),127 JSON.stringify({ v: "2", c: VERIFY_CODE, i: 0, t: 5 }),128 JSON.stringify({ v: -1 }),129 JSON.stringify({ v: 99 }),130 ];131 for (const raw of wrongVersionInputs) {132 it(`reports wrong_version for ${JSON.stringify(raw).slice(0, 40)}`, () => {133 const result = parseRawScan(raw);134 expect(result).toMatchObject({ error: "wrong_version" });135 });136 }137138 const missingFieldInputs = [139 JSON.stringify({ v: 3 }),140 JSON.stringify({ v: 3, c: VERIFY_CODE }),141 JSON.stringify({ v: 3, c: VERIFY_CODE, i: 0 }),142 JSON.stringify({ v: 3, c: VERIFY_CODE, i: 0, t: 5 }),143 JSON.stringify({ v: 3, c: VERIFY_CODE, i: 0, t: 5, p: false }),144 JSON.stringify({ v: 3, c: VERIFY_CODE, i: 0, t: 5, p: false, d: "x" }),145 ];146 for (const raw of missingFieldInputs) {147 it(`parse_error for missing fields: ${raw.slice(0, 60)}`, () => {148 const result = parseRawScan(raw);149 expect(result).toMatchObject({ error: "parse_error" });150 });151 }152153 it("returns envelope for a valid envelope JSON", async () => {154 const env = await makeEnv({ index: 0, total: 5 });155 const result = parseRawScan(JSON.stringify(env));156 expect(result).toMatchObject({ v: 3, c: VERIFY_CODE, i: 0, t: 5 });157 });158159 it("extra unknown fields do not break parseRawScan", async () => {160 const env = await makeEnv({ index: 0, total: 5 });161 const raw = JSON.stringify({ ...env, extra: "field", more: 42 });162 const result = parseRawScan(raw);163 expect(result).toMatchObject({ v: 3, c: VERIFY_CODE });164 });165});166167168169describe("ChunkBuffer adversarial", () => {170 it("foreign verifyCode is rejected as foreign_codex", async () => {171 const buf = new ChunkBuffer();172 await buf.add(await makeEnv({ index: 0, total: 5 }));173 const res = await buf.add(174 await makeEnv({ index: 1, total: 5, verifyCode: "PX-OTHR-XXXX" })175 );176 expect(res).toEqual({ accepted: false, reason: "foreign_codex" });177 });178179 it("tampered hash is rejected as bad_integrity", async () => {180 const buf = new ChunkBuffer();181 const env = await makeEnv({ index: 0, total: 5 });182 const tampered = { ...env, h: "00000000" };183 const res = await buf.add(tampered);184 expect(res).toEqual({ accepted: false, reason: "bad_integrity" });185 });186187 it("data tampered without rehashing is rejected", async () => {188 const buf = new ChunkBuffer();189 const env = await makeEnv({ index: 0, total: 5 });190 const tampered: ChunkEnvelope = {191 ...env,192 d: bytesToBase64Url(new Uint8Array([99, 99, 99])),193 };194 const res = await buf.add(tampered);195 expect(res).toEqual({ accepted: false, reason: "bad_integrity" });196 });197198 it("wrong envelope version is rejected as parse_error", async () => {199 const buf = new ChunkBuffer();200 const env = await makeEnv({ index: 0, total: 5 });201 const wrong = { ...env, v: 1 } as unknown as ChunkEnvelope;202 const res = await buf.add(wrong);203 expect(res).toEqual({ accepted: false, reason: "parse_error" });204 });205206 it("duplicate chunk index is dedup'd", async () => {207 const buf = new ChunkBuffer();208 const env = await makeEnv({ index: 2, total: 5 });209 expect((await buf.add(env)).accepted).toBe(true);210 const second = await buf.add(env);211 expect(second).toEqual({ accepted: false, reason: "duplicate" });212 expect(buf.size()).toBe(1);213 });214215 for (const idx of [0, 1, 2, 3, 4]) {216 it(`accepts chunk at index ${idx}`, async () => {217 const buf = new ChunkBuffer();218 const env = await makeEnv({ index: idx, total: 5 });219 const res = await buf.add(env);220 expect(res.accepted).toBe(true);221 });222 }223224 for (const total of [3, 5, 7, 10, 20]) {225 it(`context dataShards matches deriveShardCounts at total=${total}`, async () => {226 const buf = new ChunkBuffer();227 await buf.add(await makeEnv({ index: 0, total }));228 const ctx = buf.getContext();229 expect(ctx?.dataShards).toBe(deriveShardCounts(total).dataShards);230 });231 }232233 it("reconstructAndVerify on empty buffer throws CodexError", async () => {234 const buf = new ChunkBuffer();235 await expect(reconstructAndVerify(buf)).rejects.toThrow(CodexError);236 });237238 239 240 it("derive_shard_counts_rejects_absurd_total", () => {241 expect(() => deriveShardCounts(1_000_000_000)).toThrow(CodexError);242 });243244 it("derive_shard_counts_accepts_real_max", () => {245 246 const total = 200 + computeParityShards(200);247 const counts = deriveShardCounts(total);248 expect(counts.dataShards).toBe(200);249 });250251 252 253 it("chunk_buffer_rejects_oversized_stripe_count", async () => {254 const buf = new ChunkBuffer();255 const env = await buildChunkEnvelope(new Uint8Array([1, 2, 3, 4, 5]), 0, 5, false, VERIFY_CODE, 0, 2 ** 31);256 const res = await buf.add(env);257 expect(res).toEqual({ accepted: false, reason: "parse_error" });258 expect(buf.getContext()).toBeNull();259 });260261 it("chunk_buffer_accepts_max_stripe_count", async () => {262 const buf = new ChunkBuffer();263 const env = await buildChunkEnvelope(new Uint8Array([1, 2, 3, 4, 5]), 0, 5, false, VERIFY_CODE, 0, 64);264 const res = await buf.add(env);265 expect(res.accepted).toBe(true);266 });267268 269 270 it("parse_raw_scan_rejects_non_integer_index", async () => {271 const env = await makeEnv({ index: 0, total: 5 });272 expect(parseRawScan(JSON.stringify({ ...env, i: 1.5 }))).toEqual({ error: "parse_error" });273 expect(parseRawScan(JSON.stringify({ ...env, t: 5.5 }))).toEqual({ error: "parse_error" });274 expect(parseRawScan(JSON.stringify({ ...env, s: 0.5 }))).toEqual({ error: "parse_error" });275 expect(parseRawScan(JSON.stringify({ ...env, S: 1.5 }))).toEqual({ error: "parse_error" });276 });277278 279 280 it("chunk_buffer_add_does_not_throw_on_invalid_base64", async () => {281 const buf = new ChunkBuffer();282 const env = await makeEnv({ index: 0, total: 5 });283 const res = await buf.add({ ...env, d: "!!!@@" });284 expect(res).toEqual({ accepted: false, reason: "parse_error" });285 expect(buf.getContext()).toBeNull();286 });287288 289 290 it("chunk_buffer_out_of_range_index_reports_parse_error", async () => {291 const buf = new ChunkBuffer();292 const env = await makeEnv({ index: 5, total: 5 }); 293 const res = await buf.add(env);294 expect(res).toEqual({ accepted: false, reason: "parse_error" });295 });296});297298299300describe("verifyChunkIntegrity adversarial", () => {301 it("correct envelope verifies true", async () => {302 const env = await makeEnv({ index: 0, total: 5 });303 expect(await verifyChunkIntegrity(env)).toBe(true);304 });305306 const corruptHashes = [307 "00000000",308 "FFFFFFFF",309 "ZZZZZZZZ",310 "abcdef12",311 "",312 ];313 for (const h of corruptHashes) {314 it(`tampered hash ${JSON.stringify(h)} verifies false`, async () => {315 const env = await makeEnv({ index: 0, total: 5 });316 const tampered = { ...env, h };317 expect(await verifyChunkIntegrity(tampered)).toBe(false);318 });319 }320321 for (let i = 0; i < 5; i++) {322 it(`random data tamper #${i} verifies false`, async () => {323 const env = await makeEnv({ index: 0, total: 5 });324 const bytes = new Uint8Array([325 Math.floor(Math.random() * 256),326 Math.floor(Math.random() * 256),327 Math.floor(Math.random() * 256),328 ]);329 const tampered = { ...env, d: bytesToBase64Url(bytes) };330 331 const recomputed = (await sha256Hex(bytes)).slice(0, 16);332 if (recomputed === env.h) return; 333 expect(await verifyChunkIntegrity(tampered)).toBe(false);334 });335 }336});337338339340describe("encodeWithErasure / decodeWithErasure adversarial", () => {341 it("encoding empty input still produces at least 1 data shard", async () => {342 const { dataChunks, parityChunks, totalChunks, dataShards, parityShards } =343 await encodeWithErasure(new Uint8Array());344 expect(dataShards).toBeGreaterThanOrEqual(1);345 expect(parityShards).toBe(computeParityShards(dataShards));346 expect(totalChunks).toBe(dataShards + parityShards);347 expect(dataChunks.length).toBe(dataShards);348 expect(parityChunks.length).toBe(parityShards);349 });350351 for (const size of [1, 100, 1023, 1024, 1025, 5000, 10000]) {352 it(`encode/decode round-trips data of size ${size}`, async () => {353 const data = crypto.getRandomValues(new Uint8Array(size));354 const { dataChunks, parityChunks, dataShards, totalChunks } =355 await encodeWithErasure(data);356 const map = new Map<number, Uint8Array>();357 [...dataChunks, ...parityChunks].forEach((c, i) => map.set(i, c));358 const decoded = await decodeWithErasure(map, dataShards, totalChunks);359 expect(decoded.length).toBe(dataShards * CHUNK_SIZE);360 361 for (let i = 0; i < size; i++) {362 expect(decoded[i]).toBe(data[i]);363 }364 });365 }366367 it("decoding with empty chunk map throws CodexError", async () => {368 await expect(369 decodeWithErasure(new Map(), 5, 7)370 ).rejects.toThrow(CodexError);371 });372373 it("decoding with fewer chunks than dataShards throws CodexError", async () => {374 const data = crypto.getRandomValues(new Uint8Array(5000));375 const { dataChunks, dataShards, totalChunks } = await encodeWithErasure(376 data377 );378 379 const map = new Map<number, Uint8Array>();380 map.set(0, dataChunks[0]!);381 await expect(382 decodeWithErasure(map, dataShards, totalChunks)383 ).rejects.toThrow(CodexError);384 });385386 it("chunk index out of range throws CodexError", async () => {387 const data = crypto.getRandomValues(new Uint8Array(2048));388 const { dataChunks, dataShards, totalChunks } = await encodeWithErasure(389 data390 );391 const map = new Map<number, Uint8Array>();392 map.set(999, dataChunks[0]!);393 await expect(394 decodeWithErasure(map, dataShards, totalChunks)395 ).rejects.toThrow(CodexError);396 });397398 it("chunk with wrong size throws CodexError", async () => {399 const data = crypto.getRandomValues(new Uint8Array(2048));400 const { dataChunks, dataShards, totalChunks } = await encodeWithErasure(401 data402 );403 const map = new Map<number, Uint8Array>();404 405 map.set(0, new Uint8Array(100));406 for (let i = 1; i < dataShards; i++) map.set(i, dataChunks[i]!);407 await expect(408 decodeWithErasure(map, dataShards, totalChunks)409 ).rejects.toThrow(CodexError);410 });411412 it("dropping 1 data chunk (within parity budget) reconstructs", async () => {413 const data = crypto.getRandomValues(new Uint8Array(8000));414 const { dataChunks, parityChunks, dataShards, totalChunks } =415 await encodeWithErasure(data);416 const map = new Map<number, Uint8Array>();417 418 for (let i = 1; i < dataShards; i++) map.set(i, dataChunks[i]!);419 parityChunks.forEach((c, j) => map.set(dataShards + j, c));420 const decoded = await decodeWithErasure(map, dataShards, totalChunks);421 expect(decoded.length).toBe(dataShards * CHUNK_SIZE);422 for (let i = 0; i < data.length; i++) {423 expect(decoded[i]).toBe(data[i]);424 }425 });426427 it("dropping all data chunks (only parity present) fails when k < dataShards", async () => {428 const data = crypto.getRandomValues(new Uint8Array(8000));429 const { parityChunks, dataShards, totalChunks } = await encodeWithErasure(430 data431 );432 433 if (parityChunks.length >= dataShards) return;434 const map = new Map<number, Uint8Array>();435 parityChunks.forEach((c, j) => map.set(dataShards + j, c));436 await expect(437 decodeWithErasure(map, dataShards, totalChunks)438 ).rejects.toThrow(CodexError);439 });440441 it("dropping too many data chunks (more than parity) fails cleanly", async () => {442 const data = crypto.getRandomValues(new Uint8Array(20000));443 const { dataChunks, parityChunks, dataShards, parityShards, totalChunks } =444 await encodeWithErasure(data);445 if (dataShards <= parityShards + 1) return; 446 const map = new Map<number, Uint8Array>();447 448 for (let i = parityShards + 1; i < dataShards; i++) {449 map.set(i, dataChunks[i]!);450 }451 parityChunks.forEach((c, j) => map.set(dataShards + j, c));452 await expect(453 decodeWithErasure(map, dataShards, totalChunks)454 ).rejects.toThrow(CodexError);455 });456});457458459460describe("reconstructAndVerify adversarial", () => {461 it("round-trips a payload via ChunkBuffer + reconstructAndVerify", async () => {462 const payload = await makePayload(2000);463 const envs = await buildEnvelopesForPayload(payload);464 const buf = new ChunkBuffer();465 for (const e of envs) await buf.add(e);466 const reconstructed = await reconstructAndVerify(buf);467 expect(reconstructed.vaultFingerprint).toBe(payload.vaultFingerprint);468 expect(reconstructed.entryCount).toBe(payload.entryCount);469 });470471 472 473 it("reconstruct_rejects_empty_fingerprint", async () => {474 const base = await makePayload(2000);475 const payload = { ...base, vaultFingerprint: "" };476 const envs = await buildEnvelopesForPayload(payload);477 const buf = new ChunkBuffer();478 for (const e of envs) await buf.add(e);479 await expect(reconstructAndVerify(buf)).rejects.toThrow(CodexError);480 });481482 it("reconstruct_accepts_current_fingerprint_length", async () => {483 const base = await makePayload(2500);484 const fp32 = (await sha256Hex(new TextEncoder().encode(base.vaultBlob))).slice(0, 32).toUpperCase();485 const payload = { ...base, vaultFingerprint: fp32 };486 const envs = await buildEnvelopesForPayload(payload);487 const buf = new ChunkBuffer();488 for (const e of envs) await buf.add(e);489 const reconstructed = await reconstructAndVerify(buf);490 expect(reconstructed.vaultFingerprint).toBe(fp32);491 });492493 it("missing chunks but enough parity still reconstructs", async () => {494 const payload = await makePayload(5000);495 const envs = await buildEnvelopesForPayload(payload);496 if (envs.length <= 3) return; 497 const buf = new ChunkBuffer();498 499 for (let i = 1; i < envs.length; i++) await buf.add(envs[i]!);500 const reconstructed = await reconstructAndVerify(buf);501 expect(reconstructed.vaultFingerprint).toBe(payload.vaultFingerprint);502 });503504 it("tampered chunk data (after acceptance) does not round-trip", async () => {505 const payload = await makePayload(3000);506 const envs = await buildEnvelopesForPayload(payload);507 const buf = new ChunkBuffer();508 509 510 const evil = envs[0]!;511 const fakeBytes = crypto.getRandomValues(new Uint8Array(CHUNK_SIZE));512 const fakeHash = (await sha256Hex(fakeBytes)).slice(0, 32);513 const fakeEnv: ChunkEnvelope = {514 ...evil,515 d: bytesToBase64Url(fakeBytes),516 h: fakeHash,517 };518 await buf.add(fakeEnv);519 for (let i = 1; i < envs.length; i++) await buf.add(envs[i]!);520 521 await expect(reconstructAndVerify(buf)).rejects.toThrow(CodexError);522 });523});524525526527describe("parseRawScan with adversarial raw strings (no-crash)", () => {528 const inputs = [529 "{}",530 '{"a":1,"b":2}',531 '{"v":2}',532 '{"v":2,"c":""}',533 '{"v":2,"c":"' + "A".repeat(10000) + '"}',534 '{"v":2,"c":"PX-XXXX-XXXX","i":-1,"t":5,"p":false,"d":"","h":""}',535 '{"v":2,"c":"PX-XXXX-XXXX","i":99,"t":5,"p":false,"d":"","h":""}',536 '{"v":2,"c":"PX-XXXX-XXXX","i":0,"t":-5,"p":false,"d":"","h":""}',537 '{"v":2,"c":"PX-XXXX-XXXX","i":0,"t":5,"p":"yes","d":"","h":""}',538 '{"v":2,"c":"PX-XXXX-XXXX","i":0,"t":5,"p":false,"d":null,"h":null}',539 ];540 for (const raw of inputs) {541 it(`parseRawScan does not crash on ${raw.slice(0, 50)}`, () => {542 const result = parseRawScan(raw);543 expect(result).toBeDefined();544 });545 }546});547548549550describe("ChunkBuffer verify code adversarial", () => {551 const foreignCodes = [552 "PX-OTHR-1234",553 "PX-AAAA-AAAA",554 "PX-1111-1111",555 "PX-9999-9999",556 "PX-ABCD-EFGH",557 ];558 for (const code of foreignCodes) {559 it(`buffer rejects foreign code ${code}`, async () => {560 const buf = new ChunkBuffer();561 await buf.add(await makeEnv({ index: 0, total: 5 }));562 const foreign = await makeEnv({ index: 1, total: 5, verifyCode: code });563 const res = await buf.add(foreign);564 expect(res.accepted).toBe(false);565 expect(res.reason).toBe("foreign_codex");566 });567 }568});569570571572describe("erasure round-trip size sweep", () => {573 for (const size of [574 0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 512, 1023, 1024, 1025, 1500, 2048,575 3000, 4096, 5000, 7500, 10000,576 ]) {577 it(`size ${size} round-trips correctly`, async () => {578 const data = crypto.getRandomValues(new Uint8Array(size));579 const { dataChunks, parityChunks, dataShards, totalChunks } =580 await encodeWithErasure(data);581 const map = new Map<number, Uint8Array>();582 [...dataChunks, ...parityChunks].forEach((c, i) => map.set(i, c));583 const decoded = await decodeWithErasure(map, dataShards, totalChunks);584 for (let i = 0; i < size; i++) {585 expect(decoded[i]).toBe(data[i]);586 }587 });588589 it(`size ${size} drop-first-parity still decodes`, async () => {590 const data = crypto.getRandomValues(new Uint8Array(size));591 const { dataChunks, dataShards, totalChunks } = await encodeWithErasure(592 data593 );594 const map = new Map<number, Uint8Array>();595 dataChunks.forEach((c, i) => map.set(i, c));596 597 const decoded = await decodeWithErasure(map, dataShards, totalChunks);598 for (let i = 0; i < size; i++) {599 expect(decoded[i]).toBe(data[i]);600 }601 });602 }603});604605606607describe("ChunkBuffer scale", () => {608 for (const total of [3, 5, 10]) {609 const dataShards = deriveShardCounts(total).dataShards;610 it(`buffer accepts ${dataShards} data chunks and reports ready`, async () => {611 const buf = new ChunkBuffer();612 for (let i = 0; i < dataShards; i++) {613 const res = await buf.add(await makeEnv({ index: i, total }));614 expect(res.accepted).toBe(true);615 }616 expect(buf.isReady()).toBe(true);617 });618 }619});620621622623describe("Codex integrity prefix length (AUD-004)", () => {624 it("chunk hash is 32 hex chars (128 bits)", async () => {625 const bytes = new Uint8Array([1, 2, 3, 4, 5]);626 const env = await buildChunkEnvelope(bytes, 0, 10, false, "PX-TEST-1234");627 expect(env.h).toHaveLength(32);628 expect(env.h).toMatch(/^[0-9A-F]{32}$/);629 });630631 it("verifyChunkIntegrity passes for current 32-char hash", async () => {632 const bytes = new Uint8Array([1, 2, 3]);633 const env = await buildChunkEnvelope(bytes, 0, 5, false, "PX-TEST-1234");634 expect(env.h).toHaveLength(32);635 expect(await verifyChunkIntegrity(env)).toBe(true);636 });637638 it("verifyChunkIntegrity rejects tampered 32-char hash", async () => {639 const bytes = new Uint8Array([1, 2, 3]);640 const env = await buildChunkEnvelope(bytes, 0, 5, false, "PX-TEST-1234");641 const tampered = { ...env, h: "X".repeat(32) };642 expect(await verifyChunkIntegrity(tampered)).toBe(false);643 });644645});