Files
rea/tests/boundary/providers/RizinDebugSessionCoverage.fixtures.ts
morluto 60149282fc test: strengthen integration oracles and verification (#8295)
* test: strengthen integration oracles and verification

* test: bound lifecycle gates and strengthen workflow checks

* test: verify complete paged and extracted results

* test: preserve bytecode and cancellation evidence

* test: strengthen retained evidence and fixture cleanup

* test: require cross-projection bridge identities

* test: retain fixture owners through cleanup failures

* test: verify graph examples and project selectors

* test: tighten provider and lifecycle regressions

* test: consolidate hex coverage and bound cutter cleanup

* test: bound subprocess output waits and strengthen graph checks

* test: check mcp recovery and preserve cleanup owners

* test: verify structured mcp argument failures

* test: preserve artifact cleanup and gdb limit evidence

* test: preserve evidence identities and bound provider gates

* test: retain browser and comparison cleanup owners

* test: bound startup and strengthen fixture oracles

* test: bound lifecycle gates and verify recovered evidence

* test: verify public outcomes and lifecycle ownership

* test: assert precise evidence and release lifecycle gates

* test: verify selected facts and bound cleanup waits

* test: check retained evidence and decoded records

* test: verify final reports and retain cleanup ownership

* test: bound reviewed startup gates and retain cleanup

* test: verify PE errors and preserve MCP cleanup

* test: preserve MCP fixture cleanup ownership

* test: release provider gates before late startup
2026-11-01 00:15:28 +08:00

304 lines
9.6 KiB
TypeScript

import { chmod, mkdtemp, rm, writeFile } from "node:fs/promises";
import { EventEmitter } from "node:events";
import { tmpdir } from "node:os";
import { join } from "node:path";
import { PassThrough, Writable } from "node:stream";
import { RizinDebugSessionManager } from "../../../src/rizin/RizinDebugSessionManager.js";
import {
createRizinTestManager,
rizinTestInferiorTty,
} from "./RizinTestInferiorTty.js";
import { stopOwnedDebuggerProcess } from "../../../src/process/ownedDebuggerSession.js";
import {
ProviderProcessSupervisor,
spawnOwnedProviderProcess,
} from "../../../src/process/ProviderProcess.js";
import type {
ProviderProcessHandle,
SpawnedOwnedProviderProcess,
} from "../../../src/process/ProviderProcess.js";
interface InjectedProcessControl {
output(chunk: Buffer | string): void;
stdinError(): void;
closeStdin(): void;
exitLeader(signal?: NodeJS.Signals): void;
closeOutput(): void;
exit(signal?: NodeJS.Signals): void;
}
type RizinTestManagerOptions = NonNullable<
ConstructorParameters<typeof RizinDebugSessionManager>[1]
>;
type InjectedSpawnProcess = NonNullable<
RizinTestManagerOptions["spawnProcess"]
>;
export const incompleteStop: typeof stopOwnedDebuggerProcess = async (
session,
name,
) => {
await stopOwnedDebuggerProcess(session, name);
return { status: "incomplete", reason: "injected stop uncertainty" };
};
export const abortOnCheck = (
targetCheck: number,
reason?: unknown,
): AbortSignal => {
let checks = 0;
let aborted = false;
type Listener = Parameters<AbortSignal["addEventListener"]>[1];
const listeners = new Set<Listener>();
return {
get aborted() {
checks += 1;
if (checks >= targetCheck) aborted = true;
return aborted;
},
addEventListener: (
_type: Parameters<AbortSignal["addEventListener"]>[0],
listener: Listener,
) => {
if (listener !== null) listeners.add(listener);
},
removeEventListener: (
_type: Parameters<AbortSignal["removeEventListener"]>[0],
listener: Parameters<AbortSignal["removeEventListener"]>[1],
) => {
if (listener !== null) listeners.delete(listener);
},
dispatchEvent: () => true,
onabort: null,
reason,
throwIfAborted: () => undefined,
} as AbortSignal;
};
export const createInjectedProcess = (
options: {
readonly stdin?:
| "normal"
| "null"
| "destroyed"
| "throws"
| "throws-opaque"
| "write-error";
readonly onWrite?: (text: string, control: InjectedProcessControl) => void;
readonly startup?: (control: InjectedProcessControl) => void;
readonly beforeSpawnReturns?: () => void;
readonly spawnError?: unknown;
} = {},
): {
readonly spawnProcess: InjectedSpawnProcess;
readonly control: InjectedProcessControl;
} => {
const stdout = new PassThrough();
const stderr = new PassThrough();
let exitCode: number | null = null;
let signalCode: NodeJS.Signals | null = null;
const processHandle = new EventEmitter() as EventEmitter & {
pid: number;
stdout: PassThrough;
stdin: Writable | null;
stderr: PassThrough;
exitCode: number | null;
signalCode: NodeJS.Signals | null;
kill(signal?: NodeJS.Signals | number): boolean;
};
processHandle.pid = process.pid;
processHandle.stdout = stdout;
processHandle.stderr = stderr;
processHandle.exitCode = exitCode;
processHandle.signalCode = signalCode;
const control: InjectedProcessControl = {
output: (chunk) => stdout.emit("data", Buffer.from(chunk)),
stdinError: () => stdin?.emit("error", new Error("injected stdin error")),
closeStdin: () => stdin?.destroy(),
exitLeader: (signal = "SIGTERM") => {
exitCode = null;
signalCode = signal;
processHandle.exitCode = exitCode;
processHandle.signalCode = signalCode;
processHandle.emit("exit", exitCode, signalCode);
},
closeOutput: () => {
stdout.destroy();
stderr.destroy();
processHandle.emit("close", exitCode, signalCode);
},
exit: (signal = "SIGTERM") => {
control.exitLeader(signal);
control.closeOutput();
},
};
const stdin =
options.stdin === "null"
? null
: new Writable({
write(chunk, _encoding, callback) {
options.onWrite?.(Buffer.from(chunk).toString("utf8"), control);
callback(
options.stdin === "write-error"
? new Error("injected write callback failure")
: undefined,
);
},
});
if (stdin !== null) {
if (options.stdin === "destroyed")
Object.defineProperty(stdin, "destroyed", { value: true });
if (options.stdin === "throws" || options.stdin === "throws-opaque")
stdin.write = (() => {
if (options.stdin === "throws-opaque")
throw "injected opaque write failure";
throw new Error("injected synchronous write failure");
}) as typeof stdin.write;
processHandle.stdin = stdin;
} else processHandle.stdin = null;
processHandle.kill = (signal = "SIGTERM") => {
if (exitCode !== null || signalCode !== null) return false;
control.exit(typeof signal === "string" ? signal : "SIGTERM");
return true;
};
const spawnProcess: InjectedSpawnProcess = async (spawnOptions) => {
options.beforeSpawnReturns?.();
if (options.spawnError !== undefined) throw options.spawnError;
setImmediate(() => {
if (options.startup !== undefined) options.startup(control);
else control.output(Buffer.from([0]));
});
return {
process: processHandle as unknown as ProviderProcessHandle,
ownership: {
runId: spawnOptions.runId,
leaderPid: process.pid,
processGroupId: process.pid,
expectedParentPid: process.pid,
},
} satisfies SpawnedOwnedProviderProcess;
};
return { spawnProcess, control };
};
export const createRizinCoverageHarness = (
controls: {
readonly stopOwnedProcess?: (
supervisor: ProviderProcessSupervisor,
) => ReturnType<ProviderProcessSupervisor["stop"]>;
} = {},
) => {
let latestDirectory: string | undefined;
const directories = new Set<string>();
const managers: RizinDebugSessionManager[] = [];
const ownedProcesses = new Set<ProviderProcessSupervisor>();
const spawnOwnedProcess: InjectedSpawnProcess = async (options) => {
const launched = await spawnOwnedProviderProcess(options);
// The fixture owns these fake children independently of the manager's
// intentionally uncertain debugger/inferior lifecycle.
ownedProcesses.add(
new ProviderProcessSupervisor(
{ ...launched, ownsProcessLifetime: true },
{ captureStdout: false, maxDiagnosticBytes: 0 },
),
);
return launched;
};
const createManager: typeof createRizinTestManager = (
environment = process.env,
options = {},
) => {
const manager = createRizinTestManager(environment, {
...options,
spawnProcess: options.spawnProcess ?? spawnOwnedProcess,
});
managers.push(manager);
return manager;
};
const makeProvider = async (
body: string,
shebang = "#!/usr/bin/env node",
): Promise<string> => {
const directory = await mkdtemp(join(tmpdir(), "rea-rizin-coverage-"));
directories.add(directory);
latestDirectory = directory;
const provider = join(directory, "fake-rizin.mjs");
await writeFile(provider, `${shebang}\n${body}\n`);
await chmod(provider, 0o700);
return provider;
};
const start = async (
provider: string,
options: RizinTestManagerOptions = {},
): Promise<{ manager: RizinDebugSessionManager; sessionId: string }> => {
const manager = createManager({ REA_RIZIN_COMMAND: provider }, options);
const result = await manager.start({
path: "/tmp/coverage-target",
inferior_tty: await rizinTestInferiorTty(),
});
if (!result.ok) throw result.error;
return { manager, sessionId: result.value.session_id };
};
const startInjected = async (
spawnProcess: InjectedSpawnProcess,
options: RizinTestManagerOptions = {},
) => {
const manager = createManager(
{ REA_RIZIN_COMMAND: "injected-rizin" },
{ ...options, spawnProcess },
);
const started = await manager.start({
path: "/tmp/injected",
inferior_tty: await rizinTestInferiorTty(),
});
return { manager, started };
};
const cleanup = async (): Promise<void> => {
await Promise.all(
managers
.splice(0)
.map((manager) => manager.closeAll().catch(() => undefined)),
);
const failures: Error[] = [];
for (const supervisor of ownedProcesses) {
const stopped =
controls.stopOwnedProcess === undefined
? await supervisor.stop()
: await controls.stopOwnedProcess(supervisor);
if (stopped.status === "incomplete") {
failures.push(
new Error(`Fake Rizin cleanup incomplete: ${stopped.reason}`),
);
} else if (supervisor.observedExit() === undefined) {
failures.push(
new Error("Fake Rizin cleanup did not observe child exit"),
);
} else {
ownedProcesses.delete(supervisor);
}
}
// Keep ownership and fixture files available when cleanup needs a retry.
if (failures.length > 0)
throw new AggregateError(failures, "Fake Rizin fixture cleanup failed");
for (const directory of directories) {
await rm(directory, { recursive: true, force: true });
directories.delete(directory);
}
latestDirectory = undefined;
};
const missingProviderPath = (): string =>
join(latestDirectory!, "does-not-exist");
return {
cleanup,
makeProvider,
missingProviderPath,
start,
startInjected,
createManager,
spawnOwnedProcess,
};
};