Files
tyx_AI_xhs/scripts/run-wp0-02-validation.mjs

169 lines
6.1 KiB
JavaScript

import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import {
copyFileSync,
existsSync,
mkdirSync,
readFileSync,
readdirSync,
statSync,
writeFileSync,
} from "node:fs";
import { resolve } from "node:path";
const runId = process.env.DADA_TDD_RUN_ID ?? `wp0-02-green-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const apiCaseId = "TDD-WP0-API-001-schema-envelope";
const eventCaseId = "TDD-WP0-EVT-001-rest-refetch";
const apiDirectory = resolve(runDirectory, "cases", apiCaseId);
const eventDirectory = resolve(runDirectory, "cases", eventCaseId);
const playwrightDirectory = resolve(eventDirectory, "playwright");
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
mkdirSync(apiDirectory, { recursive: true });
mkdirSync(eventDirectory, { recursive: true });
const commandDefinitions = [
{ command: "pnpm test:unit", args: ["test:unit"] },
{ command: "pnpm test:api", args: ["test:api"] },
{ command: "pnpm test:e2e", args: ["test:e2e"] },
{ command: "pnpm validate:tdd-trace", args: ["validate:tdd-trace"] },
];
const startedAt = new Date().toISOString();
const commands = [];
for (const definition of commandDefinitions) {
const commandStartedAt = new Date().toISOString();
const executable = process.platform === "win32" ? (process.env.ComSpec ?? "cmd.exe") : "pnpm";
const args = process.platform === "win32"
? ["/d", "/s", "/c", `pnpm ${definition.args.join(" ")}`]
: definition.args;
const execution = spawnSync(executable, args, {
env: {
...process.env,
DADA_EVIDENCE_DIR_API: apiDirectory,
DADA_EVIDENCE_DIR_EVT: eventDirectory,
DADA_PLAYWRIGHT_OUTPUT_DIR: playwrightDirectory,
},
stdio: "inherit",
});
commands.push({
command: definition.command,
exit_code: execution.status ?? 1,
finished_at: new Date().toISOString(),
started_at: commandStartedAt,
});
}
function findFile(root, target) {
if (!existsSync(root)) return undefined;
for (const name of readdirSync(root)) {
const child = resolve(root, name);
if (statSync(child).isDirectory()) {
const nested = findFile(child, target);
if (nested) return nested;
} else if (name === target) return child;
}
return undefined;
}
const trace = findFile(playwrightDirectory, "trace.zip");
if (trace) copyFileSync(trace, resolve(eventDirectory, "trace.zip"));
const commandEvidence = {
commands,
phase: "green",
run_id: runId,
schema_version: "1.0",
};
writeFileSync(resolve(apiDirectory, "commands.json"), `${JSON.stringify(commandEvidence, null, 2)}\n`);
writeFileSync(resolve(eventDirectory, "commands.json"), `${JSON.stringify(commandEvidence, null, 2)}\n`);
const manifestBytes = readFileSync("tasks.manifest.json");
const manifest = {
path: "tasks.manifest.json",
sha256: createHash("sha256").update(manifestBytes).digest("hex").toUpperCase(),
};
const commit = spawnSync("git", ["rev-parse", "--short", "HEAD"], { encoding: "utf8" }).stdout.trim();
const worktreeDirty = spawnSync("git", ["status", "--porcelain"], { encoding: "utf8" }).stdout.trim().length > 0;
const environment = {
arch: process.arch,
node: process.version.slice(1),
os: process.platform,
};
const cases = [
{
acceptance_criteria: [],
directory: apiDirectory,
evidence_refs: ["openapi.json", "snapshot-diff.json", "response.json", "redaction.json"],
green_assertions: [
"OpenAPI 3.1 snapshot and runtime schemas agree",
"generated client matches the OpenAPI operations",
"responses include a valid correlation ID",
"error details accept only whitelisted non-sensitive fields",
],
layer: ["UNIT", "API"],
parent_family: "TDD-WP0-API-001",
requirements: ["NFR-05", "DevelopmentPlan 6.1", "DevelopmentPlan 6.6"],
test_id: apiCaseId,
},
{
acceptance_criteria: ["AC-20", "AC-30"],
directory: eventDirectory,
evidence_refs: ["sse-events.json", "network-timeline.json", "trace.zip"],
green_assertions: [
"events contain only fixed non-sensitive fields",
"each event causes a REST refetch",
"disconnects and event ID gaps cause bootstrap recovery",
"configuration and runtime availability versions remain separate",
],
layer: ["API", "E2E"],
parent_family: "TDD-WP0-EVT-001",
requirements: ["PROJECT-04", "GEN-14", "NFR-05", "DevelopmentPlan 6.2"],
test_id: eventCaseId,
},
];
const commandsPassed = commands.every((command) => command.exit_code === 0);
const results = cases.map((testCase) => {
const missingEvidence = testCase.evidence_refs.filter((file) => !existsSync(resolve(testCase.directory, file)));
const passed = commandsPassed && missingEvidence.length === 0;
const result = {
acceptance_criteria: testCase.acceptance_criteria,
automation: ["automated"],
commit,
environment,
evidence_refs: testCase.evidence_refs,
finished_at: new Date().toISOString(),
fixture_ids: [],
green_assertions: testCase.green_assertions,
layer: testCase.layer,
manifest,
missing_evidence: missingEvidence,
parent_family: testCase.parent_family,
phase: "green",
release_gate: ["work_package:WP-0", "release:P0-A"],
requirements: testCase.requirements,
run_id: runId,
schema_version: "1.0",
started_at: startedAt,
status: passed ? "passed" : "failed",
task_id: "TASK-WP0-02",
test_id: testCase.test_id,
work_package: "WP-0",
worktree_under_test: worktreeDirty ? "uncommitted implementation" : "clean committed implementation",
};
writeFileSync(resolve(testCase.directory, "result.json"), `${JSON.stringify(result, null, 2)}\n`);
return result;
});
const summary = {
cases: results.map(({ missing_evidence, status, test_id }) => ({ missing_evidence, status, test_id })),
run_id: runId,
status: results.every((result) => result.status === "passed") ? "passed" : "failed",
};
writeFileSync(resolve(runDirectory, "evidence.json"), `${JSON.stringify(summary, null, 2)}\n`);
console.log(JSON.stringify(summary, null, 2));
if (summary.status !== "passed") process.exit(1);