feat: complete TASK-WP5-03 asset allowlist
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m5s
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m5s
This commit is contained in:
@@ -0,0 +1,121 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
||||
import { homedir } from "node:os";
|
||||
import { join, resolve } from "node:path";
|
||||
|
||||
import { compileAssetArchive, compileStaticStickerCatalog } from "../packages/asset-compiler/dist/index.js";
|
||||
import { createP0aColorCardRenderPlans } from "../packages/asset-renderer/dist/index.js";
|
||||
import {
|
||||
P0A_COLOR_CARD_IDS,
|
||||
P0A_DYNAMIC_STICKER_IDS,
|
||||
P0A_REQUIRED_FONT_PANEL_IDS,
|
||||
P0A_TEXT_TEMPLATE_IDS,
|
||||
createP0aPublicManifest,
|
||||
} from "../packages/template-registry/dist/index.js";
|
||||
|
||||
const runDirectory = resolve(process.env.DADA_WP5_03_RUN_DIRECTORY ?? "artifacts/tdd/wp5-03-local");
|
||||
const whiteDirectory = resolve(process.env.DADA_WP5_03_WHITE_EVIDENCE_DIR ?? join(runDirectory, "cases", "TDD-WP5-WHITE-001-p0a-allowlist"));
|
||||
const colorDirectory = resolve(process.env.DADA_WP5_03_COLOR_EVIDENCE_DIR ?? join(runDirectory, "cases", "TDD-WP5-COL-001-four-layouts"));
|
||||
const handoffManifest = resolve(process.env.DADA_COMPLEX_ASSET_MANIFEST ?? join(homedir(), "Desktop", "sticker_web_handoff", "sticker_web_catalog_manifest.json"));
|
||||
const stickerRoot = resolve(process.env.DADA_STATIC_STICKER_ROOT ?? join(homedir(), "Desktop", "贴纸素材"));
|
||||
if (!existsSync(handoffManifest)) throw new Error("normalized complex asset handoff is unavailable");
|
||||
if (!existsSync(stickerRoot)) throw new Error("static sticker source is unavailable");
|
||||
|
||||
const complexDirectory = resolve(runDirectory, "inputs", "complex");
|
||||
const staticDirectory = resolve(runDirectory, "inputs", "static");
|
||||
mkdirSync(whiteDirectory, { recursive: true });
|
||||
mkdirSync(colorDirectory, { recursive: true });
|
||||
|
||||
const complex = compileAssetArchive({
|
||||
manifestPath: handoffManifest,
|
||||
outputDirectory: complexDirectory,
|
||||
releaseVersion: "p0a-complex-v1",
|
||||
});
|
||||
const staticResult = compileStaticStickerCatalog({
|
||||
expectedCount: 1_407,
|
||||
outputDirectory: staticDirectory,
|
||||
releaseVersion: "p0a-static-v1",
|
||||
sourceRoot: stickerRoot,
|
||||
});
|
||||
const publicManifest = createP0aPublicManifest({
|
||||
complexManifest: complex.manifest,
|
||||
staticCatalog: staticResult.catalog,
|
||||
});
|
||||
|
||||
function stableValue(value) {
|
||||
if (Array.isArray(value)) return value.map(stableValue);
|
||||
if (!value || typeof value !== "object") return value;
|
||||
return Object.fromEntries(Object.keys(value).sort().map((key) => [key, stableValue(value[key])]));
|
||||
}
|
||||
|
||||
function stableJson(value) {
|
||||
return `${JSON.stringify(stableValue(value), null, 2)}\n`;
|
||||
}
|
||||
|
||||
function writeJson(path, value) {
|
||||
mkdirSync(resolve(path, ".."), { recursive: true });
|
||||
writeFileSync(path, stableJson(value));
|
||||
}
|
||||
|
||||
const manifestPayload = stableJson(publicManifest);
|
||||
const manifest = {
|
||||
...publicManifest,
|
||||
manifest_sha256: createHash("sha256").update(manifestPayload).digest("hex").toUpperCase(),
|
||||
};
|
||||
const familyCounts = Object.fromEntries(["text_template", "font_panel", "color_card", "interactive_sticker"].map((family) => [
|
||||
family,
|
||||
complex.manifest.items.filter((item) => item.family === family).length,
|
||||
]));
|
||||
const fullP0Enabled = complex.manifest.items.filter((item) => item.release_tier === "full_p0" && item.release_status === "enabled").length;
|
||||
const publicJson = JSON.stringify(manifest);
|
||||
const hiddenIds = ["FLOWER009", "H009", "TAG008", "SIMPLE009", "COLOR003", "DYN005"];
|
||||
const response = {
|
||||
counts: manifest.counts,
|
||||
full_p0_enabled: fullP0Enabled,
|
||||
hidden_ids_absent: hiddenIds.every((id) => !publicJson.includes(id)),
|
||||
no_absolute_paths: !/[A-Za-z]:[\\/]/.test(publicJson),
|
||||
release_tier: manifest.release_tier,
|
||||
status: "passed",
|
||||
};
|
||||
const registrationValidation = {
|
||||
allowlist: {
|
||||
color_cards: P0A_COLOR_CARD_IDS,
|
||||
dynamic_stickers: P0A_DYNAMIC_STICKER_IDS,
|
||||
font_panel_items: P0A_REQUIRED_FONT_PANEL_IDS,
|
||||
text_templates: P0A_TEXT_TEMPLATE_IDS,
|
||||
},
|
||||
full_registry_counts: familyCounts,
|
||||
full_registry_items: complex.manifest.items.length,
|
||||
full_p0_enabled: fullP0Enabled,
|
||||
source_mutations: complex.report.source_mutations + staticResult.report.source_mutations,
|
||||
static_parts: Object.keys(staticResult.catalog.part_counts).length,
|
||||
static_stickers: staticResult.catalog.count,
|
||||
status: response.hidden_ids_absent && response.no_absolute_paths && fullP0Enabled === 0 ? "passed" : "failed",
|
||||
};
|
||||
if (registrationValidation.status !== "passed") throw new Error("P0-A registration validation failed");
|
||||
|
||||
writeJson(resolve(whiteDirectory, "manifest.json"), manifest);
|
||||
writeJson(resolve(whiteDirectory, "response.json"), response);
|
||||
writeJson(resolve(whiteDirectory, "registration-validation.json"), registrationValidation);
|
||||
|
||||
const palette = ["#102030", "#405060", "#708090", "#A0B0C0", "#D0E0F0"];
|
||||
const renderPlans = createP0aColorCardRenderPlans(palette);
|
||||
writeJson(resolve(colorDirectory, "manifest.json"), {
|
||||
assets: manifest.assets.color_cards,
|
||||
count: manifest.counts.color_cards,
|
||||
release_tier: manifest.release_tier,
|
||||
schema_version: manifest.schema_version,
|
||||
});
|
||||
writeJson(resolve(colorDirectory, "palette.json"), {
|
||||
palette,
|
||||
renderers: renderPlans.map((plan) => ({ card_id: plan.cardId, renderer_name: plan.rendererName, style_id: plan.styleId })),
|
||||
same_palette_snapshot: renderPlans.every((plan) => plan.palette === renderPlans[0].palette),
|
||||
status: "passed",
|
||||
});
|
||||
|
||||
console.log(JSON.stringify({
|
||||
full_registry_counts: familyCounts,
|
||||
public_counts: manifest.counts,
|
||||
source_mutations: registrationValidation.source_mutations,
|
||||
status: "passed",
|
||||
}, null, 2));
|
||||
@@ -10,6 +10,8 @@ export const frozenPackages = {
|
||||
},
|
||||
"apps/web/package.json": {
|
||||
dependencies: {
|
||||
"@dada/asset-renderer": "workspace:*",
|
||||
"@dada/template-registry": "workspace:*",
|
||||
"@vibrant/core": "4.0.4",
|
||||
"@vibrant/quantizer-mmcq": "4.0.4",
|
||||
fabric: "7.4.0",
|
||||
@@ -55,6 +57,7 @@ export const frozenPackages = {
|
||||
"packages/asset-compiler/package.json": {
|
||||
dependencies: {
|
||||
"@dada/static-sticker-catalog": "workspace:*",
|
||||
"@dada/template-registry": "workspace:*",
|
||||
"csv-parse": "7.0.2",
|
||||
},
|
||||
devDependencies: {
|
||||
@@ -66,6 +69,22 @@ export const frozenPackages = {
|
||||
typescript: "7.0.2",
|
||||
},
|
||||
},
|
||||
"packages/template-registry/package.json": {
|
||||
dependencies: {
|
||||
"@dada/static-sticker-catalog": "workspace:*",
|
||||
},
|
||||
devDependencies: {
|
||||
typescript: "7.0.2",
|
||||
},
|
||||
},
|
||||
"packages/asset-renderer/package.json": {
|
||||
dependencies: {
|
||||
"@dada/template-registry": "workspace:*",
|
||||
},
|
||||
devDependencies: {
|
||||
typescript: "7.0.2",
|
||||
},
|
||||
},
|
||||
};
|
||||
|
||||
export const frozenRuntime = {
|
||||
|
||||
@@ -0,0 +1,141 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
|
||||
const phaseIndex = process.argv.indexOf("--phase");
|
||||
const phase = phaseIndex >= 0 ? process.argv[phaseIndex + 1] : "green";
|
||||
if (!["red", "green"].includes(phase)) throw new Error(`Unsupported phase: ${phase}`);
|
||||
const runId = process.env.DADA_TDD_RUN_ID ?? `wp5-03-${phase}-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
|
||||
const runDirectory = resolve("artifacts", "tdd", runId);
|
||||
const casesDirectory = resolve(runDirectory, "cases");
|
||||
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
|
||||
|
||||
const cases = [
|
||||
{
|
||||
acceptance_criteria: ["AC-32", "AC-42", "AC-48"],
|
||||
evidence: ["manifest.json", "registration-validation.json", "response.json", "trace.zip", "screenshots/allowlist.png"],
|
||||
id: "TDD-WP5-WHITE-001-p0a-allowlist",
|
||||
requirements: ["ADMIN-07", "DYN-01", "DYN-08", "NFR-02", "NFR-07", "STATIC-01", "TEXT-01", "TEXT-04"],
|
||||
},
|
||||
{
|
||||
acceptance_criteria: ["AC-15", "AC-16", "AC-32"],
|
||||
evidence: ["manifest.json", "palette.json", "pixel-diff.json", "trace.zip", "screenshots/color-cards.png"],
|
||||
id: "TDD-WP5-COL-001-four-layouts",
|
||||
requirements: ["COL-01", "COL-02", "COL-03", "COL-04", "COL-05"],
|
||||
},
|
||||
];
|
||||
for (const item of cases) mkdirSync(resolve(casesDirectory, item.id), { recursive: true });
|
||||
|
||||
const whiteDirectory = resolve(casesDirectory, cases[0].id);
|
||||
const colorDirectory = resolve(casesDirectory, cases[1].id);
|
||||
const outputDirectory = resolve(runDirectory, "playwright-output");
|
||||
const environment = {
|
||||
...process.env,
|
||||
DADA_EVIDENCE_DIR_ASSET_RENDERER: colorDirectory,
|
||||
DADA_EVIDENCE_DIR_TEMPLATE_REGISTRY: whiteDirectory,
|
||||
DADA_PLAYWRIGHT_OUTPUT_DIR: outputDirectory,
|
||||
DADA_WP5_03_COLOR_EVIDENCE_DIR: colorDirectory,
|
||||
DADA_WP5_03_RUN_DIRECTORY: runDirectory,
|
||||
DADA_WP5_03_WHITE_EVIDENCE_DIR: whiteDirectory,
|
||||
};
|
||||
|
||||
const commands = phase === "red"
|
||||
? [["red-unit", "pnpm exec vitest run tests/unit/wp5-03-template-registry.test.ts"]]
|
||||
: [
|
||||
["build-template-registry", "pnpm --filter @dada/template-registry build"],
|
||||
["build-asset-renderer", "pnpm --filter @dada/asset-renderer build"],
|
||||
["build-static-catalog", "pnpm --filter @dada/static-sticker-catalog build"],
|
||||
["build-asset-compiler", "pnpm --filter @dada/asset-compiler build"],
|
||||
["compile-real-archive", "node scripts/compile-wp5-03-assets.mjs"],
|
||||
["unit", "pnpm test:unit"],
|
||||
["e2e", "pnpm test:e2e"],
|
||||
["visual", "pnpm test:visual"],
|
||||
["performance", "pnpm test:performance"],
|
||||
["api", "pnpm test:api"],
|
||||
["tdd-trace", "pnpm validate:tdd-trace"],
|
||||
];
|
||||
const commandResults = [];
|
||||
for (const [name, command] of commands) {
|
||||
const started_at = new Date().toISOString();
|
||||
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
|
||||
encoding: "utf8", env: environment, maxBuffer: 40 * 1024 * 1024,
|
||||
});
|
||||
if (result.stdout) process.stdout.write(result.stdout);
|
||||
if (result.stderr) process.stderr.write(result.stderr);
|
||||
commandResults.push({ command, exit_code: result.status ?? 1, finished_at: new Date().toISOString(), name, started_at });
|
||||
if (phase === "green" && (result.status ?? 1) !== 0) break;
|
||||
}
|
||||
|
||||
function findFiles(directory, name) {
|
||||
const matches = [];
|
||||
if (!existsSync(directory)) return matches;
|
||||
for (const entry of readdirSync(directory, { withFileTypes: true })) {
|
||||
const path = resolve(directory, entry.name);
|
||||
if (entry.isDirectory()) matches.push(...findFiles(path, name));
|
||||
else if (entry.name === name) matches.push(path);
|
||||
}
|
||||
return matches;
|
||||
}
|
||||
|
||||
if (phase === "green") {
|
||||
const traces = findFiles(outputDirectory, "trace.zip");
|
||||
const whiteTrace = traces.find((path) => path.toLowerCase().includes("wp5-white-001") || path.toLowerCase().includes("p0-a-public-allowlist"));
|
||||
const colorTrace = traces.find((path) => path.toLowerCase().includes("wp5-col-001") || path.toLowerCase().includes("shared-five-color"));
|
||||
if (whiteTrace) copyFileSync(whiteTrace, resolve(whiteDirectory, "trace.zip"));
|
||||
if (colorTrace) copyFileSync(colorTrace, resolve(colorDirectory, "trace.zip"));
|
||||
}
|
||||
|
||||
const redConfirmed = phase === "red" && commandResults.length === 1 && commandResults[0].exit_code !== 0;
|
||||
if (phase === "red") {
|
||||
const observation = {
|
||||
expected_failure: "template-registry and asset-renderer modules are absent before TASK-WP5-03",
|
||||
observed_command: commandResults[0].command,
|
||||
observed_exit_code: commandResults[0].exit_code,
|
||||
status: redConfirmed ? "red_confirmed" : "failed",
|
||||
};
|
||||
for (const item of cases) writeFileSync(resolve(casesDirectory, item.id, "red-observation.json"), `${JSON.stringify(observation, null, 2)}\n`);
|
||||
}
|
||||
|
||||
const commandState = phase === "red" ? redConfirmed : commandResults.length === commands.length && commandResults.every((result) => result.exit_code === 0);
|
||||
const manifest = { path: "tasks.manifest.json", sha256: createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase() };
|
||||
const commit = spawnSync("git", ["rev-parse", "--short", "HEAD"], { encoding: "utf8" }).stdout.trim();
|
||||
const dirty = spawnSync("git", ["status", "--porcelain"], { encoding: "utf8" }).stdout.trim().length > 0;
|
||||
const summaries = [];
|
||||
for (const item of cases) {
|
||||
const directory = resolve(casesDirectory, item.id);
|
||||
const evidenceRefs = phase === "red" ? ["red-observation.json"] : item.evidence;
|
||||
const missingEvidence = evidenceRefs.filter((file) => !existsSync(resolve(directory, file)));
|
||||
const status = commandState && missingEvidence.length === 0 ? phase === "red" ? "red_confirmed" : "passed" : "failed";
|
||||
writeFileSync(resolve(directory, "commands.json"), `${JSON.stringify({ commands: commandResults, phase, run_id: runId }, null, 2)}\n`);
|
||||
writeFileSync(resolve(directory, "result.json"), `${JSON.stringify({
|
||||
acceptance_criteria: item.acceptance_criteria,
|
||||
automation: ["automated"],
|
||||
commit,
|
||||
evidence_refs: evidenceRefs,
|
||||
layer: ["UNIT", "E2E", "VIS-PERF", "API"],
|
||||
layer_notes: {
|
||||
API: "The frozen API regression is required; WP5-04 owns the public resource routes.",
|
||||
PERFORMANCE: "The focused browser case records bounded DOM and canvas evidence; the current root runner reports not_applicable for TASK-WP0-01.",
|
||||
VISUAL: "The focused browser case records screenshots and canvas pixel evidence; the current root runner reports not_applicable for TASK-WP0-01.",
|
||||
},
|
||||
manifest,
|
||||
missing_evidence: missingEvidence,
|
||||
phase,
|
||||
requirements: item.requirements,
|
||||
run_id: runId,
|
||||
status,
|
||||
task_id: "TASK-WP5-03",
|
||||
test_id: item.id,
|
||||
work_package: "WP-5",
|
||||
worktree_under_test: dirty ? "uncommitted implementation" : "clean committed implementation",
|
||||
}, null, 2)}\n`);
|
||||
summaries.push({ missing_evidence: missingEvidence, status, test_id: item.id });
|
||||
}
|
||||
const status = summaries.every((item) => item.status === (phase === "red" ? "red_confirmed" : "passed"))
|
||||
? phase === "red" ? "red_confirmed" : "passed"
|
||||
: "failed";
|
||||
writeFileSync(resolve(runDirectory, "commands.json"), `${JSON.stringify({ commands: commandResults, phase, run_id: runId }, null, 2)}\n`);
|
||||
writeFileSync(resolve(runDirectory, "evidence.json"), `${JSON.stringify({ cases: summaries, phase, run_id: runId, status }, null, 2)}\n`);
|
||||
console.log(JSON.stringify({ cases: summaries, phase, run_id: runId, status }, null, 2));
|
||||
if (status === "failed") process.exit(1);
|
||||
@@ -8,14 +8,14 @@ function readJson(path) {
|
||||
return JSON.parse(readFileSync(path, "utf8"));
|
||||
}
|
||||
|
||||
function installedPackageVersion(manifestPath, packageName) {
|
||||
function installedPackage(manifestPath, packageName) {
|
||||
const packagePath = resolve(
|
||||
dirname(manifestPath),
|
||||
"node_modules",
|
||||
...packageName.split("/"),
|
||||
"package.json",
|
||||
);
|
||||
return readJson(packagePath).version;
|
||||
return readJson(packagePath);
|
||||
}
|
||||
|
||||
export function verifyFrozenDependencies() {
|
||||
@@ -34,10 +34,12 @@ export function verifyFrozenDependencies() {
|
||||
continue;
|
||||
}
|
||||
|
||||
const installed = installedPackageVersion(manifestPath, name);
|
||||
packages[manifest.name][name] = installed;
|
||||
if (installed !== version) {
|
||||
problems.push(`${manifestPath} ${name}: installed ${installed}, expected ${version}`);
|
||||
const installed = installedPackage(manifestPath, name);
|
||||
packages[manifest.name][name] = installed.version;
|
||||
if (installed.name !== name) {
|
||||
problems.push(`${manifestPath} ${name}: linked package name is ${installed.name ?? "missing"}`);
|
||||
} else if (!version.startsWith("workspace:") && installed.version !== version) {
|
||||
problems.push(`${manifestPath} ${name}: installed ${installed.version}, expected ${version}`);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user