Compare commits

..
Author SHA1 Message Date
suyx d9e39702e0 fix(POSTV1-06): 恢复贴纸与字体运行时资源链路
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 16:58:45 +08:00
16 changed files with 12179 additions and 10 deletions
+1 -1
View File
@@ -16,7 +16,7 @@ const forbiddenDiagnosticPatterns = [
/https?:\/\//i, /https?:\/\//i,
]; ];
const safePauseReasons = new Set([ const safePauseReasons = new Set([
"asset_root_state_missing", "balance_insufficient", "configured_disabled", "contract_blocked", "asset_manifest_invalid", "asset_root_missing", "asset_root_state_missing", "balance_insufficient", "configured_disabled", "contract_blocked",
"contract_unverified", "gateway_balance_insufficient", "gateway_paused", "health_check_failed", "contract_unverified", "gateway_balance_insufficient", "gateway_paused", "health_check_failed",
"model_disabled", "provider_unavailable", "quota_exhausted", "service_state_missing", "unknown", "model_disabled", "provider_unavailable", "quota_exhausted", "service_state_missing", "unknown",
"worker_degraded", "worker_state_missing", "worker_stopped", "worker_degraded", "worker_state_missing", "worker_stopped",
+15 -6
View File
@@ -19,7 +19,7 @@ import { dirname, isAbsolute, join, parse, relative, resolve, sep } from "node:p
const require = createRequire(import.meta.url); const require = createRequire(import.meta.url);
const Database = require("better-sqlite3") as typeof import("better-sqlite3"); const Database = require("better-sqlite3") as typeof import("better-sqlite3");
const assetIdPattern = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-8][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i; const assetIdPattern = /^[a-z0-9][a-z0-9_-]{2,119}$/i;
const fixedDirectories = [ const fixedDirectories = [
"db", "db",
"content/references", "content/references",
@@ -82,13 +82,21 @@ export function readConfiguredLocalDataRoot(configFile = defaultInstanceConfigPa
return resolve(candidate); return resolve(candidate);
} }
export function readConfiguredAssetRoot(configFile = defaultInstanceConfigPath()) {
const configuration = JSON.parse(readFileSync(configFile, "utf8")) as Record<string, unknown>;
if (typeof configuration.asset_root !== "string" || !isAbsolute(configuration.asset_root)) {
throw new Error("asset_root_configuration_invalid");
}
return resolve(configuration.asset_root);
}
export interface ValidatedReadOnlyAssetRoot { export interface ValidatedReadOnlyAssetRoot {
absolute_root: string; absolute_root: string;
ok: true; ok: true;
root_ref: string; root_ref: string;
} }
interface PublicAssetEntry { export interface PublicAssetEntry {
assetId: string; assetId: string;
mimeType: string; mimeType: string;
relativePath: string; relativePath: string;
@@ -317,18 +325,19 @@ export function createPublicAssetResolver(input: {
const roots = new Map(input.roots.map((root) => [root.root_ref, root.absolute_root])); const roots = new Map(input.roots.map((root) => [root.root_ref, root.absolute_root]));
const entries = new Map<string, PublicAssetEntry>(); const entries = new Map<string, PublicAssetEntry>();
for (const entry of input.entries) { for (const entry of input.entries) {
if (!assetIdPattern.test(entry.assetId) || entries.has(entry.assetId)) throw new Error("asset_id_invalid"); const key = `${entry.resourceVersion}\u0000${entry.assetId}`;
if (!assetIdPattern.test(entry.assetId) || entries.has(key)) throw new Error("asset_id_invalid");
if (!roots.has(entry.rootRef)) throw new Error("asset_root_unvalidated"); if (!roots.has(entry.rootRef)) throw new Error("asset_root_unvalidated");
if (!/^[a-z0-9][a-z0-9._-]{0,79}$/i.test(entry.resourceVersion)) throw new Error("resource_version_invalid"); if (!/^[a-z0-9][a-z0-9._-]{0,79}$/i.test(entry.resourceVersion)) throw new Error("resource_version_invalid");
if (!/^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i.test(entry.mimeType)) throw new Error("mime_type_invalid"); if (!/^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i.test(entry.mimeType)) throw new Error("mime_type_invalid");
entries.set(entry.assetId, { ...entry }); entries.set(key, { ...entry });
} }
return { return {
read(resourceVersion, assetId) { read(resourceVersion, assetId) {
if (!assetIdPattern.test(assetId)) return undefined; if (!assetIdPattern.test(assetId)) return undefined;
const entry = entries.get(assetId); const entry = entries.get(`${resourceVersion}\u0000${assetId}`);
if (!entry || entry.resourceVersion !== resourceVersion) return undefined; if (!entry) return undefined;
const root = roots.get(entry.rootRef); const root = roots.get(entry.rootRef);
if (!root) return undefined; if (!root) return undefined;
let path: string; let path: string;
+13 -1
View File
@@ -5,7 +5,7 @@ import { registrationNotice } from "@dada/shared-contracts";
import { createApp } from "./app.js"; import { createApp } from "./app.js";
import { readBrowserSupportRelease } from "./browser-support.js"; import { readBrowserSupportRelease } from "./browser-support.js";
import { defaultInstanceConfigPath, ensureLocalDataRuntimeDirectories, readConfiguredLocalDataRoot } from "./local-data-root.js"; import { defaultInstanceConfigPath, ensureLocalDataRuntimeDirectories, readConfiguredLocalDataRoot, type PublicAssetResolver } from "./local-data-root.js";
import { ManagedStorage } from "./managed-storage.js"; import { ManagedStorage } from "./managed-storage.js";
import { LatestExportService } from "./latest-exports.js"; import { LatestExportService } from "./latest-exports.js";
import { CreditService } from "./credits.js"; import { CreditService } from "./credits.js";
@@ -25,6 +25,7 @@ import {
import { MockAmapAdapter, type AmapAdapter } from "./amap-adapter.js"; import { MockAmapAdapter, type AmapAdapter } from "./amap-adapter.js";
import { StickerReleaseService } from "./sticker-releases.js"; import { StickerReleaseService } from "./sticker-releases.js";
import { createAdminDiagnosticsProvider, createAdminServicesStorageProvider } from "./admin-state.js"; import { createAdminDiagnosticsProvider, createAdminServicesStorageProvider } from "./admin-state.js";
import { loadConfiguredRuntimeAssets, type RuntimeAssetState } from "./runtime-assets.js";
const credentialChannelEnabled = process.argv.includes("--dada-credential-stdin"); const credentialChannelEnabled = process.argv.includes("--dada-credential-stdin");
let registration: RegistrationService | undefined; let registration: RegistrationService | undefined;
@@ -36,6 +37,8 @@ let models: ModelConfigurationService | undefined;
let generations: GenerationSubmissionService | undefined; let generations: GenerationSubmissionService | undefined;
let recentAssets: RecentAssetService | undefined; let recentAssets: RecentAssetService | undefined;
let stickers: StickerReleaseService | undefined; let stickers: StickerReleaseService | undefined;
let publicAssets: PublicAssetResolver | undefined;
let assetRootState: RuntimeAssetState | undefined;
let amap: AmapAdapter = new MockAmapAdapter(); let amap: AmapAdapter = new MockAmapAdapter();
let localTestAuth = false; let localTestAuth = false;
const instanceConfigPath = process.env.DADA_INSTANCE_CONFIG_PATH ?? defaultInstanceConfigPath(); const instanceConfigPath = process.env.DADA_INSTANCE_CONFIG_PATH ?? defaultInstanceConfigPath();
@@ -49,6 +52,13 @@ if (credentialChannelEnabled) {
.digest(); .digest();
const dataRoot = readConfiguredLocalDataRoot(instanceConfigPath); const dataRoot = readConfiguredLocalDataRoot(instanceConfigPath);
ensureLocalDataRuntimeDirectories(dataRoot); ensureLocalDataRuntimeDirectories(dataRoot);
const runtimeAssets = loadConfiguredRuntimeAssets({
configFile: instanceConfigPath,
dataRoot,
trustedManifestPath: resolve("asset-metadata", "manifest.json"),
});
publicAssets = runtimeAssets.publicAssets;
assetRootState = runtimeAssets.state;
const databasePath = join(dataRoot, "db", "dada.sqlite3"); const databasePath = join(dataRoot, "db", "dada.sqlite3");
registration = new RegistrationService({ registration = new RegistrationService({
adminAllowlistPepper: Buffer.from(clients.adminAllowlistPepper), adminAllowlistPepper: Buffer.from(clients.adminAllowlistPepper),
@@ -101,6 +111,7 @@ const adminServicesStorage = registration
database: registration.database, database: registration.database,
...(models ? { models } : {}), ...(models ? { models } : {}),
...(storage ? { storage } : {}), ...(storage ? { storage } : {}),
...(assetRootState ? { assetRoot: assetRootState } : {}),
}) })
: undefined; : undefined;
const adminDiagnostics = adminServicesStorage const adminDiagnostics = adminServicesStorage
@@ -120,6 +131,7 @@ const app = await createApp({
...(registration && localTestAuth ? { localTestAuth: true } : {}), ...(registration && localTestAuth ? { localTestAuth: true } : {}),
...(models ? { models } : {}), ...(models ? { models } : {}),
...(projects ? { projects } : {}), ...(projects ? { projects } : {}),
...(publicAssets ? { publicAssets } : {}),
...(registration ? { registration } : {}), ...(registration ? { registration } : {}),
...(recentAssets ? { recentAssets } : {}), ...(recentAssets ? { recentAssets } : {}),
...(stickers ? { stickers } : {}), ...(stickers ? { stickers } : {}),
+93
View File
@@ -0,0 +1,93 @@
import { createHash } from "node:crypto";
import { existsSync, readFileSync } from "node:fs";
import {
createPublicAssetResolver,
readConfiguredAssetRoot,
validateReadOnlyAssetRoot,
type PublicAssetEntry,
type PublicAssetResolver,
} from "./local-data-root.js";
const rootRef = "p0a_runtime_assets";
const schemaVersion = "DadaRuntimeAssets/v1";
const assetIdPattern = /^[a-z0-9][a-z0-9_-]{2,119}$/i;
const releasePattern = /^[a-z0-9][a-z0-9._-]{0,79}$/i;
const shaPattern = /^[a-f0-9]{64}$/i;
export interface RuntimeAssetState {
checked_at: string;
configured: boolean;
pause_reason: "asset_manifest_invalid" | "asset_root_missing" | "asset_root_state_missing" | null;
status: "active" | "unavailable";
}
export interface LoadedRuntimeAssets {
publicAssets?: PublicAssetResolver;
state: RuntimeAssetState;
}
function parseRuntimeManifest(bytes: Buffer): PublicAssetEntry[] {
const value = JSON.parse(bytes.toString("utf8")) as Record<string, unknown>;
if (value.schema_version !== schemaVersion || value.source !== "external_read_only" || value.root_ref !== rootRef) {
throw new Error("runtime_asset_manifest_invalid");
}
if (!Array.isArray(value.entries) || value.entries.length === 0) throw new Error("runtime_asset_manifest_invalid");
return value.entries.map((candidate) => {
if (!candidate || typeof candidate !== "object" || Array.isArray(candidate)) throw new Error("runtime_asset_manifest_invalid");
const entry = candidate as Record<string, unknown>;
if (
typeof entry.assetId !== "string" || !assetIdPattern.test(entry.assetId)
|| typeof entry.mimeType !== "string" || !/^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i.test(entry.mimeType)
|| typeof entry.relativePath !== "string" || entry.relativePath.includes("\\") || entry.relativePath.split("/").includes("..")
|| typeof entry.resourceVersion !== "string" || !releasePattern.test(entry.resourceVersion)
|| entry.rootRef !== rootRef
|| typeof entry.sha256 !== "string" || !shaPattern.test(entry.sha256)
) throw new Error("runtime_asset_manifest_invalid");
return entry as unknown as PublicAssetEntry;
});
}
function unavailable(
configured: boolean,
pauseReason: Exclude<RuntimeAssetState["pause_reason"], null>,
checkedAt: string,
): LoadedRuntimeAssets {
return { state: { checked_at: checkedAt, configured, pause_reason: pauseReason, status: "unavailable" } };
}
export function loadConfiguredRuntimeAssets(input: {
configFile: string;
dataRoot: string;
trustedManifestPath: string;
clock?: () => number;
}): LoadedRuntimeAssets {
const checkedAt = new Date((input.clock ?? Date.now)()).toISOString();
let assetRoot: string;
try {
assetRoot = readConfiguredAssetRoot(input.configFile);
} catch {
return unavailable(false, "asset_root_state_missing", checkedAt);
}
if (!existsSync(input.trustedManifestPath)) return unavailable(true, "asset_manifest_invalid", checkedAt);
try {
const trustedBytes = readFileSync(input.trustedManifestPath);
const entries = parseRuntimeManifest(trustedBytes);
const validatedRoot = validateReadOnlyAssetRoot({
dataRoot: input.dataRoot,
expectedSha256: createHash("sha256").update(trustedBytes).digest("hex"),
manifestRelativePath: "manifest.json",
root: assetRoot,
rootRef,
});
if (!validatedRoot.ok) {
return unavailable(true, validatedRoot.reason === "asset_root_missing" ? "asset_root_missing" : "asset_manifest_invalid", checkedAt);
}
return {
publicAssets: createPublicAssetResolver({ entries, roots: [validatedRoot] }),
state: { checked_at: checkedAt, configured: true, pause_reason: null, status: "active" },
};
} catch {
return unavailable(true, "asset_manifest_invalid", checkedAt);
}
}
File diff suppressed because it is too large Load Diff
+2
View File
@@ -21,6 +21,8 @@
"test:security": "node scripts/verify-frozen-dependencies.mjs && node scripts/redaction-scan.mjs", "test:security": "node scripts/verify-frozen-dependencies.mjs && node scripts/redaction-scan.mjs",
"test:package": "pnpm build:workspace-packages && pnpm run typecheck && node --test tests/package/wp0-09-portable.test.mjs && node scripts/package-smoke.mjs && node scripts/loopback-boundary-smoke.mjs", "test:package": "pnpm build:workspace-packages && pnpm run typecheck && node --test tests/package/wp0-09-portable.test.mjs && node scripts/package-smoke.mjs && node scripts/loopback-boundary-smoke.mjs",
"package:portable": "node scripts/build-portable.mjs", "package:portable": "node scripts/build-portable.mjs",
"assets:manifest": "pnpm build:workspace-packages && node scripts/generate-runtime-asset-manifest.mjs",
"assets:deploy": "pnpm build:workspace-packages && node scripts/deploy-runtime-assets.mjs",
"generate:openapi": "node scripts/generate-openapi.mjs", "generate:openapi": "node scripts/generate-openapi.mjs",
"check:openapi": "node scripts/check-openapi.mjs", "check:openapi": "node scripts/check-openapi.mjs",
"validate:tdd-trace": "node scripts/validate-tdd-trace.mjs", "validate:tdd-trace": "node scripts/validate-tdd-trace.mjs",
+21
View File
@@ -23,6 +23,27 @@ export const P0A_DYNAMIC_STICKER_IDS = [
"DYN008", "DYN011", "DYN012", "DYN015", "DYN016", "DYN008", "DYN011", "DYN012", "DYN015", "DYN016",
] as const; ] as const;
export const P0A_DYNAMIC_RUNTIME_FONT_SOURCES = [
{ assetId: "15974853bc3294ef68e7e6d58fe74fd7", sourceReference: "fonts/15974853bc3294ef68e7e6d58fe74fd7", templateId: "DYN002" },
{ assetId: "46f8336813e4c48d06a1aef294fdccf6", sourceReference: "fonts/46f8336813e4c48d06a1aef294fdccf6", templateId: "DYN016" },
{ assetId: "53ca6b704728520da50c145eabb2e635", sourceReference: "fonts/53ca6b704728520da50c145eabb2e635", templateId: "DYN007" },
{ assetId: "cca5efc0e02fb1bf62349bd68ef30fc1", sourceReference: "fonts/cca5efc0e02fb1bf62349bd68ef30fc1", templateId: "DYN015" },
{ assetId: "dd25b35dcb7ba4476cbaa9a9592e39e2", sourceReference: "fonts/dd25b35dcb7ba4476cbaa9a9592e39e2", templateId: "DYN001" },
{ assetId: "e4210c9872f0c279b35273f230809821", sourceReference: "fonts/e4210c9872f0c279b35273f230809821", templateId: "DYN011" },
{ assetId: "f4bfd4132df2d6be97ceabadf3853505", sourceReference: "fonts/f4bfd4132df2d6be97ceabadf3853505", templateId: "DYN008" },
] as const;
export const P0A_DYNAMIC_RUNTIME_IMAGE_SOURCES = [
{ assetId: "DYN001-image28", sourceReference: "resource/image28.png", templateId: "DYN001" },
{ assetId: "DYN002-image29", sourceReference: "resource/image29.png", templateId: "DYN002" },
{ assetId: "DYN003-image30", sourceReference: "resource/image30.png", templateId: "DYN003" },
{ assetId: "DYN004-image32", sourceReference: "resource/image32.png", templateId: "DYN004" },
{ assetId: "DYN008-backendui0", sourceReference: "resource/backendui0.png", templateId: "DYN008" },
{ assetId: "DYN011-backendui0", sourceReference: "resource/backendui0.png", templateId: "DYN011" },
{ assetId: "DYN015-imager2", sourceReference: "resource/imager2_2.png", templateId: "DYN015" },
{ assetId: "DYN016-image21", sourceReference: "resource/image21.png", templateId: "DYN016" },
] as const;
export type RegisteredComplexFamily = "color_card" | "font_panel" | "interactive_sticker" | "text_template"; export type RegisteredComplexFamily = "color_card" | "font_panel" | "interactive_sticker" | "text_template";
export interface RegisteredComplexAsset extends Record<string, unknown> { export interface RegisteredComplexAsset extends Record<string, unknown> {
+37
View File
@@ -0,0 +1,37 @@
import { readFileSync } from "node:fs";
import { isAbsolute, join, resolve } from "node:path";
import {
buildP0aRuntimeAssetPlan,
defaultReplicationRoot,
deployRuntimeAssetPlan,
readRuntimeAssetManifest,
serializeRuntimeAssetManifest,
} from "./lib/runtime-assets.mjs";
function option(name) {
const index = process.argv.indexOf(name);
return index >= 0 ? process.argv[index + 1] : undefined;
}
function defaultConfigPath() {
if (!process.env.LOCALAPPDATA || !isAbsolute(process.env.LOCALAPPDATA)) throw new Error("local_app_data_unavailable");
return join(process.env.LOCALAPPDATA, "Dada", "P0A", "config", "instance.json");
}
const configFile = resolve(option("--config") ?? process.env.DADA_INSTANCE_CONFIG_PATH ?? defaultConfigPath());
const configuration = JSON.parse(readFileSync(configFile, "utf8"));
const assetRootCandidate = option("--asset-root") ?? configuration.asset_root;
if (typeof assetRootCandidate !== "string" || !isAbsolute(assetRootCandidate)) {
throw new Error("asset_root_configuration_invalid");
}
const assetRoot = resolve(assetRootCandidate);
const trustedManifest = readRuntimeAssetManifest(resolve(option("--trusted-manifest") ?? "config/runtime-assets-manifest.json"));
const plan = await buildP0aRuntimeAssetPlan({
replicationRoot: resolve(option("--replication-root") ?? defaultReplicationRoot()),
});
if (serializeRuntimeAssetManifest(plan.manifest) !== serializeRuntimeAssetManifest(trustedManifest)) {
throw new Error("runtime_asset_source_does_not_match_trusted_manifest");
}
const result = deployRuntimeAssetPlan({ assetRoot, manifest: trustedManifest, resources: plan.resources });
process.stdout.write(`${JSON.stringify({ linked_files: result.linked_files, status: result.status })}\n`);
@@ -0,0 +1,23 @@
import { resolve } from "node:path";
import {
buildP0aRuntimeAssetPlan,
defaultReplicationRoot,
serializeRuntimeAssetManifest,
writeRuntimeAssetManifest,
} from "./lib/runtime-assets.mjs";
function option(name) {
const index = process.argv.indexOf(name);
return index >= 0 ? process.argv[index + 1] : undefined;
}
const replicationRoot = resolve(option("--replication-root") ?? defaultReplicationRoot());
const outputPath = resolve(option("--output") ?? "config/runtime-assets-manifest.json");
const plan = await buildP0aRuntimeAssetPlan({ replicationRoot });
writeRuntimeAssetManifest(outputPath, plan.manifest);
process.stdout.write(`${JSON.stringify({
counts: plan.manifest.counts,
manifest_bytes: Buffer.byteLength(serializeRuntimeAssetManifest(plan.manifest)),
status: "generated",
})}\n`);
+5 -1
View File
@@ -18,6 +18,7 @@ import { tmpdir } from "node:os";
import { basename, dirname, join, relative, resolve, sep } from "node:path"; import { basename, dirname, join, relative, resolve, sep } from "node:path";
import { frozenRuntime } from "../frozen-versions.mjs"; import { frozenRuntime } from "../frozen-versions.mjs";
import { readRuntimeAssetManifest } from "./runtime-assets.mjs";
const repositoryRoot = resolve(import.meta.dirname, "..", ".."); const repositoryRoot = resolve(import.meta.dirname, "..", "..");
const fixedPort = 43121; const fixedPort = 43121;
@@ -363,7 +364,10 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
copyTree(join(repositoryRoot, "apps", "web", "dist"), join(packageDirectory, "web")); copyTree(join(repositoryRoot, "apps", "web", "dist"), join(packageDirectory, "web"));
copyTree(join(repositoryRoot, "apps", "web", "support-gate"), join(packageDirectory, "web", "support-gate")); copyTree(join(repositoryRoot, "apps", "web", "support-gate"), join(packageDirectory, "web", "support-gate"));
writeJson(join(packageDirectory, "migrations", "manifest.json"), { migrations: [], schema_version: "0" }); writeJson(join(packageDirectory, "migrations", "manifest.json"), { migrations: [], schema_version: "0" });
writeJson(join(packageDirectory, "asset-metadata", "manifest.json"), { resources: [], schema_version: "1.0", source: "external_read_only" }); writeJson(
join(packageDirectory, "asset-metadata", "manifest.json"),
readRuntimeAssetManifest(join(repositoryRoot, "config", "runtime-assets-manifest.json")),
);
writeJson(join(packageDirectory, "LICENSES", "third-party.json"), { api: apiDependencies, runtime: { node: frozenRuntime.node }, schema_version: "1.0", worker: workerDependencies }); writeJson(join(packageDirectory, "LICENSES", "third-party.json"), { api: apiDependencies, runtime: { node: frozenRuntime.node }, schema_version: "1.0", worker: workerDependencies });
const commit = run("git", ["rev-parse", "HEAD"]); const commit = run("git", ["rev-parse", "HEAD"]);
+317
View File
@@ -0,0 +1,317 @@
import { createHash } from "node:crypto";
import {
existsSync,
linkSync,
lstatSync,
mkdirSync,
mkdtempSync,
readFileSync,
readdirSync,
realpathSync,
rmSync,
statSync,
writeFileSync,
} from "node:fs";
import { tmpdir } from "node:os";
import { basename, dirname, extname, isAbsolute, join, resolve, sep } from "node:path";
export const P0A_RUNTIME_ASSET_ROOT_REF = "p0a_runtime_assets";
export const RUNTIME_ASSET_MANIFEST_SCHEMA = "DadaRuntimeAssets/v1";
const assetIdPattern = /^[a-z0-9][a-z0-9_-]{2,119}$/i;
const mimePattern = /^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i;
const releasePattern = /^[a-z0-9][a-z0-9._-]{0,79}$/i;
const shaPattern = /^[a-f0-9]{64}$/i;
const fontMimeTypes = new Map([
[".otf", "font/otf"],
[".ttf", "font/ttf"],
[".woff", "font/woff"],
[".woff2", "font/woff2"],
]);
function sha256(bytes) {
return createHash("sha256").update(bytes).digest("hex");
}
function fileSha256(path) {
return sha256(readFileSync(path));
}
function stableEntries(entries) {
return entries.map((entry) => {
if (!entry || typeof entry !== "object") throw new Error("runtime_asset_entry_invalid");
if (!assetIdPattern.test(entry.assetId)) throw new Error("runtime_asset_id_invalid");
if (!mimePattern.test(entry.mimeType)) throw new Error("runtime_asset_mime_invalid");
if (!releasePattern.test(entry.resourceVersion)) throw new Error("runtime_asset_version_invalid");
if (entry.rootRef !== P0A_RUNTIME_ASSET_ROOT_REF) throw new Error("runtime_asset_root_ref_invalid");
if (!shaPattern.test(entry.sha256)) throw new Error("runtime_asset_sha256_invalid");
if (
typeof entry.relativePath !== "string"
|| isAbsolute(entry.relativePath)
|| entry.relativePath.includes("\\")
|| entry.relativePath.split("/").some((part) => part === "" || part === "..")
) throw new Error("runtime_asset_relative_path_invalid");
return { ...entry, sha256: entry.sha256.toLowerCase() };
}).sort((left, right) => {
const byVersion = left.resourceVersion.localeCompare(right.resourceVersion);
return byVersion || left.assetId.localeCompare(right.assetId);
});
}
function derivedCounts(entries) {
return {
dynamic_fonts: entries.filter((entry) => entry.resourceVersion === "p0a-complex-v1" && /^[a-f0-9]{32}$/.test(entry.assetId)).length,
dynamic_images: entries.filter((entry) => entry.resourceVersion === "p0a-complex-v1" && /^DYN\d{3}-/.test(entry.assetId)).length,
font_panel_items: entries.filter((entry) => entry.resourceVersion === "p0a-complex-v1" && /^FONT\d{3}$/.test(entry.assetId)).length,
static_stickers: entries.filter((entry) => entry.resourceVersion === "p0a-static-v1" && /^STK\d{3,4}$/.test(entry.assetId)).length,
};
}
export function createRuntimeAssetManifest({ counts, entries, sourceManifestSha256 }) {
const normalizedEntries = stableEntries(entries);
const keys = new Set();
const paths = new Set();
for (const entry of normalizedEntries) {
const key = `${entry.resourceVersion}\u0000${entry.assetId}`;
if (keys.has(key)) throw new Error("runtime_asset_id_duplicate");
if (paths.has(entry.relativePath)) throw new Error("runtime_asset_path_duplicate");
keys.add(key);
paths.add(entry.relativePath);
}
const actualCounts = derivedCounts(normalizedEntries);
if (JSON.stringify(counts) !== JSON.stringify(actualCounts)) throw new Error("runtime_asset_counts_invalid");
if (sourceManifestSha256 !== undefined && !shaPattern.test(sourceManifestSha256)) {
throw new Error("runtime_asset_source_manifest_sha256_invalid");
}
return {
counts: actualCounts,
entries: normalizedEntries,
root_ref: P0A_RUNTIME_ASSET_ROOT_REF,
schema_version: RUNTIME_ASSET_MANIFEST_SCHEMA,
source: "external_read_only",
...(sourceManifestSha256 ? { source_manifest_sha256: sourceManifestSha256.toLowerCase() } : {}),
};
}
export function readRuntimeAssetManifest(path) {
const value = JSON.parse(readFileSync(path, "utf8"));
if (
value?.schema_version !== RUNTIME_ASSET_MANIFEST_SCHEMA
|| value?.source !== "external_read_only"
|| value?.root_ref !== P0A_RUNTIME_ASSET_ROOT_REF
|| !Array.isArray(value.entries)
) throw new Error("runtime_asset_manifest_invalid");
return createRuntimeAssetManifest({
counts: value.counts,
entries: value.entries,
...(value.source_manifest_sha256 ? { sourceManifestSha256: value.source_manifest_sha256 } : {}),
});
}
export function serializeRuntimeAssetManifest(manifest) {
return `${JSON.stringify(manifest, null, 2)}\n`;
}
export function writeRuntimeAssetManifest(path, manifest) {
mkdirSync(dirname(path), { recursive: true });
writeFileSync(path, serializeRuntimeAssetManifest(manifest));
}
function targetWithinRoot(root, relativePath) {
const absoluteRoot = resolve(root);
const target = resolve(absoluteRoot, ...relativePath.split("/"));
if (target === absoluteRoot || !target.startsWith(`${absoluteRoot}${sep}`)) throw new Error("asset_target_path_invalid");
return target;
}
function sameFile(left, right) {
const leftStat = statSync(left);
const rightStat = statSync(right);
return leftStat.dev === rightStat.dev && leftStat.ino === rightStat.ino;
}
export function deployRuntimeAssetPlan({ assetRoot, manifest, resources }) {
if (!isAbsolute(assetRoot)) throw new Error("asset_root_must_be_absolute");
const normalizedManifest = createRuntimeAssetManifest({
counts: manifest.counts,
entries: manifest.entries,
...(manifest.source_manifest_sha256 ? { sourceManifestSha256: manifest.source_manifest_sha256 } : {}),
});
const entries = new Map(normalizedManifest.entries.map((entry) => [`${entry.resourceVersion}\u0000${entry.assetId}`, entry]));
if (resources.length !== entries.size) throw new Error("asset_resource_plan_incomplete");
mkdirSync(assetRoot, { recursive: true });
for (const resource of resources) {
const key = `${resource.entry.resourceVersion}\u0000${resource.entry.assetId}`;
const entry = entries.get(key);
if (!entry || JSON.stringify(entry) !== JSON.stringify({ ...resource.entry, sha256: resource.entry.sha256.toLowerCase() })) {
throw new Error("asset_resource_plan_mismatch");
}
if (!existsSync(resource.sourcePath) || !statSync(resource.sourcePath).isFile() || lstatSync(resource.sourcePath).isSymbolicLink()) {
throw new Error("asset_source_invalid");
}
if (fileSha256(resource.sourcePath) !== entry.sha256) throw new Error("asset_source_hash_invalid");
const targetPath = targetWithinRoot(assetRoot, entry.relativePath);
mkdirSync(dirname(targetPath), { recursive: true });
if (existsSync(targetPath)) {
if (fileSha256(targetPath) !== entry.sha256) throw new Error("asset_target_conflict");
if (!sameFile(resource.sourcePath, targetPath)) throw new Error("asset_target_not_hardlink");
continue;
}
try {
linkSync(resource.sourcePath, targetPath);
} catch (error) {
if (error && typeof error === "object" && "code" in error && error.code === "EXDEV") {
throw new Error("asset_hardlink_volume_mismatch");
}
throw error;
}
if (!sameFile(resource.sourcePath, targetPath)) throw new Error("asset_hardlink_verification_failed");
}
writeRuntimeAssetManifest(join(assetRoot, "manifest.json"), normalizedManifest);
return { linked_files: resources.length, manifest: normalizedManifest, status: "ready" };
}
function oneDirectoryWithPrefix(root, prefix) {
const matches = readdirSync(root, { withFileTypes: true })
.filter((entry) => entry.isDirectory() && entry.name.startsWith(`${prefix}_`));
if (matches.length !== 1) throw new Error(`runtime_asset_source_directory_invalid:${prefix}`);
return join(root, matches[0].name);
}
function oneSupportedFont(root) {
const matches = readdirSync(root, { withFileTypes: true })
.filter((entry) => entry.isFile() && fontMimeTypes.has(extname(entry.name).toLowerCase()));
if (matches.length !== 1) throw new Error(`runtime_font_source_invalid:${basename(root)}`);
return join(root, matches[0].name);
}
function entryFor(sourcePath, assetId, resourceVersion, relativePath, mimeType) {
return {
assetId,
mimeType,
relativePath,
resourceVersion,
rootRef: P0A_RUNTIME_ASSET_ROOT_REF,
sha256: fileSha256(sourcePath),
};
}
function dynamicMetadata(templateRoot, descriptor, field) {
const templateDirectory = join(templateRoot, descriptor.templateId);
const metadata = JSON.parse(readFileSync(join(templateDirectory, "metadata.json"), "utf8"));
if (!Array.isArray(metadata?.files?.[field]) || !metadata.files[field].includes(descriptor.sourceReference)) {
throw new Error(`runtime_dynamic_reference_invalid:${descriptor.assetId}`);
}
return templateDirectory;
}
export async function buildP0aRuntimeAssetPlan({ replicationRoot }) {
const [{ compileStaticStickerCatalog }, registry] = await Promise.all([
import("../../packages/asset-compiler/dist/index.js"),
import("../../packages/template-registry/dist/index.js"),
]);
const compilerOutput = mkdtempSync(join(tmpdir(), "dada-runtime-asset-plan-"));
try {
const staticSourceRoot = join(replicationRoot, "sticker_normal");
const staticResult = compileStaticStickerCatalog({
outputDirectory: compilerOutput,
releaseVersion: registry.P0A_STATIC_STICKER_RELEASE_VERSION,
sourceRoot: staticSourceRoot,
});
const resources = staticResult.catalog.items.map((item) => {
const sourcePath = join(staticSourceRoot, ...item.relative_path.split("/"));
const entry = entryFor(
sourcePath,
item.stable_id,
registry.P0A_STATIC_STICKER_RELEASE_VERSION,
`${registry.P0A_STATIC_STICKER_RELEASE_VERSION}/${item.stable_id}.png`,
"image/png",
);
if (entry.sha256 !== item.sha256.toLowerCase()) throw new Error(`static_sticker_hash_invalid:${item.stable_id}`);
return { entry, sourcePath };
});
const fontPackagesRoot = join(
replicationRoot,
"sticker_text",
"字体",
"面板全量采集",
"font_panel_full_20260722",
"resources",
"font_packages",
);
for (const assetId of registry.P0A_REQUIRED_FONT_PANEL_IDS) {
const packageDirectory = oneDirectoryWithPrefix(fontPackagesRoot, assetId);
const sourcePath = oneSupportedFont(join(packageDirectory, "font_files"));
const extension = extname(sourcePath).toLowerCase();
resources.push({
entry: entryFor(
sourcePath,
assetId,
registry.P0A_COMPLEX_RELEASE_VERSION,
`${registry.P0A_COMPLEX_RELEASE_VERSION}/${assetId}${extension}`,
fontMimeTypes.get(extension),
),
sourcePath,
});
}
const templateRoot = join(replicationRoot, "sticker_interactive", "单模板归档", "templates");
for (const descriptor of registry.P0A_DYNAMIC_RUNTIME_FONT_SOURCES) {
const templateDirectory = dynamicMetadata(templateRoot, descriptor, "fonts");
const sourcePath = oneSupportedFont(join(templateDirectory, ...descriptor.sourceReference.split("/")));
const extension = extname(sourcePath).toLowerCase();
resources.push({
entry: entryFor(
sourcePath,
descriptor.assetId,
registry.P0A_COMPLEX_RELEASE_VERSION,
`${registry.P0A_COMPLEX_RELEASE_VERSION}/${descriptor.assetId}${extension}`,
fontMimeTypes.get(extension),
),
sourcePath,
});
}
for (const descriptor of registry.P0A_DYNAMIC_RUNTIME_IMAGE_SOURCES) {
const templateDirectory = dynamicMetadata(templateRoot, descriptor, "images");
const sourcePath = join(templateDirectory, ...descriptor.sourceReference.split("/"));
if (!existsSync(sourcePath) || extname(sourcePath).toLowerCase() !== ".png") {
throw new Error(`runtime_dynamic_image_invalid:${descriptor.assetId}`);
}
resources.push({
entry: entryFor(
sourcePath,
descriptor.assetId,
registry.P0A_COMPLEX_RELEASE_VERSION,
`${registry.P0A_COMPLEX_RELEASE_VERSION}/${descriptor.assetId}.png`,
"image/png",
),
sourcePath,
});
}
const manifestPath = join(replicationRoot, "sticker_web_handoff", "sticker_web_catalog_manifest.json");
const manifest = createRuntimeAssetManifest({
counts: {
dynamic_fonts: registry.P0A_DYNAMIC_RUNTIME_FONT_SOURCES.length,
dynamic_images: registry.P0A_DYNAMIC_RUNTIME_IMAGE_SOURCES.length,
font_panel_items: registry.P0A_REQUIRED_FONT_PANEL_IDS.length,
static_stickers: staticResult.catalog.count,
},
entries: resources.map((resource) => resource.entry),
sourceManifestSha256: fileSha256(manifestPath),
});
const resourcesByKey = new Map(resources.map((resource) => [`${resource.entry.resourceVersion}\u0000${resource.entry.assetId}`, resource]));
return {
manifest,
resources: manifest.entries.map((entry) => resourcesByKey.get(`${entry.resourceVersion}\u0000${entry.assetId}`)),
};
} finally {
rmSync(compilerOutput, { force: true, recursive: true });
}
}
export function defaultReplicationRoot(environment = process.env) {
if (!environment.USERPROFILE || !isAbsolute(environment.USERPROFILE)) throw new Error("user_profile_unavailable");
return join(environment.USERPROFILE, "Desktop", "sticker_web_replication_assets");
}
+67
View File
@@ -0,0 +1,67 @@
import { createHash } from "node:crypto";
import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
import { tmpdir } from "node:os";
import { join, resolve } from "node:path";
import { afterEach, describe, expect, it } from "vitest";
import { loadConfiguredRuntimeAssets } from "../../apps/api/src/runtime-assets.js";
const temporaryDirectories: string[] = [];
afterEach(() => {
for (const directory of temporaryDirectories.splice(0)) {
if (resolve(directory).startsWith(resolve(tmpdir()))) rmSync(directory, { force: true, recursive: true });
}
});
function fixture() {
const base = mkdtempSync(join(tmpdir(), "dada-postv1-assets-"));
temporaryDirectories.push(base);
const assetRoot = join(base, "assets");
const dataRoot = join(base, "data");
const configFile = join(base, "instance.json");
const trustedManifestPath = join(base, "trusted-manifest.json");
const bytes = Buffer.from("synthetic sticker bytes");
const entry = {
assetId: "STK001",
mimeType: "image/png",
relativePath: "p0a-static-v1/STK001.png",
resourceVersion: "p0a-static-v1",
rootRef: "p0a_runtime_assets",
sha256: createHash("sha256").update(bytes).digest("hex"),
};
const manifest = {
counts: { dynamic_fonts: 0, dynamic_images: 0, font_panel_items: 0, static_stickers: 1 },
entries: [entry],
root_ref: "p0a_runtime_assets",
schema_version: "DadaRuntimeAssets/v1",
source: "external_read_only",
};
mkdirSync(join(assetRoot, "p0a-static-v1"), { recursive: true });
writeFileSync(join(assetRoot, entry.relativePath), bytes);
writeFileSync(join(assetRoot, "manifest.json"), `${JSON.stringify(manifest, null, 2)}\n`);
writeFileSync(trustedManifestPath, `${JSON.stringify(manifest, null, 2)}\n`);
writeFileSync(configFile, JSON.stringify({ asset_root: assetRoot }));
return { assetRoot, configFile, dataRoot, trustedManifestPath };
}
describe("POSTV1-06 portable runtime assets", () => {
it("activates a validated external asset root without exposing its path", () => {
const input = fixture();
const loaded = loadConfiguredRuntimeAssets(input);
expect(loaded.state).toMatchObject({ configured: true, pause_reason: null, status: "active" });
expect(loaded.publicAssets?.read("p0a-static-v1", "STK001")?.bytes.toString()).toBe("synthetic sticker bytes");
expect(JSON.stringify(loaded.state)).not.toContain(input.assetRoot);
});
it("rejects a changed external manifest and leaves unrelated API features available", () => {
const input = fixture();
writeFileSync(join(input.assetRoot, "manifest.json"), "{}\n");
const loaded = loadConfiguredRuntimeAssets(input);
expect(loaded.publicAssets).toBeUndefined();
expect(loaded.state).toMatchObject({ configured: true, pause_reason: "asset_manifest_invalid", status: "unavailable" });
});
});
+1 -1
View File
@@ -26,7 +26,7 @@ describe("TDD-WP0-DATA-001-root-validation resource boundary", () => {
const assetRoot = join(base, "read-only-assets"); const assetRoot = join(base, "read-only-assets");
const relativePath = "images/source.png"; const relativePath = "images/source.png";
const bytes = Buffer.from("synthetic png fixture"); const bytes = Buffer.from("synthetic png fixture");
const assetId = randomUUID(); const assetId = "STK001";
mkdirSync(join(assetRoot, "images"), { recursive: true }); mkdirSync(join(assetRoot, "images"), { recursive: true });
writeFileSync(join(assetRoot, relativePath), bytes); writeFileSync(join(assetRoot, relativePath), bytes);
const manifest = JSON.stringify({ assets: [{ asset_id: assetId, relative_path: relativePath }] }); const manifest = JSON.stringify({ assets: [{ asset_id: assetId, relative_path: relativePath }] });
@@ -22,6 +22,7 @@ import {
defaultLocalDataRoot, defaultLocalDataRoot,
initializeLocalDataRoot, initializeLocalDataRoot,
inspectInitializedLocalDataRoot, inspectInitializedLocalDataRoot,
readConfiguredAssetRoot,
resolvePathWithinRoot, resolvePathWithinRoot,
validateLocalDataRoot, validateLocalDataRoot,
validateReadOnlyAssetRoot, validateReadOnlyAssetRoot,
@@ -66,6 +67,17 @@ afterEach(() => {
}); });
describe("TDD-WP0-DATA-001-root-validation", () => { describe("TDD-WP0-DATA-001-root-validation", () => {
it("reads only an absolute configured read-only asset root", () => {
const base = temporaryDirectory();
const configFile = join(base, "instance.json");
const assetRoot = join(base, "runtime-assets");
writeFileSync(configFile, JSON.stringify({ asset_root: assetRoot }));
expect(readConfiguredAssetRoot(configFile)).toBe(resolve(assetRoot));
writeFileSync(configFile, JSON.stringify({ asset_root: "relative-assets" }));
expect(() => readConfiguredAssetRoot(configFile)).toThrow("asset_root_configuration_invalid");
});
it("derives default data and configuration paths from LOCALAPPDATA without a hardcoded user", () => { it("derives default data and configuration paths from LOCALAPPDATA without a hardcoded user", () => {
const localAppData = join(temporaryDirectory(), "LocalAppData"); const localAppData = join(temporaryDirectory(), "LocalAppData");
expect(defaultLocalDataRoot({ LOCALAPPDATA: localAppData })).toBe(join(localAppData, "Dada", "P0A", "data")); expect(defaultLocalDataRoot({ LOCALAPPDATA: localAppData })).toBe(join(localAppData, "Dada", "P0A", "data"));
@@ -0,0 +1,86 @@
import assert from "node:assert/strict";
import { createHash } from "node:crypto";
import { mkdir, mkdtemp, readFile, rm, stat, writeFile } from "node:fs/promises";
import { tmpdir } from "node:os";
import { join } from "node:path";
import test from "node:test";
import {
createRuntimeAssetManifest,
deployRuntimeAssetPlan,
readRuntimeAssetManifest,
serializeRuntimeAssetManifest,
} from "../../scripts/lib/runtime-assets.mjs";
test("committed P0-A runtime manifest covers the frozen first-version binary assets", () => {
const manifest = readRuntimeAssetManifest("config/runtime-assets-manifest.json");
assert.deepEqual(manifest.counts, {
dynamic_fonts: 7,
dynamic_images: 8,
font_panel_items: 11,
static_stickers: 1407,
});
assert.equal(manifest.entries.length, 1433);
assert.doesNotMatch(serializeRuntimeAssetManifest(manifest), /[A-Za-z]:[\\/]/);
});
test("runtime asset deployment creates verified hardlinks and a path-free manifest", async (t) => {
const root = await mkdtemp(join(tmpdir(), "dada-runtime-assets-"));
t.after(() => rm(root, { force: true, recursive: true }));
const sourceRoot = join(root, "source");
const assetRoot = join(root, "assets");
const sourcePath = join(sourceRoot, "sticker.png");
const bytes = Buffer.from("runtime asset fixture");
await mkdir(sourceRoot);
await writeFile(sourcePath, bytes);
const entry = {
assetId: "STK001",
mimeType: "image/png",
relativePath: "p0a-static-v1/STK001.png",
resourceVersion: "p0a-static-v1",
rootRef: "p0a_runtime_assets",
sha256: createHash("sha256").update(bytes).digest("hex"),
};
const manifest = createRuntimeAssetManifest({
counts: { dynamic_fonts: 0, dynamic_images: 0, font_panel_items: 0, static_stickers: 1 },
entries: [entry],
});
await deployRuntimeAssetPlan({ assetRoot, manifest, resources: [{ entry, sourcePath }] });
const targetPath = join(assetRoot, entry.relativePath);
const [sourceStat, targetStat] = await Promise.all([stat(sourcePath), stat(targetPath)]);
assert.equal(sourceStat.ino, targetStat.ino);
assert.deepEqual(await readFile(targetPath), bytes);
const writtenManifest = await readFile(join(assetRoot, "manifest.json"), "utf8");
assert.deepEqual(JSON.parse(writtenManifest), manifest);
assert.doesNotMatch(writtenManifest, /[A-Za-z]:[\\/]/);
});
test("runtime asset deployment refuses a mismatched existing target", async (t) => {
const root = await mkdtemp(join(tmpdir(), "dada-runtime-assets-conflict-"));
t.after(() => rm(root, { force: true, recursive: true }));
const sourcePath = join(root, "source.png");
const assetRoot = join(root, "assets");
const targetPath = join(assetRoot, "p0a-static-v1", "STK001.png");
await mkdir(join(assetRoot, "p0a-static-v1"), { recursive: true });
await writeFile(sourcePath, "expected");
await writeFile(targetPath, "unexpected");
const entry = {
assetId: "STK001",
mimeType: "image/png",
relativePath: "p0a-static-v1/STK001.png",
resourceVersion: "p0a-static-v1",
rootRef: "p0a_runtime_assets",
sha256: createHash("sha256").update("expected").digest("hex"),
};
const manifest = createRuntimeAssetManifest({
counts: { dynamic_fonts: 0, dynamic_images: 0, font_panel_items: 0, static_stickers: 1 },
entries: [entry],
});
assert.throws(
() => deployRuntimeAssetPlan({ assetRoot, manifest, resources: [{ entry, sourcePath }] }),
/asset_target_conflict/,
);
});
+8
View File
@@ -112,6 +112,14 @@ async function verifyWorkerStartup(configPath) {
test("portable package serves the product and keeps SQLite data across API restart", async () => { test("portable package serves the product and keeps SQLite data across API restart", async () => {
assert.ok(existsSync(join(packageRoot, "Dada.exe"))); assert.ok(existsSync(join(packageRoot, "Dada.exe")));
assert.ok(existsSync(join(packageRoot, "web", "index.html"))); assert.ok(existsSync(join(packageRoot, "web", "index.html")));
const runtimeAssetManifest = JSON.parse(await readFile(join(packageRoot, "asset-metadata", "manifest.json"), "utf8"));
assert.deepEqual(runtimeAssetManifest.counts, {
dynamic_fonts: 7,
dynamic_images: 8,
font_panel_items: 11,
static_stickers: 1407,
});
assert.equal(runtimeAssetManifest.entries.length, 1433);
const packagedWorker = await readFile(join(packageRoot, "server", "worker", "dist", "worker.js"), "utf8"); const packagedWorker = await readFile(join(packageRoot, "server", "worker", "dist", "worker.js"), "utf8");
const packagedOneApiAdapter = await readFile(join(packageRoot, "server", "worker", "dist", "oneapi-generation-adapter.js"), "utf8"); const packagedOneApiAdapter = await readFile(join(packageRoot, "server", "worker", "dist", "oneapi-generation-adapter.js"), "utf8");
assert.match(packagedWorker, /GenerationProcessor/); assert.match(packagedWorker, /GenerationProcessor/);