Compare commits
80
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
42f993378f | ||
|
|
e9fd15e7b6 | ||
|
|
d9e39702e0 | ||
|
|
7de633d4c9 | ||
|
|
b995662388 | ||
|
|
92434aec17 | ||
|
|
f7cac5dabf | ||
|
|
a7f62adad4 | ||
|
|
b1f143c238 | ||
|
|
99fd3b1802 | ||
|
|
fd0003a804 | ||
|
|
bfdfe44f87 | ||
|
|
cbb7f658a3 | ||
|
|
43d946bb5c | ||
|
|
79b01ebc81 | ||
|
|
90f812fae5 | ||
|
|
1155a81c3b | ||
|
|
3dca4ad77c | ||
|
|
99fe07a761 | ||
|
|
443e8b94f0 | ||
|
|
693fa117b7 | ||
|
|
08f3cccae4 | ||
|
|
a22b1f19e9 | ||
|
|
194b59d4a5 | ||
|
|
0f03b12f64 | ||
|
|
ad86b4ddcc | ||
|
|
08e9c39e49 | ||
|
|
ffd1643848 | ||
|
|
95ab0cb93b | ||
|
|
b2793a2392 | ||
|
|
a7140e99e1 | ||
|
|
76b4f93709 | ||
|
|
bc6fa3d517 | ||
|
|
5631ef80f9 | ||
|
|
6bd5364d95 | ||
|
|
604c524298 | ||
|
|
898679dd59 | ||
|
|
79ef17b7f0 | ||
|
|
0328aa8ef5 | ||
|
|
a54efb146a | ||
|
|
6e5313e283 | ||
|
|
03500bf47e | ||
|
|
e3c21b63a5 | ||
|
|
f4fabb66e5 | ||
|
|
4aaba9f2bb | ||
|
|
d7a24a5ecb | ||
|
|
4a0fb1bfae | ||
|
|
f931c04853 | ||
|
|
3093c4470a | ||
|
|
75a589dad8 | ||
|
|
534c82678a | ||
|
|
05949230ca | ||
|
|
382d50058c | ||
|
|
f7bed92e61 | ||
|
|
d03b491d2f | ||
|
|
63de0917a0 | ||
|
|
fa925bfe12 | ||
|
|
0201c3e896 | ||
|
|
8337906dd2 | ||
|
|
ae725a2d01 | ||
|
|
9d6f4ac24b | ||
|
|
0938997327 | ||
|
|
8c349fb56c | ||
|
|
55646ba1b4 | ||
|
|
b8e30ab0b2 | ||
|
|
66295287ce | ||
|
|
0ed7b3f0ce | ||
|
|
8abf1397a6 | ||
|
|
e0e101ef28 | ||
|
|
33f87f8db3 | ||
|
|
84a845136e | ||
|
|
470d243b5b | ||
|
|
a7772a7e92 | ||
|
|
c2f89453a2 | ||
|
|
2bfb5f2953 | ||
|
|
597f4647ef | ||
|
|
68a1991255 | ||
|
|
4ec8327f5e | ||
|
|
28e6f66a1d | ||
|
|
d474768a2b |
@@ -0,0 +1,30 @@
|
||||
{
|
||||
"appVersion": "0.0.0",
|
||||
"browsers": [
|
||||
{
|
||||
"brand": "Google Chrome",
|
||||
"fullVersion": "150.0.7871.187",
|
||||
"supportedMajorVersions": [150, 151]
|
||||
},
|
||||
{
|
||||
"brand": "Microsoft Edge",
|
||||
"fullVersion": "151.0.4129.59"
|
||||
}
|
||||
],
|
||||
"buildCommit": "08f3cccae4a1e75e2f2292eef14611313523916d",
|
||||
"deferredExternalTasks": [
|
||||
"TASK-WP7-03",
|
||||
"TASK-WP7-04"
|
||||
],
|
||||
"finalRelease": true,
|
||||
"fixedPort": 43121,
|
||||
"frozenFromCommit": "08e9c39e49d68f8642d5acfe22b0fdb40a3a08fa",
|
||||
"recordedAt": "2026-08-04T15:20:54.271Z",
|
||||
"releaseStatus": "first_version_internal",
|
||||
"schemaVersion": "1.0",
|
||||
"windows": {
|
||||
"arch": "x64",
|
||||
"build": "26200.8875",
|
||||
"displayVersion": "25H2"
|
||||
}
|
||||
}
|
||||
@@ -16,7 +16,7 @@ const forbiddenDiagnosticPatterns = [
|
||||
/https?:\/\//i,
|
||||
];
|
||||
const safePauseReasons = new Set([
|
||||
"asset_root_state_missing", "balance_insufficient", "configured_disabled", "contract_blocked",
|
||||
"asset_manifest_invalid", "asset_root_missing", "asset_root_state_missing", "balance_insufficient", "configured_disabled", "contract_blocked",
|
||||
"contract_unverified", "gateway_balance_insufficient", "gateway_paused", "health_check_failed",
|
||||
"model_disabled", "provider_unavailable", "quota_exhausted", "service_state_missing", "unknown",
|
||||
"worker_degraded", "worker_state_missing", "worker_stopped",
|
||||
@@ -151,10 +151,13 @@ export function createAdminDiagnosticsProvider(input: {
|
||||
const system: AdminDiagnosticsResponse["system"] = {
|
||||
api_status: "ready",
|
||||
app_version: input.appVersion ?? input.browserSupportRelease?.appVersion ?? "0.0.0",
|
||||
browser_support: (input.browserSupportRelease?.browsers ?? []).map((browser) => ({
|
||||
brand: browser.brand,
|
||||
major: Number.parseInt(browser.fullVersion.split(".")[0] ?? "0", 10),
|
||||
})).filter((browser) => Number.isSafeInteger(browser.major) && browser.major > 0),
|
||||
browser_support: (input.browserSupportRelease?.browsers ?? []).flatMap((browser) => {
|
||||
const majors = browser.supportedMajorVersions
|
||||
?? [Number.parseInt(browser.fullVersion.split(".")[0] ?? "0", 10)];
|
||||
return majors
|
||||
.map((major) => ({ brand: browser.brand, major }))
|
||||
.filter((entry) => Number.isSafeInteger(entry.major) && entry.major > 0);
|
||||
}),
|
||||
worker_status: services.services.find((service) => service.service_id === "worker")?.status === "active"
|
||||
? "ready"
|
||||
: services.services.find((service) => service.service_id === "worker")?.status === "unavailable"
|
||||
|
||||
@@ -1,5 +1,31 @@
|
||||
import { request as httpsRequest } from "node:https";
|
||||
|
||||
const amapHostname = "restapi.amap.com" as const;
|
||||
const amapMaxResponseBytes = 65_536;
|
||||
const amapTimeoutMs = 15_000;
|
||||
|
||||
export interface AmapHttpRequest {
|
||||
allowRedirects: false;
|
||||
hostname: typeof amapHostname;
|
||||
maxResponseBytes: number;
|
||||
method: "GET";
|
||||
path: string;
|
||||
protocol: "https:";
|
||||
rejectUnauthorized: true;
|
||||
timeoutMs: number;
|
||||
}
|
||||
|
||||
type AmapRequester = (request: AmapHttpRequest) => Promise<unknown>;
|
||||
|
||||
export class AmapAdapterError extends Error {
|
||||
constructor(readonly code: "amap_adapter_disposed" | "amap_invalid_request" | "amap_invalid_response" | "amap_provider_rejected" | "amap_provider_unavailable" | "amap_redirect_rejected" | "amap_request_timeout" | "amap_response_too_large") {
|
||||
super(code);
|
||||
}
|
||||
}
|
||||
|
||||
export interface AmapAdapter {
|
||||
reverseGeocode(coordinates: { latitude: number; longitude: number }): Promise<{ formattedValue: string; serviceMode: "mock" }>;
|
||||
dispose?(): void;
|
||||
reverseGeocode(coordinates: { latitude: number; longitude: number }): Promise<{ formattedValue: string; serviceMode: "mock" | "real" }>;
|
||||
}
|
||||
|
||||
export class MockAmapAdapter implements AmapAdapter {
|
||||
@@ -13,3 +39,126 @@ export class MockAmapAdapter implements AmapAdapter {
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
function requestAmapJson(input: AmapHttpRequest) {
|
||||
return new Promise<unknown>((resolve, reject) => {
|
||||
if (input.protocol !== "https:" || input.hostname !== amapHostname || input.allowRedirects || !input.rejectUnauthorized) {
|
||||
reject(new AmapAdapterError("amap_invalid_request"));
|
||||
return;
|
||||
}
|
||||
let settled = false;
|
||||
const finish = (callback: () => void) => {
|
||||
if (settled) return;
|
||||
settled = true;
|
||||
callback();
|
||||
};
|
||||
const request = httpsRequest({
|
||||
headers: { Accept: "application/json" },
|
||||
hostname: input.hostname,
|
||||
method: input.method,
|
||||
path: input.path,
|
||||
port: 443,
|
||||
protocol: input.protocol,
|
||||
rejectUnauthorized: input.rejectUnauthorized,
|
||||
servername: input.hostname,
|
||||
}, (response) => {
|
||||
const statusCode = response.statusCode ?? 0;
|
||||
if (statusCode >= 300 && statusCode < 400) {
|
||||
response.resume();
|
||||
finish(() => reject(new AmapAdapterError("amap_redirect_rejected")));
|
||||
return;
|
||||
}
|
||||
if (statusCode !== 200) {
|
||||
response.resume();
|
||||
finish(() => reject(new AmapAdapterError("amap_provider_unavailable")));
|
||||
return;
|
||||
}
|
||||
const declaredLength = Number(response.headers["content-length"] ?? 0);
|
||||
if (Number.isFinite(declaredLength) && declaredLength > input.maxResponseBytes) {
|
||||
response.destroy();
|
||||
finish(() => reject(new AmapAdapterError("amap_response_too_large")));
|
||||
return;
|
||||
}
|
||||
const chunks: Buffer[] = [];
|
||||
let receivedBytes = 0;
|
||||
response.on("data", (chunk: Buffer | string) => {
|
||||
const bytes = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
|
||||
receivedBytes += bytes.length;
|
||||
if (receivedBytes > input.maxResponseBytes) {
|
||||
response.destroy();
|
||||
finish(() => reject(new AmapAdapterError("amap_response_too_large")));
|
||||
return;
|
||||
}
|
||||
chunks.push(bytes);
|
||||
});
|
||||
response.on("end", () => {
|
||||
finish(() => {
|
||||
try {
|
||||
resolve(JSON.parse(Buffer.concat(chunks).toString("utf8")));
|
||||
} catch {
|
||||
reject(new AmapAdapterError("amap_invalid_response"));
|
||||
} finally {
|
||||
for (const chunk of chunks) chunk.fill(0);
|
||||
chunks.length = 0;
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
request.setTimeout(input.timeoutMs, () => request.destroy(new AmapAdapterError("amap_request_timeout")));
|
||||
request.on("error", (error) => finish(() => reject(error instanceof AmapAdapterError ? error : new AmapAdapterError("amap_provider_unavailable"))));
|
||||
request.end();
|
||||
});
|
||||
}
|
||||
|
||||
function isRecord(value: unknown): value is Record<string, unknown> {
|
||||
return Boolean(value) && typeof value === "object" && !Array.isArray(value);
|
||||
}
|
||||
|
||||
export class RealAmapAdapter implements AmapAdapter {
|
||||
private readonly credential: Buffer;
|
||||
private readonly requester: AmapRequester;
|
||||
private disposed = false;
|
||||
|
||||
constructor(value: string, options: { request?: AmapRequester } = {}) {
|
||||
if (!value.trim()) throw new AmapAdapterError("amap_invalid_request");
|
||||
this.credential = Buffer.from(value, "utf8");
|
||||
this.requester = options.request ?? requestAmapJson;
|
||||
}
|
||||
|
||||
async reverseGeocode(coordinates: { latitude: number; longitude: number }) {
|
||||
if (this.disposed) throw new AmapAdapterError("amap_adapter_disposed");
|
||||
if (!Number.isFinite(coordinates.latitude) || coordinates.latitude < -90 || coordinates.latitude > 90
|
||||
|| !Number.isFinite(coordinates.longitude) || coordinates.longitude < -180 || coordinates.longitude > 180) {
|
||||
throw new AmapAdapterError("amap_invalid_request");
|
||||
}
|
||||
const query = new URLSearchParams({
|
||||
extensions: "base",
|
||||
key: this.credential.toString("utf8"),
|
||||
location: `${coordinates.longitude},${coordinates.latitude}`,
|
||||
});
|
||||
const response = await this.requester({
|
||||
allowRedirects: false,
|
||||
hostname: amapHostname,
|
||||
maxResponseBytes: amapMaxResponseBytes,
|
||||
method: "GET",
|
||||
path: `/v3/geocode/regeo?${query.toString()}`,
|
||||
protocol: "https:",
|
||||
rejectUnauthorized: true,
|
||||
timeoutMs: amapTimeoutMs,
|
||||
});
|
||||
if (!isRecord(response) || response.status !== "1" || !isRecord(response.regeocode)) {
|
||||
throw new AmapAdapterError("amap_provider_rejected");
|
||||
}
|
||||
const formattedValue = typeof response.regeocode.formatted_address === "string"
|
||||
? response.regeocode.formatted_address.trim()
|
||||
: "";
|
||||
if (!formattedValue || formattedValue.length > 200) throw new AmapAdapterError("amap_invalid_response");
|
||||
return { formattedValue, serviceMode: "real" as const };
|
||||
}
|
||||
|
||||
dispose() {
|
||||
if (this.disposed) return;
|
||||
this.disposed = true;
|
||||
this.credential.fill(0);
|
||||
}
|
||||
}
|
||||
|
||||
+82
-4
@@ -1,6 +1,6 @@
|
||||
import { randomBytes, randomUUID } from "node:crypto";
|
||||
import { createReadStream, readFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
import { createReadStream, existsSync, readFileSync } from "node:fs";
|
||||
import { extname, resolve } from "node:path";
|
||||
|
||||
import {
|
||||
AccountDeletionCompleteRequestSchema,
|
||||
@@ -218,6 +218,24 @@ import type { ManagedStorage } from "./managed-storage.js";
|
||||
import { PrivateContentError, PrivateContentService } from "./private-content.js";
|
||||
import { assertSafeAdminDiagnostics, assertSafeAdminServicesStorage } from "./admin-state.js";
|
||||
|
||||
const productAssetContentTypes: Readonly<Record<string, string>> = {
|
||||
".css": "text/css; charset=utf-8",
|
||||
".jpeg": "image/jpeg",
|
||||
".jpg": "image/jpeg",
|
||||
".js": "text/javascript; charset=utf-8",
|
||||
".json": "application/json; charset=utf-8",
|
||||
".mjs": "text/javascript; charset=utf-8",
|
||||
".png": "image/png",
|
||||
".svg": "image/svg+xml",
|
||||
".webp": "image/webp",
|
||||
".woff": "font/woff",
|
||||
".woff2": "font/woff2",
|
||||
};
|
||||
|
||||
function productAssetContentType(path: string) {
|
||||
return productAssetContentTypes[extname(path).toLowerCase()] ?? "application/octet-stream";
|
||||
}
|
||||
|
||||
const defaultBootstrap: BootstrapResponse = {
|
||||
app_version: "0.0.0",
|
||||
dependencies: [],
|
||||
@@ -238,12 +256,14 @@ export interface CreateAppOptions {
|
||||
assetReleases?: AssetReleaseReader;
|
||||
bootstrap?: () => BootstrapResponse | Promise<BootstrapResponse>;
|
||||
browserGate?: boolean;
|
||||
productIndexHtml?: string;
|
||||
browserSupportRelease?: BrowserSupportRelease;
|
||||
browserSupportSecret?: Buffer;
|
||||
credits?: CreditService;
|
||||
eventHub?: EventHub;
|
||||
generations?: GenerationSubmissionService;
|
||||
latestExports?: LatestExportService;
|
||||
localTestAuth?: boolean;
|
||||
models?: ModelConfigurationService;
|
||||
networkBoundary?: NetworkBoundaryOptions;
|
||||
publicAssets?: PublicAssetResolver;
|
||||
@@ -272,6 +292,10 @@ const supportGateDirectory = resolve(process.env.DADA_SUPPORT_GATE_ROOT ?? "apps
|
||||
const supportGateHtml = readFileSync(resolve(supportGateDirectory, "index.html"), "utf8");
|
||||
const supportGateCss = readFileSync(resolve(supportGateDirectory, "support-gate.css"), "utf8");
|
||||
const supportGateJavaScript = readFileSync(resolve(supportGateDirectory, "support-gate.js"), "utf8");
|
||||
const productWebRoot = resolve(process.env.DADA_WEB_ROOT ?? "apps/web/dist");
|
||||
const packagedProductIndexHtml = existsSync(resolve(productWebRoot, "index.html"))
|
||||
? readFileSync(resolve(productWebRoot, "index.html"), "utf8")
|
||||
: undefined;
|
||||
const clientHints = "Sec-CH-UA, Sec-CH-UA-Full-Version-List, Sec-CH-UA-Platform";
|
||||
const contentSecurityPolicy = [
|
||||
"default-src 'self'",
|
||||
@@ -710,6 +734,7 @@ export async function createApp(options: CreateAppOptions = {}) {
|
||||
)
|
||||
: undefined);
|
||||
const browserGate = options.browserGate ?? true;
|
||||
const productIndexHtml = options.productIndexHtml ?? packagedProductIndexHtml;
|
||||
const browserSupportSecret = options.browserSupportSecret ?? randomBytes(32);
|
||||
const browserSupportRelease = options.browserSupportRelease;
|
||||
const app = Fastify({
|
||||
@@ -901,11 +926,25 @@ export async function createApp(options: CreateAppOptions = {}) {
|
||||
});
|
||||
|
||||
for (const route of ["/", "/app", "/app/*", "/admin", "/admin/*"]) {
|
||||
app.get(route, { schema: { hide: true } }, async (_request, reply) => {
|
||||
app.get(route, { schema: { hide: true } }, async (request, reply) => {
|
||||
reply.type("text/html; charset=utf-8");
|
||||
return supportGateHtml;
|
||||
if (!browserGate) return productIndexHtml ?? supportGateHtml;
|
||||
const verified = verifyBrowserSupportCookie({
|
||||
cookieHeader: headerValue(request.headers.cookie),
|
||||
release: browserSupportRelease,
|
||||
secChUa: headerValue(request.headers["sec-ch-ua"]),
|
||||
secret: browserSupportSecret,
|
||||
});
|
||||
return verified.supported && productIndexHtml ? productIndexHtml : supportGateHtml;
|
||||
});
|
||||
}
|
||||
app.get("/assets/*", { schema: { hide: true } }, async (request, reply) => {
|
||||
const relativePath = decodeURIComponent(request.url.split("?", 1)[0]!.slice("/assets/".length));
|
||||
const assetPath = resolve(productWebRoot, "assets", relativePath);
|
||||
if (!assetPath.startsWith(resolve(productWebRoot, "assets")) || !existsSync(assetPath)) return reply.code(404).send();
|
||||
reply.type(productAssetContentType(assetPath));
|
||||
return reply.send(readFileSync(assetPath));
|
||||
});
|
||||
app.get("/support-gate.css", { schema: { hide: true } }, async (_request, reply) => {
|
||||
reply.type("text/css; charset=utf-8");
|
||||
return supportGateCss;
|
||||
@@ -2037,6 +2076,45 @@ export async function createApp(options: CreateAppOptions = {}) {
|
||||
},
|
||||
);
|
||||
|
||||
if (options.localTestAuth && options.registration) {
|
||||
app.get(
|
||||
"/api/v1/auth/local-test",
|
||||
{ schema: { hide: true } },
|
||||
async () => ({ available: true }),
|
||||
);
|
||||
app.post(
|
||||
"/api/v1/auth/local-test",
|
||||
{ schema: { hide: true } },
|
||||
async (request, reply) => {
|
||||
try {
|
||||
const result = options.registration!.createLocalTestSession();
|
||||
reply.header(
|
||||
"Set-Cookie",
|
||||
`${userSessionCookieName}=${result.sessionToken}; Max-Age=${30 * 24 * 60 * 60}; Path=/; HttpOnly; SameSite=Strict`,
|
||||
);
|
||||
return {
|
||||
audience: result.audience,
|
||||
credits: {
|
||||
available_balance: result.credits.availableBalance,
|
||||
reserved_balance: result.credits.reservedBalance,
|
||||
},
|
||||
session_expires_at: new Date(result.sessionExpiresAt).toISOString(),
|
||||
status: result.status,
|
||||
user: {
|
||||
creator_name: result.user.creatorName,
|
||||
role: result.user.role,
|
||||
social_id: result.user.socialId,
|
||||
status: result.user.status,
|
||||
user_id: result.user.userId,
|
||||
},
|
||||
};
|
||||
} catch (error) {
|
||||
return registrationFailure(reply, request.id, error);
|
||||
}
|
||||
},
|
||||
);
|
||||
}
|
||||
|
||||
app.post(
|
||||
"/api/v1/auth/login/complete",
|
||||
{
|
||||
|
||||
@@ -43,7 +43,7 @@ export const BrowserSupportSuccessSchema = Type.Object(
|
||||
app_version: Type.String({ maxLength: 80 }),
|
||||
browser: SupportedBrowserSummarySchema,
|
||||
status: Type.Literal("supported"),
|
||||
supported_browsers: Type.Array(SupportedBrowserSummarySchema, { maxItems: 2 }),
|
||||
supported_browsers: Type.Array(SupportedBrowserSummarySchema, { maxItems: 8 }),
|
||||
},
|
||||
{ additionalProperties: false, $id: "BrowserSupportSuccess" },
|
||||
);
|
||||
@@ -57,6 +57,7 @@ export interface BrowserSupportRelease {
|
||||
browsers: ReadonlyArray<{
|
||||
brand: SupportedBrand;
|
||||
fullVersion: string;
|
||||
supportedMajorVersions?: ReadonlyArray<number>;
|
||||
}>;
|
||||
}
|
||||
|
||||
@@ -115,7 +116,14 @@ function supportedIdentity(entries: Array<{ brand: string; version: string }>) {
|
||||
|
||||
export function supportedBrowserSummary(release: BrowserSupportRelease | undefined) {
|
||||
if (!release) return [];
|
||||
return release.browsers.map(({ brand, fullVersion }) => ({ brand, major: major(fullVersion)! }));
|
||||
return release.browsers.flatMap(({ brand, fullVersion, supportedMajorVersions }) => {
|
||||
const majors = supportedMajorVersions ?? [major(fullVersion)!];
|
||||
return majors.map((supportedMajor) => ({ brand, major: supportedMajor }));
|
||||
});
|
||||
}
|
||||
|
||||
function acceptedMajorVersions(browser: BrowserSupportRelease["browsers"][number]) {
|
||||
return browser.supportedMajorVersions ?? [major(browser.fullVersion)!];
|
||||
}
|
||||
|
||||
export function validateBrowserSupportRelease(value: unknown): value is BrowserSupportRelease {
|
||||
@@ -126,13 +134,26 @@ export function validateBrowserSupportRelease(value: unknown): value is BrowserS
|
||||
}
|
||||
if (!Array.isArray(release.browsers) || release.browsers.length !== 2) return false;
|
||||
const brands = new Set(release.browsers.map(({ brand }) => brand));
|
||||
const supportedMajorCount = release.browsers.reduce(
|
||||
(count, browser) => count + (browser.supportedMajorVersions?.length ?? 1),
|
||||
0,
|
||||
);
|
||||
return (
|
||||
brands.size === 2 &&
|
||||
brands.has("Google Chrome") &&
|
||||
brands.has("Microsoft Edge") &&
|
||||
release.browsers.every(
|
||||
({ brand, fullVersion }) => supportedBrands.has(brand) && fullVersionPattern.test(fullVersion),
|
||||
)
|
||||
supportedMajorCount <= 8 &&
|
||||
release.browsers.every(({ brand, fullVersion, supportedMajorVersions }) => {
|
||||
if (!supportedBrands.has(brand) || !fullVersionPattern.test(fullVersion)) return false;
|
||||
const baselineMajor = major(fullVersion);
|
||||
if (!baselineMajor) return false;
|
||||
if (supportedMajorVersions === undefined) return true;
|
||||
return supportedMajorVersions.length > 0
|
||||
&& supportedMajorVersions.length <= 8
|
||||
&& supportedMajorVersions.every((value: number) => Number.isSafeInteger(value) && value >= 1)
|
||||
&& new Set(supportedMajorVersions).size === supportedMajorVersions.length
|
||||
&& supportedMajorVersions.includes(baselineMajor);
|
||||
})
|
||||
);
|
||||
}
|
||||
|
||||
@@ -188,7 +209,7 @@ export function checkBrowserSupport(
|
||||
}
|
||||
|
||||
const supported = release?.browsers.find(({ brand }) => brand === fullIdentity.brand);
|
||||
if (!supported || major(supported.fullVersion) !== fullIdentity.major) {
|
||||
if (!supported || !acceptedMajorVersions(supported).includes(fullIdentity.major)) {
|
||||
return { reason: "version_unsupported", supported: false };
|
||||
}
|
||||
return { identity: fullIdentity, supported: true };
|
||||
@@ -268,7 +289,7 @@ export function verifyBrowserSupportCookie(input: {
|
||||
return { reason: "identity_unavailable" as const, supported: false as const };
|
||||
}
|
||||
const supported = input.release.browsers.find(({ brand }) => brand === currentIdentity.brand);
|
||||
if (currentIdentity.major !== payload.major || major(supported?.fullVersion ?? "") !== currentIdentity.major) {
|
||||
if (!supported || currentIdentity.major !== payload.major || !acceptedMajorVersions(supported).includes(currentIdentity.major)) {
|
||||
return { reason: "version_unsupported" as const, supported: false as const };
|
||||
}
|
||||
return { identity: currentIdentity, supported: true as const };
|
||||
|
||||
@@ -19,7 +19,7 @@ import { dirname, isAbsolute, join, parse, relative, resolve, sep } from "node:p
|
||||
const require = createRequire(import.meta.url);
|
||||
const Database = require("better-sqlite3") as typeof import("better-sqlite3");
|
||||
|
||||
const assetIdPattern = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-8][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i;
|
||||
const assetIdPattern = /^[a-z0-9][a-z0-9_-]{2,119}$/i;
|
||||
const fixedDirectories = [
|
||||
"db",
|
||||
"content/references",
|
||||
@@ -33,6 +33,12 @@ const fixedDirectories = [
|
||||
"logs/supervisor",
|
||||
] as const;
|
||||
|
||||
export function ensureLocalDataRuntimeDirectories(dataRoot: string) {
|
||||
for (const directory of fixedDirectories) {
|
||||
mkdirSync(join(resolve(dataRoot), directory), { recursive: true });
|
||||
}
|
||||
}
|
||||
|
||||
export const DATA_TRANSFER_POLICY = {
|
||||
allowed_downloads: ["original_generation", "jpg", "png"],
|
||||
application_backup: false,
|
||||
@@ -76,13 +82,21 @@ export function readConfiguredLocalDataRoot(configFile = defaultInstanceConfigPa
|
||||
return resolve(candidate);
|
||||
}
|
||||
|
||||
export function readConfiguredAssetRoot(configFile = defaultInstanceConfigPath()) {
|
||||
const configuration = JSON.parse(readFileSync(configFile, "utf8")) as Record<string, unknown>;
|
||||
if (typeof configuration.asset_root !== "string" || !isAbsolute(configuration.asset_root)) {
|
||||
throw new Error("asset_root_configuration_invalid");
|
||||
}
|
||||
return resolve(configuration.asset_root);
|
||||
}
|
||||
|
||||
export interface ValidatedReadOnlyAssetRoot {
|
||||
absolute_root: string;
|
||||
ok: true;
|
||||
root_ref: string;
|
||||
}
|
||||
|
||||
interface PublicAssetEntry {
|
||||
export interface PublicAssetEntry {
|
||||
assetId: string;
|
||||
mimeType: string;
|
||||
relativePath: string;
|
||||
@@ -219,9 +233,7 @@ export function initializeLocalDataRoot(input: {
|
||||
|
||||
const createdRoot = !existsSync(validation.normalized_path);
|
||||
try {
|
||||
for (const directory of fixedDirectories) {
|
||||
mkdirSync(join(validation.normalized_path, directory), { recursive: true });
|
||||
}
|
||||
ensureLocalDataRuntimeDirectories(validation.normalized_path);
|
||||
openInstanceDatabase(join(validation.normalized_path, "db", "dada.sqlite3"));
|
||||
const configuration: InstanceConfiguration = {
|
||||
data_root: validation.normalized_path,
|
||||
@@ -313,18 +325,19 @@ export function createPublicAssetResolver(input: {
|
||||
const roots = new Map(input.roots.map((root) => [root.root_ref, root.absolute_root]));
|
||||
const entries = new Map<string, PublicAssetEntry>();
|
||||
for (const entry of input.entries) {
|
||||
if (!assetIdPattern.test(entry.assetId) || entries.has(entry.assetId)) throw new Error("asset_id_invalid");
|
||||
const key = `${entry.resourceVersion}\u0000${entry.assetId}`;
|
||||
if (!assetIdPattern.test(entry.assetId) || entries.has(key)) throw new Error("asset_id_invalid");
|
||||
if (!roots.has(entry.rootRef)) throw new Error("asset_root_unvalidated");
|
||||
if (!/^[a-z0-9][a-z0-9._-]{0,79}$/i.test(entry.resourceVersion)) throw new Error("resource_version_invalid");
|
||||
if (!/^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i.test(entry.mimeType)) throw new Error("mime_type_invalid");
|
||||
entries.set(entry.assetId, { ...entry });
|
||||
entries.set(key, { ...entry });
|
||||
}
|
||||
|
||||
return {
|
||||
read(resourceVersion, assetId) {
|
||||
if (!assetIdPattern.test(assetId)) return undefined;
|
||||
const entry = entries.get(assetId);
|
||||
if (!entry || entry.resourceVersion !== resourceVersion) return undefined;
|
||||
const entry = entries.get(`${resourceVersion}\u0000${assetId}`);
|
||||
if (!entry) return undefined;
|
||||
const root = roots.get(entry.rootRef);
|
||||
if (!root) return undefined;
|
||||
let path: string;
|
||||
|
||||
+41
-5
@@ -5,7 +5,7 @@ import { registrationNotice } from "@dada/shared-contracts";
|
||||
|
||||
import { createApp } from "./app.js";
|
||||
import { readBrowserSupportRelease } from "./browser-support.js";
|
||||
import { defaultInstanceConfigPath, readConfiguredLocalDataRoot } from "./local-data-root.js";
|
||||
import { defaultInstanceConfigPath, ensureLocalDataRuntimeDirectories, readConfiguredLocalDataRoot, type PublicAssetResolver } from "./local-data-root.js";
|
||||
import { ManagedStorage } from "./managed-storage.js";
|
||||
import { LatestExportService } from "./latest-exports.js";
|
||||
import { CreditService } from "./credits.js";
|
||||
@@ -16,10 +16,16 @@ import { MockResendAdapter } from "./resend-adapter.js";
|
||||
import { readSecureConfigCandidate } from "./secure-config.js";
|
||||
import { StructuredJsonlLogger } from "./structured-log.js";
|
||||
import { attachApiSupervisorControl, initializeApiCredentialClients, receiveApiCredentials } from "./supervisor-channel.js";
|
||||
import { ModelConfigurationService } from "./model-configuration.js";
|
||||
import { MockAmapAdapter } from "./amap-adapter.js";
|
||||
import { GenerationSubmissionService } from "./generation-submission.js";
|
||||
import {
|
||||
GenerationModelConfigurationCatalog,
|
||||
ModelConfigurationService,
|
||||
portableRuntimeModelCandidates,
|
||||
} from "./model-configuration.js";
|
||||
import { MockAmapAdapter, type AmapAdapter } from "./amap-adapter.js";
|
||||
import { StickerReleaseService } from "./sticker-releases.js";
|
||||
import { createAdminDiagnosticsProvider, createAdminServicesStorageProvider } from "./admin-state.js";
|
||||
import { loadConfiguredRuntimeAssets, type RuntimeAssetState } from "./runtime-assets.js";
|
||||
|
||||
const credentialChannelEnabled = process.argv.includes("--dada-credential-stdin");
|
||||
let registration: RegistrationService | undefined;
|
||||
@@ -28,16 +34,31 @@ let credits: CreditService | undefined;
|
||||
let storage: ManagedStorage | undefined;
|
||||
let latestExports: LatestExportService | undefined;
|
||||
let models: ModelConfigurationService | undefined;
|
||||
let generations: GenerationSubmissionService | undefined;
|
||||
let recentAssets: RecentAssetService | undefined;
|
||||
let stickers: StickerReleaseService | undefined;
|
||||
let publicAssets: PublicAssetResolver | undefined;
|
||||
let assetRootState: RuntimeAssetState | undefined;
|
||||
let amap: AmapAdapter = new MockAmapAdapter();
|
||||
let localTestAuth = false;
|
||||
const instanceConfigPath = process.env.DADA_INSTANCE_CONFIG_PATH ?? defaultInstanceConfigPath();
|
||||
if (credentialChannelEnabled) {
|
||||
const clients = initializeApiCredentialClients(await receiveApiCredentials());
|
||||
try {
|
||||
amap = clients.amap;
|
||||
localTestAuth = !clients.resendConfigured;
|
||||
const derivePepper = (purpose: string) => createHmac("sha256", clients.adminAllowlistPepper)
|
||||
.update(`Dada/P0A/${purpose}/v1`, "utf8")
|
||||
.digest();
|
||||
const dataRoot = readConfiguredLocalDataRoot(instanceConfigPath);
|
||||
ensureLocalDataRuntimeDirectories(dataRoot);
|
||||
const runtimeAssets = loadConfiguredRuntimeAssets({
|
||||
configFile: instanceConfigPath,
|
||||
dataRoot,
|
||||
trustedManifestPath: resolve("asset-metadata", "manifest.json"),
|
||||
});
|
||||
publicAssets = runtimeAssets.publicAssets;
|
||||
assetRootState = runtimeAssets.state;
|
||||
const databasePath = join(dataRoot, "db", "dada.sqlite3");
|
||||
registration = new RegistrationService({
|
||||
adminAllowlistPepper: Buffer.from(clients.adminAllowlistPepper),
|
||||
@@ -53,14 +74,23 @@ if (credentialChannelEnabled) {
|
||||
storage = new ManagedStorage({ dataRoot, databasePath });
|
||||
stickers = new StickerReleaseService({ databasePath, storage });
|
||||
latestExports = new LatestExportService({ databasePath, storage });
|
||||
models = new ModelConfigurationService({ database: registration.database });
|
||||
models = new ModelConfigurationService({ database: registration.database, seedCandidates: portableRuntimeModelCandidates });
|
||||
generations = new GenerationSubmissionService({
|
||||
credits,
|
||||
models: new GenerationModelConfigurationCatalog(models),
|
||||
storage,
|
||||
});
|
||||
recentAssets = new RecentAssetService({ database: registration.database });
|
||||
registration.applySecureConfig(readSecureConfigCandidate(instanceConfigPath));
|
||||
} catch (error) {
|
||||
amap.dispose?.();
|
||||
amap = new MockAmapAdapter();
|
||||
stickers?.close();
|
||||
stickers = undefined;
|
||||
latestExports?.close();
|
||||
latestExports = undefined;
|
||||
generations?.close();
|
||||
generations = undefined;
|
||||
storage?.close();
|
||||
storage = undefined;
|
||||
credits?.close();
|
||||
@@ -81,6 +111,7 @@ const adminServicesStorage = registration
|
||||
database: registration.database,
|
||||
...(models ? { models } : {}),
|
||||
...(storage ? { storage } : {}),
|
||||
...(assetRootState ? { assetRoot: assetRootState } : {}),
|
||||
})
|
||||
: undefined;
|
||||
const adminDiagnostics = adminServicesStorage
|
||||
@@ -92,12 +123,15 @@ const adminDiagnostics = adminServicesStorage
|
||||
const app = await createApp({
|
||||
...(adminServicesStorage ? { adminServicesStorage } : {}),
|
||||
...(adminDiagnostics ? { adminDiagnostics } : {}),
|
||||
amap: new MockAmapAdapter(),
|
||||
amap,
|
||||
...(browserSupportRelease ? { browserSupportRelease } : {}),
|
||||
...(credits ? { credits } : {}),
|
||||
...(generations ? { generations } : {}),
|
||||
...(latestExports ? { latestExports } : {}),
|
||||
...(registration && localTestAuth ? { localTestAuth: true } : {}),
|
||||
...(models ? { models } : {}),
|
||||
...(projects ? { projects } : {}),
|
||||
...(publicAssets ? { publicAssets } : {}),
|
||||
...(registration ? { registration } : {}),
|
||||
...(recentAssets ? { recentAssets } : {}),
|
||||
...(stickers ? { stickers } : {}),
|
||||
@@ -115,7 +149,9 @@ if (controlPipeIndex >= 0) {
|
||||
if (!controlPipe) throw new Error("Supervisor control pipe name is required.");
|
||||
const control = attachApiSupervisorControl(controlPipe, async () => {
|
||||
await app.close();
|
||||
amap.dispose?.();
|
||||
latestExports?.close();
|
||||
generations?.close();
|
||||
credits?.close();
|
||||
projects?.close();
|
||||
registration?.close();
|
||||
|
||||
@@ -2,6 +2,8 @@ import { randomUUID, createHash } from "node:crypto";
|
||||
import type BetterSqlite3 from "better-sqlite3";
|
||||
|
||||
import { serializeAuditSummary, auditRetentionMilliseconds } from "./audit-policy.js";
|
||||
import type { GenerationModelCatalog, GenerationModelSnapshot } from "./generation-submission.js";
|
||||
import { projectRatios } from "./projects.js";
|
||||
|
||||
export const modelIds = [
|
||||
"gemini-3.1-flash-image-preview",
|
||||
@@ -59,6 +61,45 @@ export interface ModelConfigurationView {
|
||||
models: ModelConfigView[];
|
||||
}
|
||||
|
||||
type ReadableModelConfiguration = Pick<ModelConfigurationService, "read">;
|
||||
|
||||
function generationRuntimeReason(reason: ModelRuntimeReason): GenerationModelSnapshot["runtimeAvailability"]["reason"] {
|
||||
if (reason === "gateway_balance_insufficient") return reason;
|
||||
if (reason === "contract_unverified" || reason === "contract_blocked") return "gateway_contract_invalid";
|
||||
if (reason === "available") return null;
|
||||
return "model_disabled";
|
||||
}
|
||||
|
||||
export class GenerationModelConfigurationCatalog implements GenerationModelCatalog {
|
||||
constructor(private readonly models: ReadableModelConfiguration) {}
|
||||
|
||||
readModel(modelId: string): GenerationModelSnapshot | undefined {
|
||||
const configuration = this.models.read();
|
||||
const model = configuration.models.find((entry) => entry.model_id === modelId);
|
||||
if (!model) return undefined;
|
||||
const supportedRatios = projectRatios.filter((ratio) => model.supported_ratios.includes(ratio));
|
||||
return {
|
||||
configSetVersion: configuration.config_set_version,
|
||||
configVersion: model.config_version,
|
||||
contractValidationStatus: model.contract_validation_status === "verified" ? "verified" : "unverified",
|
||||
creditCost: model.credit_cost,
|
||||
enabled: model.enabled,
|
||||
modelId: model.model_id,
|
||||
promptMaxLength: model.prompt_max_length,
|
||||
referenceLimits: {
|
||||
maxFileBytes: model.reference_limits.max_file_bytes,
|
||||
maxFiles: model.reference_limits.max_files,
|
||||
maxTotalBytes: model.reference_limits.max_total_bytes,
|
||||
},
|
||||
runtimeAvailability: {
|
||||
availableForNewJobs: model.runtime_availability.available_for_new_jobs,
|
||||
reason: generationRuntimeReason(model.runtime_availability.reason),
|
||||
},
|
||||
supportedRatios,
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
export class ModelConfigurationError extends Error {
|
||||
constructor(
|
||||
readonly code:
|
||||
@@ -111,7 +152,7 @@ const defaultErrorMapping: Record<string, string> = {
|
||||
upstream_timeout: "upstream_timeout",
|
||||
};
|
||||
|
||||
const seedCandidates: ModelConfigCandidate[] = [
|
||||
const defaultSeedCandidates: ModelConfigCandidate[] = [
|
||||
{
|
||||
model_id: modelIds[0], display_name: "Gemini 3.1 Flash Image Preview", enabled: true, is_default: true,
|
||||
recommendation_priority: 1, route_profile: { endpoint: "https://mock.invalid/v1/images", mode: "sync" },
|
||||
@@ -138,6 +179,42 @@ const seedCandidates: ModelConfigCandidate[] = [
|
||||
},
|
||||
];
|
||||
|
||||
export const portableRuntimeModelCandidates: ModelConfigCandidate[] = [
|
||||
{
|
||||
...defaultSeedCandidates[0]!,
|
||||
display_name: "Gemini 3.1 Flash Image",
|
||||
route_profile: {
|
||||
endpoint: "https://oneapi.intelligrow.cn/v1/chat/completions",
|
||||
mode: "sync",
|
||||
protocol_version: "gemini-openai-chat-v1",
|
||||
provider_model_id: "gemini-3.1-flash-image",
|
||||
},
|
||||
gateway_account_ref: "oneapi-intelligrow-test",
|
||||
contract_validation_status: "verified",
|
||||
contract_evidence_ref: "contract:wp7-02:gemini-3.1-flash-image:v7",
|
||||
},
|
||||
{
|
||||
...defaultSeedCandidates[1]!,
|
||||
enabled: false,
|
||||
route_profile: { endpoint: "https://oneapi.intelligrow.cn/unsupported", mode: "disabled" },
|
||||
gateway_account_ref: "oneapi-intelligrow-test",
|
||||
contract_validation_status: "unverified",
|
||||
contract_evidence_ref: null,
|
||||
},
|
||||
{
|
||||
...defaultSeedCandidates[2]!,
|
||||
route_profile: {
|
||||
endpoint: "https://oneapi.intelligrow.cn/v1/images/generations",
|
||||
mode: "sync",
|
||||
protocol_version: "openai-images-v1",
|
||||
reference_endpoint: "https://oneapi.intelligrow.cn/v1/images/edits",
|
||||
},
|
||||
gateway_account_ref: "oneapi-intelligrow-test",
|
||||
contract_validation_status: "verified",
|
||||
contract_evidence_ref: "contract:wp7-02:gpt-image-2:v2",
|
||||
},
|
||||
];
|
||||
|
||||
function stableJson(value: unknown): string {
|
||||
if (Array.isArray(value)) return `[${value.map(stableJson).join(",")}]`;
|
||||
if (value && typeof value === "object") {
|
||||
@@ -207,17 +284,20 @@ export interface ModelConfigurationServiceOptions {
|
||||
clock?: () => number;
|
||||
database: BetterSqlite3.Database;
|
||||
onChanged?: (configSetVersion: number) => void;
|
||||
seedCandidates?: ModelConfigCandidate[];
|
||||
}
|
||||
|
||||
export class ModelConfigurationService {
|
||||
readonly database: BetterSqlite3.Database;
|
||||
readonly #clock: () => number;
|
||||
readonly #onChanged: ((configSetVersion: number) => void) | undefined;
|
||||
readonly #seedCandidates: ModelConfigCandidate[];
|
||||
|
||||
constructor(options: ModelConfigurationServiceOptions) {
|
||||
this.database = options.database;
|
||||
this.#clock = options.clock ?? Date.now;
|
||||
this.#onChanged = options.onChanged;
|
||||
this.#seedCandidates = structuredClone(options.seedCandidates ?? defaultSeedCandidates);
|
||||
this.ensureSchema();
|
||||
}
|
||||
|
||||
@@ -503,7 +583,7 @@ export class ModelConfigurationService {
|
||||
const current = this.database.prepare("SELECT config_set_id FROM model_config_current WHERE singleton = 1").get() as { config_set_id: string } | undefined;
|
||||
if (current) return;
|
||||
const seed = this.database.transaction(() => {
|
||||
validateModelConfigurationCandidateSet(seedCandidates);
|
||||
validateModelConfigurationCandidateSet(this.#seedCandidates);
|
||||
const now = this.#clock();
|
||||
const setId = randomUUID();
|
||||
this.database.prepare("INSERT INTO model_config_sets (config_set_id, config_set_version, created_at, created_by) VALUES (?, 1, ?, 'system_seed')")
|
||||
@@ -520,7 +600,9 @@ export class ModelConfigurationService {
|
||||
INSERT INTO model_config_set_members (config_set_id, model_id, config_version, enabled, is_default, recommendation_priority)
|
||||
VALUES (?, ?, 1, ?, ?, ?)
|
||||
`);
|
||||
for (const candidate of seedCandidates) {
|
||||
for (const candidate of this.#seedCandidates) {
|
||||
const contractStatus = candidate.contract_validation_status ?? "unverified";
|
||||
const contractEvidenceRef = contractStatus === "unverified" ? null : candidate.contract_evidence_ref ?? null;
|
||||
const routeProfileId = profileRef("route", candidate.route_profile);
|
||||
const errorMappingProfileId = profileRef("error", candidate.error_mapping_profile);
|
||||
this.database.prepare("INSERT OR IGNORE INTO gateway_route_profiles (route_profile_id, profile_json, created_at) VALUES (?, ?, ?)")
|
||||
@@ -530,12 +612,14 @@ export class ModelConfigurationService {
|
||||
insertVersion.run(candidate.model_id, candidate.display_name, candidate.enabled ? 1 : 0, candidate.is_default ? 1 : 0,
|
||||
candidate.recommendation_priority, routeProfileId, stableJson(candidate.route_profile), candidate.gateway_account_ref,
|
||||
errorMappingProfileId, stableJson(candidate.error_mapping_profile), candidate.credit_cost, stableJson(candidate.supported_ratios), stableJson(candidate.reference_limits),
|
||||
candidate.prompt_max_length, candidate.safety_source, "unverified", null, fingerprint(candidate), now);
|
||||
candidate.prompt_max_length, candidate.safety_source, contractStatus, contractEvidenceRef, fingerprint(candidate), now);
|
||||
insertMember.run(setId, candidate.model_id, candidate.enabled ? 1 : 0, candidate.is_default ? 1 : 0, candidate.recommendation_priority);
|
||||
const available = candidate.enabled && contractStatus === "verified";
|
||||
const runtimeReason = !candidate.enabled ? "configured_disabled" : available ? "available" : "contract_unverified";
|
||||
this.database.prepare(`
|
||||
INSERT INTO model_runtime_availability (model_id, available_for_new_jobs, reason, checked_at, runtime_availability_version)
|
||||
VALUES (?, 0, 'contract_unverified', ?, 0)
|
||||
`).run(candidate.model_id, now);
|
||||
VALUES (?, ?, ?, ?, 0)
|
||||
`).run(candidate.model_id, available ? 1 : 0, runtimeReason, now);
|
||||
}
|
||||
this.database.prepare("INSERT INTO model_config_current (singleton, config_set_id) VALUES (1, ?)").run(setId);
|
||||
});
|
||||
|
||||
@@ -38,6 +38,7 @@ export interface RegistrationTransactionEvent {
|
||||
| "registration_send"
|
||||
| "registration_complete"
|
||||
| "registration_send_compensation"
|
||||
| "local_test_session"
|
||||
| "login_send"
|
||||
| "login_complete"
|
||||
| "admin_login_send"
|
||||
@@ -654,6 +655,60 @@ export class RegistrationService {
|
||||
return outcome;
|
||||
}
|
||||
|
||||
createLocalTestSession(): LoginCompleteResult {
|
||||
const now = this.options.clock();
|
||||
return this.runImmediate("local_test_session", () => {
|
||||
const registrationId = "local-test-user-v1";
|
||||
const existing = this.database.prepare(`
|
||||
SELECT user_id, role, status FROM users WHERE registration_id = ?
|
||||
`).get(registrationId) as {
|
||||
role: "user" | "super_admin";
|
||||
status: "active" | "suspended" | "deleted";
|
||||
user_id: string;
|
||||
} | undefined;
|
||||
|
||||
if (existing) {
|
||||
if (existing.role !== "user" || existing.status !== "active") {
|
||||
throw new RegistrationError("AUTH_ENTRY_REJECTED", "account_suspended");
|
||||
}
|
||||
const session = this.insertSession(existing.user_id, "user", now);
|
||||
return {
|
||||
outcome: "committed",
|
||||
value: this.loginResult(this.readCompletedRegistration(existing.user_id, session.sessionId)),
|
||||
};
|
||||
}
|
||||
|
||||
const userId = randomUUID();
|
||||
this.database.prepare(`
|
||||
INSERT INTO users (
|
||||
user_id, normalized_email, role, status, counts_toward_stage_limit,
|
||||
registration_id, created_at
|
||||
) VALUES (?, 'local-test-user@dada.invalid', 'user', 'active', 0, ?, ?)
|
||||
`).run(userId, registrationId, now);
|
||||
this.database.prepare(`
|
||||
INSERT INTO user_profiles (
|
||||
user_id, creator_name, social_id, private_content_notice_version,
|
||||
private_content_notice_acknowledged_at
|
||||
) VALUES (?, '本机测试用户', '@dada_local_test', NULL, NULL)
|
||||
`).run(userId);
|
||||
this.database.prepare(`
|
||||
INSERT INTO credit_accounts (user_id, available_balance, reserved_balance, updated_at)
|
||||
VALUES (?, 10, 0, ?)
|
||||
`).run(userId, now);
|
||||
this.database.prepare(`
|
||||
INSERT INTO credit_ledger (
|
||||
ledger_id, user_id, operation_key, entry_type, amount,
|
||||
available_before, available_after, reserved_before, reserved_after, created_at
|
||||
) VALUES (?, ?, 'local-test-registration:v1', 'registration_grant', 10, 0, 10, 0, 0, ?)
|
||||
`).run(randomUUID(), userId, now);
|
||||
const session = this.insertSession(userId, "user", now);
|
||||
return {
|
||||
outcome: "committed",
|
||||
value: this.loginResult(this.readCompletedRegistration(userId, session.sessionId)),
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
applySecureConfig(candidate: SecureConfigCandidate) {
|
||||
const now = this.options.clock();
|
||||
const fail = (reason: string): never => {
|
||||
|
||||
@@ -0,0 +1,93 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { existsSync, readFileSync } from "node:fs";
|
||||
|
||||
import {
|
||||
createPublicAssetResolver,
|
||||
readConfiguredAssetRoot,
|
||||
validateReadOnlyAssetRoot,
|
||||
type PublicAssetEntry,
|
||||
type PublicAssetResolver,
|
||||
} from "./local-data-root.js";
|
||||
|
||||
const rootRef = "p0a_runtime_assets";
|
||||
const schemaVersion = "DadaRuntimeAssets/v1";
|
||||
const assetIdPattern = /^[a-z0-9][a-z0-9_-]{2,119}$/i;
|
||||
const releasePattern = /^[a-z0-9][a-z0-9._-]{0,79}$/i;
|
||||
const shaPattern = /^[a-f0-9]{64}$/i;
|
||||
|
||||
export interface RuntimeAssetState {
|
||||
checked_at: string;
|
||||
configured: boolean;
|
||||
pause_reason: "asset_manifest_invalid" | "asset_root_missing" | "asset_root_state_missing" | null;
|
||||
status: "active" | "unavailable";
|
||||
}
|
||||
|
||||
export interface LoadedRuntimeAssets {
|
||||
publicAssets?: PublicAssetResolver;
|
||||
state: RuntimeAssetState;
|
||||
}
|
||||
|
||||
function parseRuntimeManifest(bytes: Buffer): PublicAssetEntry[] {
|
||||
const value = JSON.parse(bytes.toString("utf8")) as Record<string, unknown>;
|
||||
if (value.schema_version !== schemaVersion || value.source !== "external_read_only" || value.root_ref !== rootRef) {
|
||||
throw new Error("runtime_asset_manifest_invalid");
|
||||
}
|
||||
if (!Array.isArray(value.entries) || value.entries.length === 0) throw new Error("runtime_asset_manifest_invalid");
|
||||
return value.entries.map((candidate) => {
|
||||
if (!candidate || typeof candidate !== "object" || Array.isArray(candidate)) throw new Error("runtime_asset_manifest_invalid");
|
||||
const entry = candidate as Record<string, unknown>;
|
||||
if (
|
||||
typeof entry.assetId !== "string" || !assetIdPattern.test(entry.assetId)
|
||||
|| typeof entry.mimeType !== "string" || !/^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i.test(entry.mimeType)
|
||||
|| typeof entry.relativePath !== "string" || entry.relativePath.includes("\\") || entry.relativePath.split("/").includes("..")
|
||||
|| typeof entry.resourceVersion !== "string" || !releasePattern.test(entry.resourceVersion)
|
||||
|| entry.rootRef !== rootRef
|
||||
|| typeof entry.sha256 !== "string" || !shaPattern.test(entry.sha256)
|
||||
) throw new Error("runtime_asset_manifest_invalid");
|
||||
return entry as unknown as PublicAssetEntry;
|
||||
});
|
||||
}
|
||||
|
||||
function unavailable(
|
||||
configured: boolean,
|
||||
pauseReason: Exclude<RuntimeAssetState["pause_reason"], null>,
|
||||
checkedAt: string,
|
||||
): LoadedRuntimeAssets {
|
||||
return { state: { checked_at: checkedAt, configured, pause_reason: pauseReason, status: "unavailable" } };
|
||||
}
|
||||
|
||||
export function loadConfiguredRuntimeAssets(input: {
|
||||
configFile: string;
|
||||
dataRoot: string;
|
||||
trustedManifestPath: string;
|
||||
clock?: () => number;
|
||||
}): LoadedRuntimeAssets {
|
||||
const checkedAt = new Date((input.clock ?? Date.now)()).toISOString();
|
||||
let assetRoot: string;
|
||||
try {
|
||||
assetRoot = readConfiguredAssetRoot(input.configFile);
|
||||
} catch {
|
||||
return unavailable(false, "asset_root_state_missing", checkedAt);
|
||||
}
|
||||
if (!existsSync(input.trustedManifestPath)) return unavailable(true, "asset_manifest_invalid", checkedAt);
|
||||
try {
|
||||
const trustedBytes = readFileSync(input.trustedManifestPath);
|
||||
const entries = parseRuntimeManifest(trustedBytes);
|
||||
const validatedRoot = validateReadOnlyAssetRoot({
|
||||
dataRoot: input.dataRoot,
|
||||
expectedSha256: createHash("sha256").update(trustedBytes).digest("hex"),
|
||||
manifestRelativePath: "manifest.json",
|
||||
root: assetRoot,
|
||||
rootRef,
|
||||
});
|
||||
if (!validatedRoot.ok) {
|
||||
return unavailable(true, validatedRoot.reason === "asset_root_missing" ? "asset_root_missing" : "asset_manifest_invalid", checkedAt);
|
||||
}
|
||||
return {
|
||||
publicAssets: createPublicAssetResolver({ entries, roots: [validatedRoot] }),
|
||||
state: { checked_at: checkedAt, configured: true, pause_reason: null, status: "active" },
|
||||
};
|
||||
} catch {
|
||||
return unavailable(true, "asset_manifest_invalid", checkedAt);
|
||||
}
|
||||
}
|
||||
@@ -1,5 +1,7 @@
|
||||
import { createConnection } from "node:net";
|
||||
|
||||
import { MockAmapAdapter, RealAmapAdapter } from "./amap-adapter.js";
|
||||
|
||||
const API_CREDENTIALS = ["Dada/P0A/api/resend", "Dada/P0A/api/amap", "Dada/P0A/admin/pepper"] as const;
|
||||
|
||||
export async function receiveApiCredentials(input: NodeJS.ReadableStream = process.stdin) {
|
||||
@@ -13,7 +15,7 @@ export async function receiveApiCredentials(input: NodeJS.ReadableStream = proce
|
||||
if (names.length !== expected.length || names.some((name, index) => name !== expected[index])) {
|
||||
throw new Error("API credential channel contains an unexpected credential scope.");
|
||||
}
|
||||
if (expected.some((name) => typeof parsed[name] !== "string" || parsed[name] === "")) {
|
||||
if (expected.some((name) => typeof parsed[name] !== "string")) {
|
||||
throw new Error("API credential channel contains an invalid credential value.");
|
||||
}
|
||||
return parsed as Record<(typeof API_CREDENTIALS)[number], string>;
|
||||
@@ -25,11 +27,17 @@ export async function receiveApiCredentials(input: NodeJS.ReadableStream = proce
|
||||
}
|
||||
|
||||
export function initializeApiCredentialClients(credentials: Record<(typeof API_CREDENTIALS)[number], string>) {
|
||||
const configured = API_CREDENTIALS.every((name) => credentials[name].length > 0);
|
||||
const adminPepperValue = credentials["Dada/P0A/admin/pepper"];
|
||||
try {
|
||||
const adminPepper = credentials["Dada/P0A/admin/pepper"];
|
||||
if (!adminPepper) throw new Error("admin_pepper_not_configured");
|
||||
return {
|
||||
adminAllowlistPepper: Buffer.from(adminPepper, "utf8"),
|
||||
amap: credentials["Dada/P0A/api/amap"] ? new RealAmapAdapter(credentials["Dada/P0A/api/amap"]) : new MockAmapAdapter(),
|
||||
resendConfigured: Boolean(credentials["Dada/P0A/api/resend"]),
|
||||
};
|
||||
} finally {
|
||||
for (const name of API_CREDENTIALS) credentials[name] = "";
|
||||
if (!configured) throw new Error("API credential client initialization failed.");
|
||||
return { adminAllowlistPepper: Buffer.from(adminPepperValue, "utf8") };
|
||||
}
|
||||
}
|
||||
|
||||
export function attachApiSupervisorControl(pipeName: string, shutdown: () => Promise<void>) {
|
||||
|
||||
@@ -922,7 +922,7 @@ export type ReverseGeocodeRequest = {
|
||||
|
||||
export type ReverseGeocodeResponse = {
|
||||
"formatted_value": string;
|
||||
"service_mode": "mock";
|
||||
"service_mode": "mock" | "real";
|
||||
"status": "resolved";
|
||||
};
|
||||
|
||||
|
||||
@@ -124,6 +124,25 @@ button {
|
||||
margin-inline: auto;
|
||||
}
|
||||
|
||||
.auth-test-entry {
|
||||
margin-bottom: 18px;
|
||||
border-bottom: 1px solid #b4b4af;
|
||||
padding-bottom: 18px;
|
||||
}
|
||||
|
||||
.auth-test-entry .auth-primary {
|
||||
margin-top: 0;
|
||||
border-color: #111111;
|
||||
background: #111111;
|
||||
color: #f2f500;
|
||||
}
|
||||
|
||||
.auth-test-entry .auth-primary:disabled {
|
||||
border-color: #777773;
|
||||
background: #deded9;
|
||||
color: #777773;
|
||||
}
|
||||
|
||||
.auth-tabs {
|
||||
display: grid;
|
||||
grid-template-columns: 1fr 1fr;
|
||||
|
||||
@@ -77,6 +77,9 @@ export function UserAuthPage() {
|
||||
const [sendState, setSendState] = useState<SendState>("idle");
|
||||
const [countdown, setCountdown] = useState(0);
|
||||
const [error, setError] = useState<string>();
|
||||
const [localTestAvailable, setLocalTestAvailable] = useState(false);
|
||||
const [localTestError, setLocalTestError] = useState<string>();
|
||||
const [localTestSubmitting, setLocalTestSubmitting] = useState(false);
|
||||
const [submitting, setSubmitting] = useState(false);
|
||||
const emailValid = /^[^@\s]+@[^@\s]+$/.test(email);
|
||||
const registrationReady = Boolean(
|
||||
@@ -93,6 +96,18 @@ export function UserAuthPage() {
|
||||
return () => window.clearInterval(timer);
|
||||
}, [countdown]);
|
||||
|
||||
useEffect(() => {
|
||||
const controller = new AbortController();
|
||||
void fetch("/api/v1/auth/local-test", { credentials: "same-origin", signal: controller.signal })
|
||||
.then(async (response) => {
|
||||
if (!response.ok || !response.headers.get("content-type")?.includes("application/json")) return;
|
||||
const body = await response.json() as { available?: boolean };
|
||||
if (body.available === true) setLocalTestAvailable(true);
|
||||
})
|
||||
.catch(() => undefined);
|
||||
return () => controller.abort();
|
||||
}, []);
|
||||
|
||||
useEffect(() => {
|
||||
if (!noticeOpen) return;
|
||||
const previousOverflow = document.body.style.overflow;
|
||||
@@ -255,6 +270,27 @@ export function UserAuthPage() {
|
||||
}
|
||||
}
|
||||
|
||||
async function enterLocalTest() {
|
||||
if (localTestSubmitting) return;
|
||||
setLocalTestSubmitting(true);
|
||||
setLocalTestError(undefined);
|
||||
try {
|
||||
const response = await fetch("/api/v1/auth/local-test", {
|
||||
credentials: "same-origin",
|
||||
method: "POST",
|
||||
});
|
||||
if (!response.ok) {
|
||||
setLocalTestError("本机测试会话未能建立,请重试。");
|
||||
return;
|
||||
}
|
||||
window.location.assign("/app");
|
||||
} catch {
|
||||
setLocalTestError("本机测试会话未能建立,请重试。");
|
||||
} finally {
|
||||
setLocalTestSubmitting(false);
|
||||
}
|
||||
}
|
||||
|
||||
return (
|
||||
<>
|
||||
<main className="auth-page">
|
||||
@@ -271,6 +307,14 @@ export function UserAuthPage() {
|
||||
<section className="auth-content">
|
||||
<a className="auth-admin-link" href="/admin/login">管理员登录</a>
|
||||
<div className="auth-panel">
|
||||
{localTestAvailable ? (
|
||||
<div className="auth-test-entry">
|
||||
<button className="auth-primary" disabled={localTestSubmitting} onClick={enterLocalTest} type="button">
|
||||
{localTestSubmitting ? "正在进入" : "直接进入本机测试"}
|
||||
</button>
|
||||
{localTestError ? <p className="auth-error" role="alert">{localTestError}</p> : null}
|
||||
</div>
|
||||
) : null}
|
||||
<div className="auth-tabs" role="tablist" aria-label="认证方式">
|
||||
<button
|
||||
aria-selected={mode === "login"}
|
||||
|
||||
@@ -69,6 +69,7 @@ async function checkSupport() {
|
||||
browserValue.textContent = `${result.browser.brand} ${result.browser.major}`;
|
||||
supportedValue.textContent = supportedLabel(result.supported_browsers);
|
||||
window.dispatchEvent(new CustomEvent("dada:support-ready"));
|
||||
window.location.replace(window.location.pathname.startsWith("/admin") ? "/admin" : "/app");
|
||||
return;
|
||||
}
|
||||
showBlocked(
|
||||
|
||||
@@ -9,7 +9,8 @@
|
||||
},
|
||||
"dependencies": {
|
||||
"better-sqlite3": "13.0.1",
|
||||
"drizzle-orm": "0.45.2"
|
||||
"drizzle-orm": "0.45.2",
|
||||
"sharp": "0.35.3"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@types/better-sqlite3": "7.6.13",
|
||||
|
||||
@@ -7,6 +7,11 @@ export interface GenerationAdapterRequest {
|
||||
prompt: string;
|
||||
ratio: "3:4" | "1:1" | "4:3" | "9:16";
|
||||
referenceAssetIds: readonly string[];
|
||||
referenceImages?: readonly {
|
||||
assetId: string;
|
||||
bytes: Buffer;
|
||||
mimeType: "image/jpeg" | "image/png" | "image/webp";
|
||||
}[];
|
||||
}
|
||||
|
||||
export interface NormalizedGenerationOutput {
|
||||
@@ -27,6 +32,7 @@ export type GenerationAdapterResult =
|
||||
};
|
||||
|
||||
export interface GenerationAdapter {
|
||||
dispose?(): void;
|
||||
start(request: GenerationAdapterRequest): Promise<GenerationAdapterResult>;
|
||||
poll?(upstreamJobReference: string): Promise<GenerationAdapterResult>;
|
||||
}
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
import type { GenerationAdapterRequest, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
|
||||
import { normalizeImageOutputToRatio } from "./image-output-normalizer.mjs";
|
||||
import {
|
||||
AdapterContractError, type AdapterStartResult, type AdapterTransport, balanceSignalFromResponse,
|
||||
classifyAdapterError, dimensionsForRatio, mockPngBytes, validateAdapterRequest, validateMockContract,
|
||||
@@ -41,7 +42,8 @@ export class GeminiFlashAdapter implements ModelAdapter {
|
||||
const classified = this.classifyError("error" in response ? response.error : undefined, (request.configSnapshot.error_mapping_profile as Record<string, string> | undefined) ?? {});
|
||||
return { ...classified, status: "failed" };
|
||||
}
|
||||
return { outputs: [this.normalizeOutput(response)], status: "completed" };
|
||||
const output = this.normalizeOutput(response);
|
||||
return { outputs: [await normalizeImageOutputToRatio({ ...output, ratio: request.ratio })], status: "completed" };
|
||||
} catch (error) {
|
||||
const classified = error instanceof AdapterContractError
|
||||
? { category: "gateway_contract_invalid" as const, sourceCategory: error.sourceCategory }
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
import type { GenerationAdapterRequest, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
|
||||
import { normalizeImageOutputToRatio } from "./image-output-normalizer.mjs";
|
||||
import {
|
||||
AdapterContractError, type AdapterStartResult, type AdapterTransport, balanceSignalFromResponse,
|
||||
classifyAdapterError, dimensionsForRatio, mockPngBytes, validateAdapterRequest, validateMockContract,
|
||||
@@ -37,7 +38,7 @@ export class GeminiProAdapter implements ModelAdapter {
|
||||
try {
|
||||
validateAdapterRequest(request, this.modelId);
|
||||
const response = await this.transport.start({ operation: "start", modelId: this.modelId, prompt: request.prompt, ratio: request.ratio, referenceAssetIds: request.referenceAssetIds });
|
||||
return this.interpret(response, request.configSnapshot.error_mapping_profile as Record<string, string> ?? {});
|
||||
return await this.interpret(response, request.configSnapshot.error_mapping_profile as Record<string, string> ?? {}, request.ratio);
|
||||
} catch (error) {
|
||||
const classified = error instanceof AdapterContractError
|
||||
? { category: "gateway_contract_invalid" as const, sourceCategory: error.sourceCategory }
|
||||
@@ -49,7 +50,7 @@ export class GeminiProAdapter implements ModelAdapter {
|
||||
async poll(upstreamJobReference: string): Promise<AdapterStartResult> {
|
||||
try {
|
||||
const response = await this.transport.poll({ operation: "poll", modelId: this.modelId, upstreamJobReference });
|
||||
return this.interpret(response, {});
|
||||
return await this.interpret(response, {});
|
||||
} catch (error) {
|
||||
const classified = error instanceof AdapterContractError
|
||||
? { category: "gateway_contract_invalid" as const, sourceCategory: error.sourceCategory }
|
||||
@@ -58,7 +59,7 @@ export class GeminiProAdapter implements ModelAdapter {
|
||||
}
|
||||
}
|
||||
|
||||
private interpret(response: unknown, mappingProfile: Readonly<Record<string, string>>): AdapterStartResult {
|
||||
private async interpret(response: unknown, mappingProfile: Readonly<Record<string, string>>, ratio?: GenerationAdapterRequest["ratio"]): Promise<AdapterStartResult> {
|
||||
if (!response || typeof response !== "object" || !("operation" in response) || !response.operation || typeof response.operation !== "object") {
|
||||
return { category: "gateway_contract_invalid", sourceCategory: "response_shape_invalid", status: "failed" };
|
||||
}
|
||||
@@ -72,7 +73,8 @@ export class GeminiProAdapter implements ModelAdapter {
|
||||
return reference ? { status: "pending", upstreamJobReference: reference } : { category: "gateway_contract_invalid", sourceCategory: "upstream_reference_missing", status: "failed" };
|
||||
}
|
||||
try {
|
||||
return { outputs: [this.normalizeOutput("response" in operation ? operation.response : undefined)], status: "completed" };
|
||||
const output = this.normalizeOutput("response" in operation ? operation.response : undefined);
|
||||
return { outputs: [ratio ? await normalizeImageOutputToRatio({ ...output, ratio }) : output], status: "completed" };
|
||||
} catch (error) {
|
||||
return { category: "gateway_contract_invalid", sourceCategory: error instanceof AdapterContractError ? error.sourceCategory : "response_shape_invalid", status: "failed" };
|
||||
}
|
||||
|
||||
@@ -1,4 +1,5 @@
|
||||
import type { GenerationAdapterRequest, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
|
||||
import { normalizeImageOutputToRatio } from "./image-output-normalizer.mjs";
|
||||
import {
|
||||
AdapterContractError, type AdapterStartResult, type AdapterTransport, balanceSignalFromResponse,
|
||||
classifyAdapterError, dimensionsForRatio, mockPngBytes, validateAdapterRequest, validateMockContract,
|
||||
@@ -41,7 +42,8 @@ export class GptImageAdapter implements ModelAdapter {
|
||||
const classified = this.classifyError("error" in response ? response.error : undefined, (request.configSnapshot.error_mapping_profile as Record<string, string> | undefined) ?? {});
|
||||
return { ...classified, status: "failed" };
|
||||
}
|
||||
return { outputs: [this.normalizeOutput(response)], status: "completed" };
|
||||
const output = this.normalizeOutput(response);
|
||||
return { outputs: [await normalizeImageOutputToRatio({ ...output, ratio: request.ratio })], status: "completed" };
|
||||
} catch (error) {
|
||||
const classified = error instanceof AdapterContractError
|
||||
? { category: "gateway_contract_invalid" as const, sourceCategory: error.sourceCategory }
|
||||
|
||||
@@ -0,0 +1,47 @@
|
||||
import type { GenerationAdapter } from "./ai-adapter-contract.js";
|
||||
|
||||
export type AiRuntimeProbeResult =
|
||||
| {
|
||||
code: "ai_probe_passed";
|
||||
mime_type: "image/jpeg" | "image/png" | "image/webp";
|
||||
pixel_height: number;
|
||||
pixel_width: number;
|
||||
real_calls: 1;
|
||||
success: true;
|
||||
}
|
||||
| {
|
||||
code: "ai_probe_failed";
|
||||
error_category: string;
|
||||
real_calls: 1;
|
||||
success: false;
|
||||
};
|
||||
|
||||
export async function runAiRuntimeProbe(adapter: GenerationAdapter): Promise<AiRuntimeProbeResult> {
|
||||
const result = await adapter.start({
|
||||
configSnapshot: { probe: true },
|
||||
generationId: "00000000-0000-4000-8000-000000000002",
|
||||
modelId: "gemini-3.1-flash-image-preview",
|
||||
prompt: "生成一张简洁的红蓝几何色块测试图,不含文字。",
|
||||
ratio: "1:1",
|
||||
referenceAssetIds: [],
|
||||
});
|
||||
if (result.status === "failed") {
|
||||
return { code: "ai_probe_failed", error_category: result.category, real_calls: 1, success: false };
|
||||
}
|
||||
if (result.status !== "completed" || result.outputs.length !== 1) {
|
||||
return { code: "ai_probe_failed", error_category: "gateway_contract_invalid", real_calls: 1, success: false };
|
||||
}
|
||||
const output = result.outputs[0]!;
|
||||
try {
|
||||
return {
|
||||
code: "ai_probe_passed",
|
||||
mime_type: output.mimeType,
|
||||
pixel_height: output.pixelHeight,
|
||||
pixel_width: output.pixelWidth,
|
||||
real_calls: 1,
|
||||
success: true,
|
||||
};
|
||||
} finally {
|
||||
output.bytes.fill(0);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,35 @@
|
||||
export interface GenerationPollingProcessor {
|
||||
processNext(): Promise<unknown>;
|
||||
}
|
||||
|
||||
export class GenerationPollingLoop {
|
||||
private closed = false;
|
||||
private inFlight = false;
|
||||
private readonly timer: ReturnType<typeof setInterval>;
|
||||
|
||||
constructor(
|
||||
private readonly processor: GenerationPollingProcessor,
|
||||
intervalMilliseconds = 250,
|
||||
) {
|
||||
if (!Number.isSafeInteger(intervalMilliseconds) || intervalMilliseconds <= 0) {
|
||||
throw new Error("generation_polling_interval_invalid");
|
||||
}
|
||||
this.timer = setInterval(() => this.run(), intervalMilliseconds);
|
||||
}
|
||||
|
||||
close() {
|
||||
if (this.closed) return;
|
||||
this.closed = true;
|
||||
clearInterval(this.timer);
|
||||
}
|
||||
|
||||
private run() {
|
||||
if (this.closed || this.inFlight) return;
|
||||
this.inFlight = true;
|
||||
void this.processor.processNext()
|
||||
.catch(() => undefined)
|
||||
.finally(() => {
|
||||
this.inFlight = false;
|
||||
});
|
||||
}
|
||||
}
|
||||
@@ -1,11 +1,11 @@
|
||||
import { createHash, randomUUID } from "node:crypto";
|
||||
import { existsSync, mkdirSync, renameSync, rmSync, writeFileSync } from "node:fs";
|
||||
import { dirname, join, resolve } from "node:path";
|
||||
import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, statSync, writeFileSync } from "node:fs";
|
||||
import { dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
|
||||
|
||||
import Database from "better-sqlite3";
|
||||
import type BetterSqlite3 from "better-sqlite3";
|
||||
|
||||
import type { GenerationAdapter, GenerationAdapterResult, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
|
||||
import type { GenerationAdapter, GenerationAdapterRequest, GenerationAdapterResult, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
|
||||
import { GatewayBalanceRuntime } from "./gateway-balance-runtime.js";
|
||||
import { generationErrorRegistry, type GenerationErrorCategory } from "./generation-error-registry.js";
|
||||
import { configureWorkerDatabase } from "./sqlite-connection.js";
|
||||
@@ -91,7 +91,8 @@ export class GenerationProcessor {
|
||||
this.clock = input.clock ?? Date.now;
|
||||
this.dataRoot = resolve(input.dataRoot);
|
||||
this.workerId = input.workerId;
|
||||
this.database = new Database(input.databasePath);
|
||||
const nativeBinding = process.env.DADA_SQLITE_NATIVE_BINDING;
|
||||
this.database = new Database(input.databasePath, nativeBinding ? { nativeBinding } : undefined);
|
||||
configureWorkerDatabase(this.database);
|
||||
this.migrate();
|
||||
this.gatewayBalance = new GatewayBalanceRuntime({ clock: this.clock, database: this.database });
|
||||
@@ -119,6 +120,7 @@ export class GenerationProcessor {
|
||||
.run("worker_stopped", now, this.workerId);
|
||||
});
|
||||
this.gatewayBalance.close();
|
||||
this.adapter.dispose?.();
|
||||
this.database.close();
|
||||
}
|
||||
|
||||
@@ -143,6 +145,12 @@ export class GenerationProcessor {
|
||||
SELECT managed_file_id FROM generation_reference_snapshots WHERE generation_id = ? ORDER BY position
|
||||
`).all(generationId) as Array<{ managed_file_id: string }>;
|
||||
let adapterResult: GenerationAdapterResult;
|
||||
let referenceImages: NonNullable<GenerationAdapterRequest["referenceImages"]>;
|
||||
try {
|
||||
referenceImages = this.loadReferenceImages(references.map((row) => row.managed_file_id));
|
||||
} catch {
|
||||
return this.completeFailure(job, "reference_invalid", "reference_load_failed");
|
||||
}
|
||||
try {
|
||||
if (job.upstream_job_reference) {
|
||||
if (!this.adapter.poll) return this.completeFailure(job, "unknown_retryable", "poll_unsupported", undefined, false, "pending_manual_review");
|
||||
@@ -155,10 +163,13 @@ export class GenerationProcessor {
|
||||
prompt: job.prompt,
|
||||
ratio: job.ratio,
|
||||
referenceAssetIds: references.map((row) => row.managed_file_id),
|
||||
referenceImages,
|
||||
}));
|
||||
}
|
||||
} catch {
|
||||
return this.completeFailure(job, "unknown_retryable", "adapter_exception", undefined, false, "pending_manual_review");
|
||||
} finally {
|
||||
for (const reference of referenceImages) reference.bytes.fill(0);
|
||||
}
|
||||
|
||||
if (adapterResult.status === "failed") return this.completeFailure(job, adapterResult.category, adapterResult.sourceCategory, adapterResult.balanceSignal);
|
||||
@@ -174,6 +185,29 @@ export class GenerationProcessor {
|
||||
}
|
||||
}
|
||||
|
||||
private loadReferenceImages(referenceAssetIds: string[]): NonNullable<GenerationAdapterRequest["referenceImages"]> {
|
||||
return referenceAssetIds.map((assetId) => {
|
||||
const row = this.database.prepare(`
|
||||
SELECT relative_path, mime_type FROM managed_files
|
||||
WHERE file_id = ? AND file_kind = 'reference' AND status = 'committed'
|
||||
`).get(assetId) as { mime_type: string; relative_path: string } | undefined;
|
||||
if (!row || !["image/jpeg", "image/png", "image/webp"].includes(row.mime_type) || isAbsolute(row.relative_path)) {
|
||||
throw new Error("reference_invalid");
|
||||
}
|
||||
const path = resolve(this.dataRoot, row.relative_path);
|
||||
const child = relative(this.dataRoot, path);
|
||||
if (!child || child === ".." || child.startsWith(`..${sep}`) || isAbsolute(child)
|
||||
|| !existsSync(path) || !statSync(path).isFile()) {
|
||||
throw new Error("reference_invalid");
|
||||
}
|
||||
return {
|
||||
assetId,
|
||||
bytes: readFileSync(path),
|
||||
mimeType: row.mime_type as "image/jpeg" | "image/png" | "image/webp",
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
private claim(generationId: string) {
|
||||
return this.immediate(() => {
|
||||
const row = this.readJob(generationId);
|
||||
|
||||
@@ -0,0 +1,74 @@
|
||||
import sharp from "sharp";
|
||||
|
||||
const productDimensions = Object.freeze({
|
||||
"3:4": Object.freeze({ pixelHeight: 1440, pixelWidth: 1080 }),
|
||||
"1:1": Object.freeze({ pixelHeight: 1080, pixelWidth: 1080 }),
|
||||
"4:3": Object.freeze({ pixelHeight: 1080, pixelWidth: 1440 }),
|
||||
"9:16": Object.freeze({ pixelHeight: 1920, pixelWidth: 1080 }),
|
||||
});
|
||||
|
||||
const gptImageRequestSizes = Object.freeze({
|
||||
"3:4": "1056x1408",
|
||||
"1:1": "1088x1088",
|
||||
"4:3": "1408x1056",
|
||||
"9:16": "1008x1792",
|
||||
});
|
||||
|
||||
const allowedMimeTypes = new Set(["image/jpeg", "image/png", "image/webp"]);
|
||||
const maximumInputBytes = 20 * 1024 * 1024;
|
||||
|
||||
function assertRatio(ratio) {
|
||||
if (!(ratio in productDimensions)) throw new Error("image_output_ratio_unsupported");
|
||||
return ratio;
|
||||
}
|
||||
|
||||
export function productDimensionsForRatio(ratio) {
|
||||
return { ...productDimensions[assertRatio(ratio)] };
|
||||
}
|
||||
|
||||
export function gptImageRequestSizeForRatio(ratio) {
|
||||
return gptImageRequestSizes[assertRatio(ratio)];
|
||||
}
|
||||
|
||||
export async function normalizeImageOutputToRatio(input) {
|
||||
const ratio = assertRatio(input?.ratio);
|
||||
if (!Buffer.isBuffer(input?.bytes) || input.bytes.length === 0 || input.bytes.length > maximumInputBytes
|
||||
|| !allowedMimeTypes.has(input?.mimeType)) {
|
||||
throw new Error("image_output_media_invalid");
|
||||
}
|
||||
const target = productDimensions[ratio];
|
||||
if (input.pixelWidth === target.pixelWidth && input.pixelHeight === target.pixelHeight) {
|
||||
return {
|
||||
bytes: Buffer.from(input.bytes),
|
||||
mimeType: input.mimeType,
|
||||
normalized: false,
|
||||
...target,
|
||||
upstreamPixelHeight: input.pixelHeight,
|
||||
upstreamPixelWidth: input.pixelWidth,
|
||||
};
|
||||
}
|
||||
|
||||
const image = sharp(input.bytes, { failOn: "error", limitInputPixels: 40_000_000 });
|
||||
const metadata = await image.metadata();
|
||||
if (!metadata.width || !metadata.height) throw new Error("image_output_dimensions_missing");
|
||||
const requestedRatio = target.pixelWidth / target.pixelHeight;
|
||||
const upstreamRatio = metadata.width / metadata.height;
|
||||
if (Math.abs(upstreamRatio - requestedRatio) / requestedRatio > 0.02) {
|
||||
throw new Error("image_output_aspect_ratio_mismatch");
|
||||
}
|
||||
const { data, info } = await image
|
||||
.resize(target.pixelWidth, target.pixelHeight, { fit: "fill", kernel: sharp.kernel.lanczos3 })
|
||||
.png({ compressionLevel: 9 })
|
||||
.toBuffer({ resolveWithObject: true });
|
||||
if (info.width !== target.pixelWidth || info.height !== target.pixelHeight || info.format !== "png") {
|
||||
throw new Error("image_output_normalization_failed");
|
||||
}
|
||||
return {
|
||||
bytes: data,
|
||||
mimeType: "image/png",
|
||||
normalized: true,
|
||||
...target,
|
||||
upstreamPixelHeight: metadata.height,
|
||||
upstreamPixelWidth: metadata.width,
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,221 @@
|
||||
import sharp from "sharp";
|
||||
|
||||
import type {
|
||||
GenerationAdapter,
|
||||
GenerationAdapterRequest,
|
||||
GenerationAdapterResult,
|
||||
NormalizedGenerationOutput,
|
||||
} from "./ai-adapter-contract.js";
|
||||
import { gptImageRequestSizeForRatio, normalizeImageOutputToRatio } from "./image-output-normalizer.mjs";
|
||||
|
||||
const geminiProductModelId = "gemini-3.1-flash-image-preview";
|
||||
const geminiProviderModelId = "gemini-3.1-flash-image";
|
||||
const gptImageModelId = "gpt-image-2";
|
||||
const geminiEndpoint = "https://oneapi.intelligrow.cn/v1/chat/completions";
|
||||
const gptImageEndpoint = "https://oneapi.intelligrow.cn/v1/images/generations";
|
||||
const gptImageReferenceEndpoint = "https://oneapi.intelligrow.cn/v1/images/edits";
|
||||
const maximumResponseBytes = 32 * 1024 * 1024;
|
||||
const requestTimeoutMilliseconds = 180_000;
|
||||
const geminiImageSystemInstruction = "Generate exactly one image from the user's description. Return the generated image and do not answer with text only.";
|
||||
|
||||
type FetchLike = typeof fetch;
|
||||
|
||||
class OneApiRuntimeError extends Error {
|
||||
constructor(
|
||||
readonly category: "gateway_balance_insufficient" | "gateway_contract_invalid" | "model_disabled" | "reference_invalid" | "upstream_failed" | "upstream_timeout" | "unknown_non_retryable",
|
||||
readonly sourceCategory: string,
|
||||
) {
|
||||
super(sourceCategory);
|
||||
}
|
||||
}
|
||||
|
||||
function failure(error: unknown): GenerationAdapterResult {
|
||||
if (error instanceof OneApiRuntimeError) {
|
||||
return { category: error.category, sourceCategory: error.sourceCategory, status: "failed" };
|
||||
}
|
||||
if (error instanceof Error && error.name === "AbortError") {
|
||||
return { category: "upstream_timeout", sourceCategory: "upstream_timeout", status: "failed" };
|
||||
}
|
||||
return { category: "upstream_failed", sourceCategory: "upstream_failed", status: "failed" };
|
||||
}
|
||||
|
||||
function mapHttpFailure(status: number) {
|
||||
if (status === 408 || status === 504) return new OneApiRuntimeError("upstream_timeout", `upstream_http_${status}`);
|
||||
if (status === 429) return new OneApiRuntimeError("gateway_balance_insufficient", "upstream_http_429");
|
||||
if (status >= 500) return new OneApiRuntimeError("upstream_failed", `upstream_http_${status}`);
|
||||
if (status === 400 || status === 404 || status === 422) return new OneApiRuntimeError("gateway_contract_invalid", `upstream_http_${status}`);
|
||||
return new OneApiRuntimeError("unknown_non_retryable", `upstream_http_${status}`);
|
||||
}
|
||||
|
||||
async function readBoundedJson(response: Response) {
|
||||
const declaredLength = Number(response.headers.get("content-length") ?? 0);
|
||||
if (Number.isFinite(declaredLength) && declaredLength > maximumResponseBytes) {
|
||||
throw new OneApiRuntimeError("gateway_contract_invalid", "upstream_response_too_large");
|
||||
}
|
||||
if (!response.body) throw new OneApiRuntimeError("gateway_contract_invalid", "upstream_response_empty");
|
||||
const reader = response.body.getReader();
|
||||
const chunks: Buffer[] = [];
|
||||
let total = 0;
|
||||
try {
|
||||
while (true) {
|
||||
const next = await reader.read();
|
||||
if (next.done) break;
|
||||
const chunk = Buffer.from(next.value);
|
||||
total += chunk.length;
|
||||
if (total > maximumResponseBytes) {
|
||||
await reader.cancel();
|
||||
throw new OneApiRuntimeError("gateway_contract_invalid", "upstream_response_too_large");
|
||||
}
|
||||
chunks.push(chunk);
|
||||
}
|
||||
try {
|
||||
return JSON.parse(Buffer.concat(chunks).toString("utf8")) as unknown;
|
||||
} catch {
|
||||
throw new OneApiRuntimeError("gateway_contract_invalid", "upstream_response_invalid");
|
||||
}
|
||||
} finally {
|
||||
for (const chunk of chunks) chunk.fill(0);
|
||||
}
|
||||
}
|
||||
|
||||
function extractGeminiImage(response: unknown) {
|
||||
if (!response || typeof response !== "object" || !("choices" in response) || !Array.isArray(response.choices)) {
|
||||
throw new OneApiRuntimeError("gateway_contract_invalid", "response_shape_invalid");
|
||||
}
|
||||
const choice = response.choices[0];
|
||||
const content = choice && typeof choice === "object" && "message" in choice && choice.message && typeof choice.message === "object"
|
||||
&& "content" in choice.message && typeof choice.message.content === "string" ? choice.message.content : "";
|
||||
const matches = [...content.matchAll(/!\[[^\]]*\]\(\s*data:(image\/(?:jpeg|png|webp));base64,([A-Za-z0-9+/=\r\n]+)\s*\)/gi)];
|
||||
if (matches.length !== 1) throw new OneApiRuntimeError("gateway_contract_invalid", "response_single_image_required");
|
||||
return { bytes: Buffer.from(matches[0]![2]!, "base64"), declaredMimeType: matches[0]![1]!.toLowerCase() };
|
||||
}
|
||||
|
||||
function extractGptImage(response: unknown) {
|
||||
if (!response || typeof response !== "object" || !("data" in response) || !Array.isArray(response.data)
|
||||
|| response.data.length !== 1 || !response.data[0] || typeof response.data[0] !== "object"
|
||||
|| !("b64_json" in response.data[0]) || typeof response.data[0].b64_json !== "string") {
|
||||
throw new OneApiRuntimeError("gateway_contract_invalid", "response_single_image_required");
|
||||
}
|
||||
return { bytes: Buffer.from(response.data[0].b64_json, "base64"), declaredMimeType: undefined };
|
||||
}
|
||||
|
||||
async function normalizeOutput(bytes: Buffer, declaredMimeType: string | undefined, ratio: GenerationAdapterRequest["ratio"]): Promise<NormalizedGenerationOutput> {
|
||||
try {
|
||||
const metadata = await sharp(bytes, { failOn: "error", limitInputPixels: 40_000_000 }).metadata();
|
||||
const mimeType = metadata.format === "png" ? "image/png" : metadata.format === "jpeg" ? "image/jpeg" : metadata.format === "webp" ? "image/webp" : undefined;
|
||||
if (!mimeType || !metadata.width || !metadata.height || (declaredMimeType && declaredMimeType !== mimeType)) {
|
||||
throw new OneApiRuntimeError("gateway_contract_invalid", "response_media_invalid");
|
||||
}
|
||||
const normalized = await normalizeImageOutputToRatio({ bytes, mimeType, pixelHeight: metadata.height, pixelWidth: metadata.width, ratio });
|
||||
return { bytes: normalized.bytes, mimeType: normalized.mimeType, pixelHeight: normalized.pixelHeight, pixelWidth: normalized.pixelWidth };
|
||||
} catch (error) {
|
||||
if (error instanceof OneApiRuntimeError) throw error;
|
||||
throw new OneApiRuntimeError("gateway_contract_invalid", "response_media_invalid");
|
||||
}
|
||||
}
|
||||
|
||||
function validateRequest(request: GenerationAdapterRequest) {
|
||||
if (!request.prompt.trim() || request.prompt.length > 1_000) throw new OneApiRuntimeError("gateway_contract_invalid", "prompt_invalid");
|
||||
const references = request.referenceImages ?? [];
|
||||
if (references.length !== request.referenceAssetIds.length || references.length > 2) {
|
||||
throw new OneApiRuntimeError("reference_invalid", "reference_count_invalid");
|
||||
}
|
||||
const totalBytes = references.reduce((total, reference) => total + reference.bytes.length, 0);
|
||||
if (totalBytes > 20 * 1024 * 1024 || references.some((reference) => reference.bytes.length === 0 || reference.bytes.length > 10 * 1024 * 1024)) {
|
||||
throw new OneApiRuntimeError("reference_invalid", "reference_size_invalid");
|
||||
}
|
||||
return references;
|
||||
}
|
||||
|
||||
function buildRequest(request: GenerationAdapterRequest) {
|
||||
const references = validateRequest(request);
|
||||
if (request.modelId === geminiProductModelId) {
|
||||
const content = references.length === 0
|
||||
? request.prompt
|
||||
: [
|
||||
{ text: request.prompt, type: "text" },
|
||||
...references.map((reference) => ({
|
||||
image_url: { url: `data:${reference.mimeType};base64,${reference.bytes.toString("base64")}` },
|
||||
type: "image_url",
|
||||
})),
|
||||
];
|
||||
return {
|
||||
body: JSON.stringify({
|
||||
extra_body: { google: { image_config: { aspect_ratio: request.ratio, image_size: "1K" } } },
|
||||
messages: [
|
||||
{ content: geminiImageSystemInstruction, role: "system" },
|
||||
{ content, role: "user" },
|
||||
],
|
||||
model: geminiProviderModelId,
|
||||
stream: false,
|
||||
}),
|
||||
contentType: "application/json",
|
||||
endpoint: geminiEndpoint,
|
||||
parser: extractGeminiImage,
|
||||
};
|
||||
}
|
||||
if (request.modelId !== gptImageModelId) throw new OneApiRuntimeError("model_disabled", "model_not_supported");
|
||||
if (references.length > 0) {
|
||||
const form = new FormData();
|
||||
form.append("model", gptImageModelId);
|
||||
form.append("prompt", request.prompt);
|
||||
form.append("response_format", "b64_json");
|
||||
form.append("size", gptImageRequestSizeForRatio(request.ratio));
|
||||
references.forEach((reference, index) => form.append("image[]", new Blob([reference.bytes], { type: reference.mimeType }), `reference-${index + 1}.png`));
|
||||
return { body: form, contentType: undefined, endpoint: gptImageReferenceEndpoint, parser: extractGptImage };
|
||||
}
|
||||
return {
|
||||
body: JSON.stringify({ model: gptImageModelId, prompt: request.prompt, response_format: "b64_json", size: gptImageRequestSizeForRatio(request.ratio) }),
|
||||
contentType: "application/json",
|
||||
endpoint: gptImageEndpoint,
|
||||
parser: extractGptImage,
|
||||
};
|
||||
}
|
||||
|
||||
export class OneApiGenerationAdapter implements GenerationAdapter {
|
||||
private readonly credential: Buffer;
|
||||
private readonly fetchImpl: FetchLike;
|
||||
private disposed = false;
|
||||
|
||||
constructor(input: { credential: Buffer; fetch?: FetchLike }) {
|
||||
if (input.credential.length < 8) throw new Error("ai_gateway_credential_invalid");
|
||||
this.credential = Buffer.from(input.credential);
|
||||
this.fetchImpl = input.fetch ?? fetch;
|
||||
}
|
||||
|
||||
async start(request: GenerationAdapterRequest): Promise<GenerationAdapterResult> {
|
||||
if (this.disposed) return { category: "upstream_failed", sourceCategory: "adapter_disposed", status: "failed" };
|
||||
const controller = new AbortController();
|
||||
const timeout = setTimeout(() => controller.abort(), requestTimeoutMilliseconds);
|
||||
let sourceBytes: Buffer | undefined;
|
||||
try {
|
||||
const providerRequest = buildRequest(request);
|
||||
const headers = new Headers({ authorization: `Bearer ${this.credential.toString("utf8")}` });
|
||||
if (providerRequest.contentType) headers.set("content-type", providerRequest.contentType);
|
||||
const response = await this.fetchImpl(providerRequest.endpoint, {
|
||||
body: providerRequest.body,
|
||||
headers,
|
||||
method: "POST",
|
||||
redirect: "error",
|
||||
signal: controller.signal,
|
||||
});
|
||||
if (!response.ok) throw mapHttpFailure(response.status);
|
||||
const parsed = await readBoundedJson(response);
|
||||
const extracted = providerRequest.parser(parsed);
|
||||
sourceBytes = extracted.bytes;
|
||||
const output = await normalizeOutput(sourceBytes, extracted.declaredMimeType, request.ratio);
|
||||
return { outputs: [output], status: "completed" };
|
||||
} catch (error) {
|
||||
return failure(error);
|
||||
} finally {
|
||||
clearTimeout(timeout);
|
||||
sourceBytes?.fill(0);
|
||||
}
|
||||
}
|
||||
|
||||
dispose() {
|
||||
if (this.disposed) return;
|
||||
this.disposed = true;
|
||||
this.credential.fill(0);
|
||||
}
|
||||
}
|
||||
@@ -13,7 +13,7 @@ export async function receiveWorkerCredentials(input: NodeJS.ReadableStream = pr
|
||||
if (names.length !== expected.length || names.some((name, index) => name !== expected[index])) {
|
||||
throw new Error("Worker credential channel contains an unexpected credential scope.");
|
||||
}
|
||||
if (expected.some((name) => typeof parsed[name] !== "string" || parsed[name] === "")) {
|
||||
if (expected.some((name) => typeof parsed[name] !== "string")) {
|
||||
throw new Error("Worker credential channel contains an invalid credential value.");
|
||||
}
|
||||
return parsed as Record<(typeof WORKER_CREDENTIALS)[number], string>;
|
||||
@@ -25,9 +25,13 @@ export async function receiveWorkerCredentials(input: NodeJS.ReadableStream = pr
|
||||
}
|
||||
|
||||
export function initializeWorkerCredentialClient(credentials: Record<(typeof WORKER_CREDENTIALS)[number], string>) {
|
||||
const configured = WORKER_CREDENTIALS.every((name) => credentials[name].length > 0);
|
||||
const value = credentials["Dada/P0A/worker/ai-gateway"];
|
||||
try {
|
||||
if (!value) throw new Error("worker_ai_gateway_not_configured");
|
||||
return { aiGatewayCredential: Buffer.from(value, "utf8") };
|
||||
} finally {
|
||||
for (const name of WORKER_CREDENTIALS) credentials[name] = "";
|
||||
if (!configured) throw new Error("Worker credential client initialization failed.");
|
||||
}
|
||||
}
|
||||
|
||||
export function attachWorkerSupervisorControl(pipeName: string, shutdown: () => Promise<void> | void) {
|
||||
|
||||
@@ -2,6 +2,10 @@ import { parentPort } from "node:worker_threads";
|
||||
import { join } from "node:path";
|
||||
|
||||
import { WorkerAiCallGate } from "./ai-call-gate.js";
|
||||
import { runAiRuntimeProbe } from "./ai-runtime-probe.js";
|
||||
import { GenerationPollingLoop } from "./generation-polling-loop.js";
|
||||
import { GenerationProcessor } from "./generation-processor.js";
|
||||
import { OneApiGenerationAdapter } from "./oneapi-generation-adapter.js";
|
||||
import { readConfiguredLocalDataRoot } from "./runtime-config.js";
|
||||
import { RetentionCleanup } from "./retention-cleanup.js";
|
||||
import { ProjectPurgeCleanup } from "./project-purge-cleanup.js";
|
||||
@@ -21,8 +25,25 @@ if (workerPort) {
|
||||
});
|
||||
}
|
||||
|
||||
if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
|
||||
initializeWorkerCredentialClient(await receiveWorkerCredentials());
|
||||
if (!workerPort && process.argv.includes("--dada-ai-probe")) {
|
||||
const credentialClient = initializeWorkerCredentialClient(await receiveWorkerCredentials());
|
||||
let adapter: OneApiGenerationAdapter | undefined;
|
||||
let probeResult: Awaited<ReturnType<typeof runAiRuntimeProbe>> | { code: "ai_probe_failed"; error_category: "upstream_failed"; real_calls: 0; success: false };
|
||||
try {
|
||||
adapter = new OneApiGenerationAdapter({ credential: credentialClient.aiGatewayCredential });
|
||||
probeResult = await runAiRuntimeProbe(adapter);
|
||||
} catch {
|
||||
probeResult = { code: "ai_probe_failed", error_category: "upstream_failed", real_calls: 0, success: false };
|
||||
} finally {
|
||||
credentialClient.aiGatewayCredential.fill(0);
|
||||
adapter?.dispose();
|
||||
}
|
||||
await new Promise<void>((resolveWrite, rejectWrite) => {
|
||||
process.stdout.write(JSON.stringify(probeResult), (error) => error ? rejectWrite(error) : resolveWrite());
|
||||
});
|
||||
process.exit(probeResult.success ? 0 : 2);
|
||||
} else if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
|
||||
const credentialClient = initializeWorkerCredentialClient(await receiveWorkerCredentials());
|
||||
const controlPipeIndex = process.argv.indexOf("--dada-control-pipe");
|
||||
const controlPipe = process.argv[controlPipeIndex + 1];
|
||||
if (controlPipeIndex < 0 || !controlPipe) throw new Error("Supervisor control pipe name is required.");
|
||||
@@ -31,11 +52,15 @@ if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
|
||||
let retention: RetentionCleanup | undefined;
|
||||
let projectCleanup: ProjectPurgeCleanup | undefined;
|
||||
let retentionTimer: ReturnType<typeof setInterval> | undefined;
|
||||
let processor: GenerationProcessor | undefined;
|
||||
let generationLoop: GenerationPollingLoop | undefined;
|
||||
const control = attachWorkerSupervisorControl(controlPipe, () => {
|
||||
clearInterval(keepAlive);
|
||||
if (retentionTimer) clearInterval(retentionTimer);
|
||||
retention?.close();
|
||||
projectCleanup?.close();
|
||||
generationLoop?.close();
|
||||
processor?.close();
|
||||
storage?.close();
|
||||
});
|
||||
let storageStatus: "active" | "unavailable" = "active";
|
||||
@@ -45,6 +70,13 @@ if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
|
||||
storage = new WorkerStorageStatus(databasePath);
|
||||
retention = new RetentionCleanup({ databasePath });
|
||||
projectCleanup = new ProjectPurgeCleanup({ dataRoot, databasePath });
|
||||
let adapter: OneApiGenerationAdapter;
|
||||
try {
|
||||
adapter = new OneApiGenerationAdapter({ credential: credentialClient.aiGatewayCredential });
|
||||
} finally {
|
||||
credentialClient.aiGatewayCredential.fill(0);
|
||||
}
|
||||
processor = new GenerationProcessor({ adapter, dataRoot, databasePath, workerId: `portable-oneapi-worker-${process.pid}` });
|
||||
const runRetentionCleanup = () => {
|
||||
try {
|
||||
retention?.purgeExpired();
|
||||
@@ -71,8 +103,11 @@ if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
|
||||
});
|
||||
logger.write({ error_category: "none", status_category: "ready" });
|
||||
new WorkerAiCallGate({ getStorageStatus: () => storageStatus === "unavailable" ? storageStatus : (storage?.getStatus() ?? "unavailable"), logger });
|
||||
generationLoop = new GenerationPollingLoop(processor);
|
||||
} catch {
|
||||
storageStatus = "unavailable";
|
||||
control.reportStatus("storage_unavailable");
|
||||
clearInterval(keepAlive);
|
||||
setTimeout(() => process.exit(1), 50);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,6 +1,7 @@
|
||||
{
|
||||
"extends": "../../tsconfig.base.json",
|
||||
"compilerOptions": {
|
||||
"allowJs": true,
|
||||
"module": "NodeNext",
|
||||
"moduleResolution": "NodeNext",
|
||||
"lib": ["ES2024"],
|
||||
|
||||
File diff suppressed because it is too large
Load Diff
@@ -0,0 +1,29 @@
|
||||
{
|
||||
"config_set_version": 8,
|
||||
"gateway_account_ref": "oneapi-intelligrow-test",
|
||||
"models": [
|
||||
{
|
||||
"config_version": 7,
|
||||
"gateway_account_ref": "oneapi-intelligrow-test",
|
||||
"model_id": "gemini-3.1-flash-image",
|
||||
"route_profile": {
|
||||
"endpoint": "https://oneapi.intelligrow.cn/v1/chat/completions",
|
||||
"mode": "sync",
|
||||
"protocol_version": "gemini-openai-chat-v1",
|
||||
"provider_model_id": "gemini-3.1-flash-image"
|
||||
}
|
||||
},
|
||||
{
|
||||
"config_version": 2,
|
||||
"gateway_account_ref": "oneapi-intelligrow-test",
|
||||
"model_id": "gpt-image-2",
|
||||
"route_profile": {
|
||||
"endpoint": "https://oneapi.intelligrow.cn/v1/images/generations",
|
||||
"mode": "sync",
|
||||
"protocol_version": "openai-images-v1",
|
||||
"reference_endpoint": "https://oneapi.intelligrow.cn/v1/images/edits"
|
||||
}
|
||||
}
|
||||
],
|
||||
"schema_version": "1.0"
|
||||
}
|
||||
@@ -5621,11 +5621,21 @@
|
||||
"type": "string"
|
||||
},
|
||||
"service_mode": {
|
||||
"anyOf": [
|
||||
{
|
||||
"enum": [
|
||||
"mock"
|
||||
],
|
||||
"type": "string"
|
||||
},
|
||||
{
|
||||
"enum": [
|
||||
"real"
|
||||
],
|
||||
"type": "string"
|
||||
}
|
||||
]
|
||||
},
|
||||
"status": {
|
||||
"enum": [
|
||||
"resolved"
|
||||
|
||||
+13
-1
@@ -21,6 +21,8 @@
|
||||
"test:security": "node scripts/verify-frozen-dependencies.mjs && node scripts/redaction-scan.mjs",
|
||||
"test:package": "pnpm build:workspace-packages && pnpm run typecheck && node --test tests/package/wp0-09-portable.test.mjs && node scripts/package-smoke.mjs && node scripts/loopback-boundary-smoke.mjs",
|
||||
"package:portable": "node scripts/build-portable.mjs",
|
||||
"assets:manifest": "pnpm build:workspace-packages && node scripts/generate-runtime-asset-manifest.mjs",
|
||||
"assets:deploy": "pnpm build:workspace-packages && node scripts/deploy-runtime-assets.mjs",
|
||||
"generate:openapi": "node scripts/generate-openapi.mjs",
|
||||
"check:openapi": "node scripts/check-openapi.mjs",
|
||||
"validate:tdd-trace": "node scripts/validate-tdd-trace.mjs",
|
||||
@@ -107,8 +109,18 @@
|
||||
"test:wp6-05": "pnpm exec vitest run tests/api/wp6-05-state.test.ts && pnpm exec playwright test tests/e2e/wp6-05-state.spec.ts --config playwright.config.ts",
|
||||
"test:wp7-01": "node scripts/run-wp7-01-validation.mjs",
|
||||
"review:wp7-01": "node scripts/record-wp7-01-manual-review.mjs",
|
||||
"test:wp7-02": "node scripts/run-wp7-02-validation.mjs",
|
||||
"test:wp7-02:controlled": "node scripts/run-wp7-02-validation.mjs --controlled-real",
|
||||
"review:wp7-02": "node scripts/record-wp7-02-manual-review.mjs",
|
||||
"test:wp7-03": "node scripts/run-wp7-03-validation.mjs --phase green",
|
||||
"test:wp7-03:red": "node scripts/run-wp7-03-validation.mjs --phase red"
|
||||
"test:wp7-03:red": "node scripts/run-wp7-03-validation.mjs --phase red",
|
||||
"test:wp7-04": "node scripts/run-wp7-04-validation.mjs",
|
||||
"test:wp7-05": "node scripts/run-wp7-05-validation.mjs",
|
||||
"test:wp7-05:unit": "node --test tests/package/wp7-05-ui-gate.test.mjs tests/package/wp7-05-coverage.test.mjs",
|
||||
"test:wp7-06": "node scripts/run-wp7-06-validation.mjs",
|
||||
"test:wp7-06:unit": "node --test tests/package/wp7-06-prefreeze.test.mjs",
|
||||
"test:wp7-07": "node scripts/run-wp7-07-validation.mjs",
|
||||
"test:wp7-07:unit": "node --test tests/package/wp7-07-final-release.test.mjs"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@playwright/test": "1.62.0",
|
||||
|
||||
@@ -228,7 +228,13 @@ function readCsv(tracker: SourceTracker, path: string, label: string): CsvRow[]
|
||||
|
||||
function itemDirectoryFor(collection: CollectionConfig, catalogPath: string, row: CsvRow): { directory: string; metadataPath: string } {
|
||||
if (collection.id === "font_panel") {
|
||||
const resourceDir = requireString(row.resource_dir, "font resource_dir");
|
||||
const configuredResourceDir = requireString(row.resource_dir, "font resource_dir");
|
||||
const normalizedResourceDir = configuredResourceDir.replaceAll("\\", "/");
|
||||
const relocationMarker = "/resources/font_packages/";
|
||||
const markerIndex = normalizedResourceDir.lastIndexOf(relocationMarker);
|
||||
const resourceDir = isAbsolute(configuredResourceDir) && !inside(configuredResourceDir, collection.root.path) && markerIndex >= 0
|
||||
? relativeReference(normalizedResourceDir.slice(markerIndex + 1), "font resource_dir relocation")
|
||||
: configuredResourceDir;
|
||||
const directory = resolveSourcePath(resourceDir, collection.root.path, collection.root.path, "font resource_dir");
|
||||
return { directory, metadataPath: resolveSourcePath("metadata.json", directory, collection.root.path, "font metadata") };
|
||||
}
|
||||
|
||||
@@ -281,7 +281,7 @@ export const AdminDiagnosticsResponseSchema = Type.Object({
|
||||
browser_support: Type.Array(Type.Object({
|
||||
brand: Type.Union([Type.Literal("Google Chrome"), Type.Literal("Microsoft Edge")]),
|
||||
major: Type.Integer({ minimum: 1 }),
|
||||
}, { additionalProperties: false }), { maxItems: 2 }),
|
||||
}, { additionalProperties: false }), { maxItems: 8 }),
|
||||
worker_status: Type.Union([Type.Literal("ready"), Type.Literal("degraded"), Type.Literal("unavailable")]),
|
||||
}, { additionalProperties: false }),
|
||||
}, { additionalProperties: false, $id: "AdminDiagnosticsResponse" });
|
||||
|
||||
@@ -83,7 +83,7 @@ export const ErrorDetailsSchema = Type.Object(
|
||||
},
|
||||
{ additionalProperties: false },
|
||||
),
|
||||
{ maxItems: 2 },
|
||||
{ maxItems: 8 },
|
||||
),
|
||||
),
|
||||
capacity_status: Type.Optional(
|
||||
|
||||
@@ -7,7 +7,7 @@ export const ReverseGeocodeRequestSchema = Type.Object({
|
||||
|
||||
export const ReverseGeocodeResponseSchema = Type.Object({
|
||||
formatted_value: Type.String({ maxLength: 200, minLength: 1 }),
|
||||
service_mode: Type.Literal("mock"),
|
||||
service_mode: Type.Union([Type.Literal("mock"), Type.Literal("real")]),
|
||||
status: Type.Literal("resolved"),
|
||||
}, { additionalProperties: false, $id: "ReverseGeocodeResponse" });
|
||||
|
||||
|
||||
@@ -23,6 +23,27 @@ export const P0A_DYNAMIC_STICKER_IDS = [
|
||||
"DYN008", "DYN011", "DYN012", "DYN015", "DYN016",
|
||||
] as const;
|
||||
|
||||
export const P0A_DYNAMIC_RUNTIME_FONT_SOURCES = [
|
||||
{ assetId: "15974853bc3294ef68e7e6d58fe74fd7", sourceReference: "fonts/15974853bc3294ef68e7e6d58fe74fd7", templateId: "DYN002" },
|
||||
{ assetId: "46f8336813e4c48d06a1aef294fdccf6", sourceReference: "fonts/46f8336813e4c48d06a1aef294fdccf6", templateId: "DYN016" },
|
||||
{ assetId: "53ca6b704728520da50c145eabb2e635", sourceReference: "fonts/53ca6b704728520da50c145eabb2e635", templateId: "DYN007" },
|
||||
{ assetId: "cca5efc0e02fb1bf62349bd68ef30fc1", sourceReference: "fonts/cca5efc0e02fb1bf62349bd68ef30fc1", templateId: "DYN015" },
|
||||
{ assetId: "dd25b35dcb7ba4476cbaa9a9592e39e2", sourceReference: "fonts/dd25b35dcb7ba4476cbaa9a9592e39e2", templateId: "DYN001" },
|
||||
{ assetId: "e4210c9872f0c279b35273f230809821", sourceReference: "fonts/e4210c9872f0c279b35273f230809821", templateId: "DYN011" },
|
||||
{ assetId: "f4bfd4132df2d6be97ceabadf3853505", sourceReference: "fonts/f4bfd4132df2d6be97ceabadf3853505", templateId: "DYN008" },
|
||||
] as const;
|
||||
|
||||
export const P0A_DYNAMIC_RUNTIME_IMAGE_SOURCES = [
|
||||
{ assetId: "DYN001-image28", sourceReference: "resource/image28.png", templateId: "DYN001" },
|
||||
{ assetId: "DYN002-image29", sourceReference: "resource/image29.png", templateId: "DYN002" },
|
||||
{ assetId: "DYN003-image30", sourceReference: "resource/image30.png", templateId: "DYN003" },
|
||||
{ assetId: "DYN004-image32", sourceReference: "resource/image32.png", templateId: "DYN004" },
|
||||
{ assetId: "DYN008-backendui0", sourceReference: "resource/backendui0.png", templateId: "DYN008" },
|
||||
{ assetId: "DYN011-backendui0", sourceReference: "resource/backendui0.png", templateId: "DYN011" },
|
||||
{ assetId: "DYN015-imager2", sourceReference: "resource/imager2_2.png", templateId: "DYN015" },
|
||||
{ assetId: "DYN016-image21", sourceReference: "resource/image21.png", templateId: "DYN016" },
|
||||
] as const;
|
||||
|
||||
export type RegisteredComplexFamily = "color_card" | "font_panel" | "interactive_sticker" | "text_template";
|
||||
|
||||
export interface RegisteredComplexAsset extends Record<string, unknown> {
|
||||
|
||||
Generated
+3
@@ -133,6 +133,9 @@ importers:
|
||||
drizzle-orm:
|
||||
specifier: 0.45.2
|
||||
version: 0.45.2(@types/better-sqlite3@7.6.13)(better-sqlite3@13.0.1)
|
||||
sharp:
|
||||
specifier: 0.35.3
|
||||
version: 0.35.3(@types/node@24.13.3)
|
||||
devDependencies:
|
||||
'@types/better-sqlite3':
|
||||
specifier: 7.6.13
|
||||
|
||||
@@ -1,10 +1,20 @@
|
||||
import { execFileSync } from "node:child_process";
|
||||
import { readFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
|
||||
import { buildAndValidatePortablePackage } from "./lib/portable-package.mjs";
|
||||
import { validateFinalReleaseRecord } from "./lib/wp7-07-final-release.mjs";
|
||||
|
||||
const outputIndex = process.argv.indexOf("--output");
|
||||
const outputRoot = outputIndex >= 0 ? resolve(process.argv[outputIndex + 1]) : resolve(".build", "portable-release");
|
||||
const result = await buildAndValidatePortablePackage({ outputRoot });
|
||||
const previousRelease = JSON.parse(readFileSync(resolve("RELEASE.json"), "utf8"));
|
||||
const releaseRecord = validateFinalReleaseRecord({
|
||||
...previousRelease,
|
||||
buildCommit: execFileSync("git", ["rev-parse", "HEAD"], { encoding: "utf8" }).trim(),
|
||||
maintenanceFromCommit: previousRelease.buildCommit,
|
||||
recordedAt: new Date().toISOString(),
|
||||
});
|
||||
const result = await buildAndValidatePortablePackage({ outputRoot, releaseRecord });
|
||||
console.log(JSON.stringify({
|
||||
package: result.packageManifest.package_name,
|
||||
sha256: result.packageManifest.zip_sha256,
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
||||
import { copyFileSync, existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
||||
import { homedir } from "node:os";
|
||||
import { join, resolve } from "node:path";
|
||||
import { dirname, join, resolve } from "node:path";
|
||||
|
||||
import { compileAssetArchive, compileStaticStickerCatalog } from "../packages/asset-compiler/dist/index.js";
|
||||
import { createP0aColorCardRenderPlans } from "../packages/asset-renderer/dist/index.js";
|
||||
@@ -18,18 +18,38 @@ import {
|
||||
const runDirectory = resolve(process.env.DADA_WP5_03_RUN_DIRECTORY ?? "artifacts/tdd/wp5-03-local");
|
||||
const whiteDirectory = resolve(process.env.DADA_WP5_03_WHITE_EVIDENCE_DIR ?? join(runDirectory, "cases", "TDD-WP5-WHITE-001-p0a-allowlist"));
|
||||
const colorDirectory = resolve(process.env.DADA_WP5_03_COLOR_EVIDENCE_DIR ?? join(runDirectory, "cases", "TDD-WP5-COL-001-four-layouts"));
|
||||
const handoffManifest = resolve(process.env.DADA_COMPLEX_ASSET_MANIFEST ?? join(homedir(), "Desktop", "sticker_web_handoff", "sticker_web_catalog_manifest.json"));
|
||||
const stickerRoot = resolve(process.env.DADA_STATIC_STICKER_ROOT ?? join(homedir(), "Desktop", "贴纸素材"));
|
||||
const replicationRoot = resolve(process.env.DADA_REPLICATION_ASSET_ROOT ?? join(homedir(), "Desktop", "sticker_web_replication_assets"));
|
||||
const handoffManifest = resolve(process.env.DADA_COMPLEX_ASSET_MANIFEST ?? join(replicationRoot, "sticker_web_handoff", "sticker_web_catalog_manifest.json"));
|
||||
const stickerRoot = resolve(process.env.DADA_STATIC_STICKER_ROOT ?? join(replicationRoot, "sticker_normal"));
|
||||
if (!existsSync(handoffManifest)) throw new Error("normalized complex asset handoff is unavailable");
|
||||
if (!existsSync(stickerRoot)) throw new Error("static sticker source is unavailable");
|
||||
|
||||
const complexDirectory = resolve(runDirectory, "inputs", "complex");
|
||||
const staticDirectory = resolve(runDirectory, "inputs", "static");
|
||||
const normalizedHandoffDirectory = resolve(runDirectory, "inputs", "normalized-handoff");
|
||||
mkdirSync(whiteDirectory, { recursive: true });
|
||||
mkdirSync(colorDirectory, { recursive: true });
|
||||
|
||||
const sourceHandoff = JSON.parse(readFileSync(handoffManifest, "utf8"));
|
||||
const normalizedHandoff = {
|
||||
...sourceHandoff,
|
||||
web_handoff: "STICKER_WEB_REPLICATION_HANDOFF.md",
|
||||
validation: "sticker_archive_validation_20260722.json",
|
||||
collections: sourceHandoff.collections
|
||||
.filter((collection) => collection.id !== "normal_stickers")
|
||||
.map((collection) => ({
|
||||
...collection,
|
||||
root: resolve(dirname(handoffManifest), collection.root),
|
||||
})),
|
||||
};
|
||||
const normalizedHandoffPath = resolve(normalizedHandoffDirectory, "sticker_web_catalog_manifest.normalized.json");
|
||||
mkdirSync(normalizedHandoffDirectory, { recursive: true });
|
||||
copyFileSync(resolve(dirname(handoffManifest), sourceHandoff.web_handoff), resolve(normalizedHandoffDirectory, normalizedHandoff.web_handoff));
|
||||
copyFileSync(resolve(dirname(handoffManifest), sourceHandoff.validation), resolve(normalizedHandoffDirectory, normalizedHandoff.validation));
|
||||
writeFileSync(normalizedHandoffPath, `${JSON.stringify(normalizedHandoff, null, 2)}\n`);
|
||||
|
||||
const complex = compileAssetArchive({
|
||||
manifestPath: handoffManifest,
|
||||
manifestPath: normalizedHandoffPath,
|
||||
outputDirectory: complexDirectory,
|
||||
releaseVersion: P0A_COMPLEX_RELEASE_VERSION,
|
||||
});
|
||||
|
||||
@@ -0,0 +1,37 @@
|
||||
import { readFileSync } from "node:fs";
|
||||
import { isAbsolute, join, resolve } from "node:path";
|
||||
|
||||
import {
|
||||
buildP0aRuntimeAssetPlan,
|
||||
defaultReplicationRoot,
|
||||
deployRuntimeAssetPlan,
|
||||
readRuntimeAssetManifest,
|
||||
serializeRuntimeAssetManifest,
|
||||
} from "./lib/runtime-assets.mjs";
|
||||
|
||||
function option(name) {
|
||||
const index = process.argv.indexOf(name);
|
||||
return index >= 0 ? process.argv[index + 1] : undefined;
|
||||
}
|
||||
|
||||
function defaultConfigPath() {
|
||||
if (!process.env.LOCALAPPDATA || !isAbsolute(process.env.LOCALAPPDATA)) throw new Error("local_app_data_unavailable");
|
||||
return join(process.env.LOCALAPPDATA, "Dada", "P0A", "config", "instance.json");
|
||||
}
|
||||
|
||||
const configFile = resolve(option("--config") ?? process.env.DADA_INSTANCE_CONFIG_PATH ?? defaultConfigPath());
|
||||
const configuration = JSON.parse(readFileSync(configFile, "utf8"));
|
||||
const assetRootCandidate = option("--asset-root") ?? configuration.asset_root;
|
||||
if (typeof assetRootCandidate !== "string" || !isAbsolute(assetRootCandidate)) {
|
||||
throw new Error("asset_root_configuration_invalid");
|
||||
}
|
||||
const assetRoot = resolve(assetRootCandidate);
|
||||
const trustedManifest = readRuntimeAssetManifest(resolve(option("--trusted-manifest") ?? "config/runtime-assets-manifest.json"));
|
||||
const plan = await buildP0aRuntimeAssetPlan({
|
||||
replicationRoot: resolve(option("--replication-root") ?? defaultReplicationRoot()),
|
||||
});
|
||||
if (serializeRuntimeAssetManifest(plan.manifest) !== serializeRuntimeAssetManifest(trustedManifest)) {
|
||||
throw new Error("runtime_asset_source_does_not_match_trusted_manifest");
|
||||
}
|
||||
const result = deployRuntimeAssetPlan({ assetRoot, manifest: trustedManifest, resources: plan.resources });
|
||||
process.stdout.write(`${JSON.stringify({ linked_files: result.linked_files, status: result.status })}\n`);
|
||||
@@ -44,6 +44,7 @@ export const frozenPackages = {
|
||||
dependencies: {
|
||||
"better-sqlite3": "13.0.1",
|
||||
"drizzle-orm": "0.45.2",
|
||||
sharp: "0.35.3",
|
||||
},
|
||||
devDependencies: {
|
||||
typescript: "7.0.2",
|
||||
|
||||
@@ -0,0 +1,23 @@
|
||||
import { resolve } from "node:path";
|
||||
|
||||
import {
|
||||
buildP0aRuntimeAssetPlan,
|
||||
defaultReplicationRoot,
|
||||
serializeRuntimeAssetManifest,
|
||||
writeRuntimeAssetManifest,
|
||||
} from "./lib/runtime-assets.mjs";
|
||||
|
||||
function option(name) {
|
||||
const index = process.argv.indexOf(name);
|
||||
return index >= 0 ? process.argv[index + 1] : undefined;
|
||||
}
|
||||
|
||||
const replicationRoot = resolve(option("--replication-root") ?? defaultReplicationRoot());
|
||||
const outputPath = resolve(option("--output") ?? "config/runtime-assets-manifest.json");
|
||||
const plan = await buildP0aRuntimeAssetPlan({ replicationRoot });
|
||||
writeRuntimeAssetManifest(outputPath, plan.manifest);
|
||||
process.stdout.write(`${JSON.stringify({
|
||||
counts: plan.manifest.counts,
|
||||
manifest_bytes: Buffer.byteLength(serializeRuntimeAssetManifest(plan.manifest)),
|
||||
status: "generated",
|
||||
})}\n`);
|
||||
@@ -18,6 +18,7 @@ import { tmpdir } from "node:os";
|
||||
import { basename, dirname, join, relative, resolve, sep } from "node:path";
|
||||
|
||||
import { frozenRuntime } from "../frozen-versions.mjs";
|
||||
import { readRuntimeAssetManifest } from "./runtime-assets.mjs";
|
||||
|
||||
const repositoryRoot = resolve(import.meta.dirname, "..", "..");
|
||||
const fixedPort = 43121;
|
||||
@@ -165,7 +166,7 @@ function copyApplication(source, destination, runtimeDependencies) {
|
||||
|
||||
function buildArtifacts(stagingRoot) {
|
||||
debug("build workspace artifacts");
|
||||
run("pnpm", ["--filter", "@dada/shared-contracts", "build"]);
|
||||
run("pnpm", ["build:workspace-packages"]);
|
||||
run("pnpm", ["--filter", "@dada/web", "build"]);
|
||||
run("pnpm", ["--filter", "@dada/api", "build"]);
|
||||
run("pnpm", ["--filter", "@dada/worker", "build"]);
|
||||
@@ -208,7 +209,7 @@ async function waitForHealth(child) {
|
||||
throw new Error("Packaged API did not become healthy on fixed port 43121.", { cause: lastError });
|
||||
}
|
||||
|
||||
async function verifyExtractedPackage(zipPath, packageName) {
|
||||
export async function verifyExtractedPackage(zipPath, packageName, expectedSupport) {
|
||||
const extractRoot = mkdtempSync(join(tmpdir(), "dada-wp0-09-"));
|
||||
try {
|
||||
const escapedZip = zipPath.replaceAll("'", "''");
|
||||
@@ -235,21 +236,37 @@ async function verifyExtractedPackage(zipPath, packageName) {
|
||||
});
|
||||
try {
|
||||
const health = await waitForHealth(api);
|
||||
const brands = [
|
||||
{ brand: "Not_A Brand", version: "99" },
|
||||
{ brand: "Chromium", version: String(expectedSupport.major) },
|
||||
{ brand: expectedSupport.brand, version: String(expectedSupport.major) },
|
||||
];
|
||||
const fullVersionList = [
|
||||
{ brand: "Not_A Brand", version: "99.0.0.0" },
|
||||
{ brand: "Chromium", version: expectedSupport.fullVersion },
|
||||
{ brand: expectedSupport.brand, version: expectedSupport.fullVersion },
|
||||
];
|
||||
const serializeBrands = (values) => values.map(({ brand, version }) => `"${brand}";v="${version}"`).join(", ");
|
||||
const releaseGate = await fetch(`http://127.0.0.1:${fixedPort}/api/v1/support/check`, {
|
||||
body: JSON.stringify({
|
||||
brands: [{ brand: "Google Chrome", version: "150" }],
|
||||
full_version_list: [{ brand: "Google Chrome", version: "150.0.0.0" }],
|
||||
brands,
|
||||
full_version_list: fullVersionList,
|
||||
platform: "Windows",
|
||||
}),
|
||||
headers: {
|
||||
"content-type": "application/json",
|
||||
"sec-ch-ua": '"Google Chrome";v="150"',
|
||||
"sec-ch-ua-full-version-list": '"Google Chrome";v="150.0.0.0"',
|
||||
host: `127.0.0.1:${fixedPort}`,
|
||||
origin: `http://127.0.0.1:${fixedPort}`,
|
||||
"sec-ch-ua": serializeBrands(brands),
|
||||
"sec-ch-ua-full-version-list": serializeBrands(fullVersionList),
|
||||
"sec-ch-ua-platform": '"Windows"',
|
||||
},
|
||||
method: "POST",
|
||||
});
|
||||
if (releaseGate.status !== 426) throw new Error(`Candidate RELEASE.json unexpectedly passed with ${releaseGate.status}.`);
|
||||
if (releaseGate.status !== expectedSupport.statusCode) {
|
||||
const responseBody = await releaseGate.text();
|
||||
throw new Error(`Packaged RELEASE.json support gate returned ${releaseGate.status}; expected ${expectedSupport.statusCode}: ${responseBody}`);
|
||||
}
|
||||
return {
|
||||
api: { executable: "runtime/node.exe", health, pid: api.pid, release_gate: { status_code: releaseGate.status }, status: "passed" },
|
||||
native,
|
||||
@@ -291,7 +308,7 @@ function scanPackage(packageDirectory) {
|
||||
return { disallowed_matches: disallowedMatches, reparse_points: reparsePoints, scanned_files: files.length, status: disallowedMatches.length === 0 && reparsePoints.length === 0 ? "passed" : "failed" };
|
||||
}
|
||||
|
||||
export async function buildAndValidatePortablePackage({ evidenceDirectory, outputRoot }) {
|
||||
export async function buildAndValidatePortablePackage({ evidenceDirectory, outputRoot, releaseRecord }) {
|
||||
if (process.platform !== frozenRuntime.os || process.arch !== frozenRuntime.arch || process.version.slice(1) !== frozenRuntime.node) {
|
||||
throw new Error("Portable package build requires frozen Node 24.13.0 on win-x64.");
|
||||
}
|
||||
@@ -320,7 +337,7 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
|
||||
debug("copy API application");
|
||||
const apiDependencies = copyApplication(join(repositoryRoot, "apps", "api"), join(serverRoot, "api"), ["@fastify/multipart", "@fastify/swagger", "@sinclair/typebox", "better-sqlite3", "fastify", "sharp"]);
|
||||
debug("copy Worker application");
|
||||
const workerDependencies = copyApplication(join(repositoryRoot, "apps", "worker"), join(serverRoot, "worker"), ["better-sqlite3"]);
|
||||
const workerDependencies = copyApplication(join(repositoryRoot, "apps", "worker"), join(serverRoot, "worker"), ["better-sqlite3", "sharp"]);
|
||||
const sharedDestination = join(serverRoot, "api", "node_modules", "@dada", "shared-contracts");
|
||||
mkdirSync(sharedDestination, { recursive: true });
|
||||
copyTree(join(repositoryRoot, "packages", "shared-contracts", "dist"), join(sharedDestination, "dist"));
|
||||
@@ -347,11 +364,15 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
|
||||
copyTree(join(repositoryRoot, "apps", "web", "dist"), join(packageDirectory, "web"));
|
||||
copyTree(join(repositoryRoot, "apps", "web", "support-gate"), join(packageDirectory, "web", "support-gate"));
|
||||
writeJson(join(packageDirectory, "migrations", "manifest.json"), { migrations: [], schema_version: "0" });
|
||||
writeJson(join(packageDirectory, "asset-metadata", "manifest.json"), { resources: [], schema_version: "1.0", source: "external_read_only" });
|
||||
writeJson(
|
||||
join(packageDirectory, "asset-metadata", "manifest.json"),
|
||||
readRuntimeAssetManifest(join(repositoryRoot, "config", "runtime-assets-manifest.json")),
|
||||
);
|
||||
writeJson(join(packageDirectory, "LICENSES", "third-party.json"), { api: apiDependencies, runtime: { node: frozenRuntime.node }, schema_version: "1.0", worker: workerDependencies });
|
||||
|
||||
const commit = run("git", ["rev-parse", "HEAD"]);
|
||||
writeJson(join(packageDirectory, "RELEASE.json"), {
|
||||
const finalRelease = releaseRecord !== undefined;
|
||||
writeJson(join(packageDirectory, "RELEASE.json"), releaseRecord ?? {
|
||||
app_version: appVersion,
|
||||
browsers: [],
|
||||
build_commit: commit,
|
||||
@@ -360,16 +381,20 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
|
||||
windows_build: null,
|
||||
});
|
||||
writeFileSync(join(packageDirectory, "START-HERE.txt"), [
|
||||
"Dada P0-A candidate package",
|
||||
finalRelease ? "Dada P0-A first-version portable package" : "Dada P0-A candidate package",
|
||||
"",
|
||||
"This candidate is unsigned and is not a final P0-A release.",
|
||||
finalRelease
|
||||
? "This unsigned first-version package passed the local P0-A release gates recorded in RELEASE.json."
|
||||
: "This candidate is unsigned and is not a final P0-A release.",
|
||||
"Verify the adjacent SHA-256 file before first launch.",
|
||||
"Windows SmartScreen may warn on first launch because the executable is unsigned.",
|
||||
"For an antivirus alert, compare the package hash with the Gitea build record.",
|
||||
"Do not disable antivirus protection, add broad exclusions, or skip hash verification.",
|
||||
"To update, exit Dada from the tray and replace the complete program directory.",
|
||||
"Dada uses 127.0.0.1:43121 and does not support LAN or remote access.",
|
||||
"A final RELEASE.json is created only after WP-7 acceptance.",
|
||||
finalRelease
|
||||
? "Resend and Amap real-provider validation remain explicitly deferred and are not recorded as passed."
|
||||
: "A final RELEASE.json is created only after WP-7 acceptance.",
|
||||
"",
|
||||
].join("\r\n"));
|
||||
|
||||
@@ -381,7 +406,18 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
|
||||
const zipSha256 = fileSha256(zipPath);
|
||||
const shaPath = `${zipPath}.sha256`;
|
||||
writeFileSync(shaPath, `${zipSha256} ${basename(zipPath)}\n`);
|
||||
const processTree = await verifyExtractedPackage(zipPath, packageName);
|
||||
const supportBrowser = finalRelease ? releaseRecord.browsers[0] : undefined;
|
||||
const processTree = await verifyExtractedPackage(zipPath, packageName, finalRelease ? {
|
||||
brand: supportBrowser.brand,
|
||||
fullVersion: supportBrowser.fullVersion,
|
||||
major: Number.parseInt(supportBrowser.fullVersion.split(".")[0], 10),
|
||||
statusCode: 200,
|
||||
} : {
|
||||
brand: "Google Chrome",
|
||||
fullVersion: "150.0.0.0",
|
||||
major: 150,
|
||||
statusCode: 426,
|
||||
});
|
||||
const fileEntries = listFiles(packageDirectory).files.map((path) => ({
|
||||
path: relative(packageDirectory, path).replaceAll("\\", "/"),
|
||||
sha256: fileSha256(path),
|
||||
@@ -392,7 +428,7 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
|
||||
files: fileEntries,
|
||||
fixed_port: fixedPort,
|
||||
package_name: packageName,
|
||||
release_status: "candidate_unvalidated",
|
||||
release_status: finalRelease ? releaseRecord.releaseStatus : "candidate_unvalidated",
|
||||
schema_version: "1.0",
|
||||
zip_sha256: zipSha256,
|
||||
};
|
||||
|
||||
@@ -0,0 +1,317 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import {
|
||||
existsSync,
|
||||
linkSync,
|
||||
lstatSync,
|
||||
mkdirSync,
|
||||
mkdtempSync,
|
||||
readFileSync,
|
||||
readdirSync,
|
||||
realpathSync,
|
||||
rmSync,
|
||||
statSync,
|
||||
writeFileSync,
|
||||
} from "node:fs";
|
||||
import { tmpdir } from "node:os";
|
||||
import { basename, dirname, extname, isAbsolute, join, resolve, sep } from "node:path";
|
||||
|
||||
export const P0A_RUNTIME_ASSET_ROOT_REF = "p0a_runtime_assets";
|
||||
export const RUNTIME_ASSET_MANIFEST_SCHEMA = "DadaRuntimeAssets/v1";
|
||||
|
||||
const assetIdPattern = /^[a-z0-9][a-z0-9_-]{2,119}$/i;
|
||||
const mimePattern = /^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i;
|
||||
const releasePattern = /^[a-z0-9][a-z0-9._-]{0,79}$/i;
|
||||
const shaPattern = /^[a-f0-9]{64}$/i;
|
||||
const fontMimeTypes = new Map([
|
||||
[".otf", "font/otf"],
|
||||
[".ttf", "font/ttf"],
|
||||
[".woff", "font/woff"],
|
||||
[".woff2", "font/woff2"],
|
||||
]);
|
||||
|
||||
function sha256(bytes) {
|
||||
return createHash("sha256").update(bytes).digest("hex");
|
||||
}
|
||||
|
||||
function fileSha256(path) {
|
||||
return sha256(readFileSync(path));
|
||||
}
|
||||
|
||||
function stableEntries(entries) {
|
||||
return entries.map((entry) => {
|
||||
if (!entry || typeof entry !== "object") throw new Error("runtime_asset_entry_invalid");
|
||||
if (!assetIdPattern.test(entry.assetId)) throw new Error("runtime_asset_id_invalid");
|
||||
if (!mimePattern.test(entry.mimeType)) throw new Error("runtime_asset_mime_invalid");
|
||||
if (!releasePattern.test(entry.resourceVersion)) throw new Error("runtime_asset_version_invalid");
|
||||
if (entry.rootRef !== P0A_RUNTIME_ASSET_ROOT_REF) throw new Error("runtime_asset_root_ref_invalid");
|
||||
if (!shaPattern.test(entry.sha256)) throw new Error("runtime_asset_sha256_invalid");
|
||||
if (
|
||||
typeof entry.relativePath !== "string"
|
||||
|| isAbsolute(entry.relativePath)
|
||||
|| entry.relativePath.includes("\\")
|
||||
|| entry.relativePath.split("/").some((part) => part === "" || part === "..")
|
||||
) throw new Error("runtime_asset_relative_path_invalid");
|
||||
return { ...entry, sha256: entry.sha256.toLowerCase() };
|
||||
}).sort((left, right) => {
|
||||
const byVersion = left.resourceVersion.localeCompare(right.resourceVersion);
|
||||
return byVersion || left.assetId.localeCompare(right.assetId);
|
||||
});
|
||||
}
|
||||
|
||||
function derivedCounts(entries) {
|
||||
return {
|
||||
dynamic_fonts: entries.filter((entry) => entry.resourceVersion === "p0a-complex-v1" && /^[a-f0-9]{32}$/.test(entry.assetId)).length,
|
||||
dynamic_images: entries.filter((entry) => entry.resourceVersion === "p0a-complex-v1" && /^DYN\d{3}-/.test(entry.assetId)).length,
|
||||
font_panel_items: entries.filter((entry) => entry.resourceVersion === "p0a-complex-v1" && /^FONT\d{3}$/.test(entry.assetId)).length,
|
||||
static_stickers: entries.filter((entry) => entry.resourceVersion === "p0a-static-v1" && /^STK\d{3,4}$/.test(entry.assetId)).length,
|
||||
};
|
||||
}
|
||||
|
||||
export function createRuntimeAssetManifest({ counts, entries, sourceManifestSha256 }) {
|
||||
const normalizedEntries = stableEntries(entries);
|
||||
const keys = new Set();
|
||||
const paths = new Set();
|
||||
for (const entry of normalizedEntries) {
|
||||
const key = `${entry.resourceVersion}\u0000${entry.assetId}`;
|
||||
if (keys.has(key)) throw new Error("runtime_asset_id_duplicate");
|
||||
if (paths.has(entry.relativePath)) throw new Error("runtime_asset_path_duplicate");
|
||||
keys.add(key);
|
||||
paths.add(entry.relativePath);
|
||||
}
|
||||
const actualCounts = derivedCounts(normalizedEntries);
|
||||
if (JSON.stringify(counts) !== JSON.stringify(actualCounts)) throw new Error("runtime_asset_counts_invalid");
|
||||
if (sourceManifestSha256 !== undefined && !shaPattern.test(sourceManifestSha256)) {
|
||||
throw new Error("runtime_asset_source_manifest_sha256_invalid");
|
||||
}
|
||||
return {
|
||||
counts: actualCounts,
|
||||
entries: normalizedEntries,
|
||||
root_ref: P0A_RUNTIME_ASSET_ROOT_REF,
|
||||
schema_version: RUNTIME_ASSET_MANIFEST_SCHEMA,
|
||||
source: "external_read_only",
|
||||
...(sourceManifestSha256 ? { source_manifest_sha256: sourceManifestSha256.toLowerCase() } : {}),
|
||||
};
|
||||
}
|
||||
|
||||
export function readRuntimeAssetManifest(path) {
|
||||
const value = JSON.parse(readFileSync(path, "utf8"));
|
||||
if (
|
||||
value?.schema_version !== RUNTIME_ASSET_MANIFEST_SCHEMA
|
||||
|| value?.source !== "external_read_only"
|
||||
|| value?.root_ref !== P0A_RUNTIME_ASSET_ROOT_REF
|
||||
|| !Array.isArray(value.entries)
|
||||
) throw new Error("runtime_asset_manifest_invalid");
|
||||
return createRuntimeAssetManifest({
|
||||
counts: value.counts,
|
||||
entries: value.entries,
|
||||
...(value.source_manifest_sha256 ? { sourceManifestSha256: value.source_manifest_sha256 } : {}),
|
||||
});
|
||||
}
|
||||
|
||||
export function serializeRuntimeAssetManifest(manifest) {
|
||||
return `${JSON.stringify(manifest, null, 2)}\n`;
|
||||
}
|
||||
|
||||
export function writeRuntimeAssetManifest(path, manifest) {
|
||||
mkdirSync(dirname(path), { recursive: true });
|
||||
writeFileSync(path, serializeRuntimeAssetManifest(manifest));
|
||||
}
|
||||
|
||||
function targetWithinRoot(root, relativePath) {
|
||||
const absoluteRoot = resolve(root);
|
||||
const target = resolve(absoluteRoot, ...relativePath.split("/"));
|
||||
if (target === absoluteRoot || !target.startsWith(`${absoluteRoot}${sep}`)) throw new Error("asset_target_path_invalid");
|
||||
return target;
|
||||
}
|
||||
|
||||
function sameFile(left, right) {
|
||||
const leftStat = statSync(left);
|
||||
const rightStat = statSync(right);
|
||||
return leftStat.dev === rightStat.dev && leftStat.ino === rightStat.ino;
|
||||
}
|
||||
|
||||
export function deployRuntimeAssetPlan({ assetRoot, manifest, resources }) {
|
||||
if (!isAbsolute(assetRoot)) throw new Error("asset_root_must_be_absolute");
|
||||
const normalizedManifest = createRuntimeAssetManifest({
|
||||
counts: manifest.counts,
|
||||
entries: manifest.entries,
|
||||
...(manifest.source_manifest_sha256 ? { sourceManifestSha256: manifest.source_manifest_sha256 } : {}),
|
||||
});
|
||||
const entries = new Map(normalizedManifest.entries.map((entry) => [`${entry.resourceVersion}\u0000${entry.assetId}`, entry]));
|
||||
if (resources.length !== entries.size) throw new Error("asset_resource_plan_incomplete");
|
||||
mkdirSync(assetRoot, { recursive: true });
|
||||
for (const resource of resources) {
|
||||
const key = `${resource.entry.resourceVersion}\u0000${resource.entry.assetId}`;
|
||||
const entry = entries.get(key);
|
||||
if (!entry || JSON.stringify(entry) !== JSON.stringify({ ...resource.entry, sha256: resource.entry.sha256.toLowerCase() })) {
|
||||
throw new Error("asset_resource_plan_mismatch");
|
||||
}
|
||||
if (!existsSync(resource.sourcePath) || !statSync(resource.sourcePath).isFile() || lstatSync(resource.sourcePath).isSymbolicLink()) {
|
||||
throw new Error("asset_source_invalid");
|
||||
}
|
||||
if (fileSha256(resource.sourcePath) !== entry.sha256) throw new Error("asset_source_hash_invalid");
|
||||
const targetPath = targetWithinRoot(assetRoot, entry.relativePath);
|
||||
mkdirSync(dirname(targetPath), { recursive: true });
|
||||
if (existsSync(targetPath)) {
|
||||
if (fileSha256(targetPath) !== entry.sha256) throw new Error("asset_target_conflict");
|
||||
if (!sameFile(resource.sourcePath, targetPath)) throw new Error("asset_target_not_hardlink");
|
||||
continue;
|
||||
}
|
||||
try {
|
||||
linkSync(resource.sourcePath, targetPath);
|
||||
} catch (error) {
|
||||
if (error && typeof error === "object" && "code" in error && error.code === "EXDEV") {
|
||||
throw new Error("asset_hardlink_volume_mismatch");
|
||||
}
|
||||
throw error;
|
||||
}
|
||||
if (!sameFile(resource.sourcePath, targetPath)) throw new Error("asset_hardlink_verification_failed");
|
||||
}
|
||||
writeRuntimeAssetManifest(join(assetRoot, "manifest.json"), normalizedManifest);
|
||||
return { linked_files: resources.length, manifest: normalizedManifest, status: "ready" };
|
||||
}
|
||||
|
||||
function oneDirectoryWithPrefix(root, prefix) {
|
||||
const matches = readdirSync(root, { withFileTypes: true })
|
||||
.filter((entry) => entry.isDirectory() && entry.name.startsWith(`${prefix}_`));
|
||||
if (matches.length !== 1) throw new Error(`runtime_asset_source_directory_invalid:${prefix}`);
|
||||
return join(root, matches[0].name);
|
||||
}
|
||||
|
||||
function oneSupportedFont(root) {
|
||||
const matches = readdirSync(root, { withFileTypes: true })
|
||||
.filter((entry) => entry.isFile() && fontMimeTypes.has(extname(entry.name).toLowerCase()));
|
||||
if (matches.length !== 1) throw new Error(`runtime_font_source_invalid:${basename(root)}`);
|
||||
return join(root, matches[0].name);
|
||||
}
|
||||
|
||||
function entryFor(sourcePath, assetId, resourceVersion, relativePath, mimeType) {
|
||||
return {
|
||||
assetId,
|
||||
mimeType,
|
||||
relativePath,
|
||||
resourceVersion,
|
||||
rootRef: P0A_RUNTIME_ASSET_ROOT_REF,
|
||||
sha256: fileSha256(sourcePath),
|
||||
};
|
||||
}
|
||||
|
||||
function dynamicMetadata(templateRoot, descriptor, field) {
|
||||
const templateDirectory = join(templateRoot, descriptor.templateId);
|
||||
const metadata = JSON.parse(readFileSync(join(templateDirectory, "metadata.json"), "utf8"));
|
||||
if (!Array.isArray(metadata?.files?.[field]) || !metadata.files[field].includes(descriptor.sourceReference)) {
|
||||
throw new Error(`runtime_dynamic_reference_invalid:${descriptor.assetId}`);
|
||||
}
|
||||
return templateDirectory;
|
||||
}
|
||||
|
||||
export async function buildP0aRuntimeAssetPlan({ replicationRoot }) {
|
||||
const [{ compileStaticStickerCatalog }, registry] = await Promise.all([
|
||||
import("../../packages/asset-compiler/dist/index.js"),
|
||||
import("../../packages/template-registry/dist/index.js"),
|
||||
]);
|
||||
const compilerOutput = mkdtempSync(join(tmpdir(), "dada-runtime-asset-plan-"));
|
||||
try {
|
||||
const staticSourceRoot = join(replicationRoot, "sticker_normal");
|
||||
const staticResult = compileStaticStickerCatalog({
|
||||
outputDirectory: compilerOutput,
|
||||
releaseVersion: registry.P0A_STATIC_STICKER_RELEASE_VERSION,
|
||||
sourceRoot: staticSourceRoot,
|
||||
});
|
||||
const resources = staticResult.catalog.items.map((item) => {
|
||||
const sourcePath = join(staticSourceRoot, ...item.relative_path.split("/"));
|
||||
const entry = entryFor(
|
||||
sourcePath,
|
||||
item.stable_id,
|
||||
registry.P0A_STATIC_STICKER_RELEASE_VERSION,
|
||||
`${registry.P0A_STATIC_STICKER_RELEASE_VERSION}/${item.stable_id}.png`,
|
||||
"image/png",
|
||||
);
|
||||
if (entry.sha256 !== item.sha256.toLowerCase()) throw new Error(`static_sticker_hash_invalid:${item.stable_id}`);
|
||||
return { entry, sourcePath };
|
||||
});
|
||||
|
||||
const fontPackagesRoot = join(
|
||||
replicationRoot,
|
||||
"sticker_text",
|
||||
"字体",
|
||||
"面板全量采集",
|
||||
"font_panel_full_20260722",
|
||||
"resources",
|
||||
"font_packages",
|
||||
);
|
||||
for (const assetId of registry.P0A_REQUIRED_FONT_PANEL_IDS) {
|
||||
const packageDirectory = oneDirectoryWithPrefix(fontPackagesRoot, assetId);
|
||||
const sourcePath = oneSupportedFont(join(packageDirectory, "font_files"));
|
||||
const extension = extname(sourcePath).toLowerCase();
|
||||
resources.push({
|
||||
entry: entryFor(
|
||||
sourcePath,
|
||||
assetId,
|
||||
registry.P0A_COMPLEX_RELEASE_VERSION,
|
||||
`${registry.P0A_COMPLEX_RELEASE_VERSION}/${assetId}${extension}`,
|
||||
fontMimeTypes.get(extension),
|
||||
),
|
||||
sourcePath,
|
||||
});
|
||||
}
|
||||
|
||||
const templateRoot = join(replicationRoot, "sticker_interactive", "单模板归档", "templates");
|
||||
for (const descriptor of registry.P0A_DYNAMIC_RUNTIME_FONT_SOURCES) {
|
||||
const templateDirectory = dynamicMetadata(templateRoot, descriptor, "fonts");
|
||||
const sourcePath = oneSupportedFont(join(templateDirectory, ...descriptor.sourceReference.split("/")));
|
||||
const extension = extname(sourcePath).toLowerCase();
|
||||
resources.push({
|
||||
entry: entryFor(
|
||||
sourcePath,
|
||||
descriptor.assetId,
|
||||
registry.P0A_COMPLEX_RELEASE_VERSION,
|
||||
`${registry.P0A_COMPLEX_RELEASE_VERSION}/${descriptor.assetId}${extension}`,
|
||||
fontMimeTypes.get(extension),
|
||||
),
|
||||
sourcePath,
|
||||
});
|
||||
}
|
||||
for (const descriptor of registry.P0A_DYNAMIC_RUNTIME_IMAGE_SOURCES) {
|
||||
const templateDirectory = dynamicMetadata(templateRoot, descriptor, "images");
|
||||
const sourcePath = join(templateDirectory, ...descriptor.sourceReference.split("/"));
|
||||
if (!existsSync(sourcePath) || extname(sourcePath).toLowerCase() !== ".png") {
|
||||
throw new Error(`runtime_dynamic_image_invalid:${descriptor.assetId}`);
|
||||
}
|
||||
resources.push({
|
||||
entry: entryFor(
|
||||
sourcePath,
|
||||
descriptor.assetId,
|
||||
registry.P0A_COMPLEX_RELEASE_VERSION,
|
||||
`${registry.P0A_COMPLEX_RELEASE_VERSION}/${descriptor.assetId}.png`,
|
||||
"image/png",
|
||||
),
|
||||
sourcePath,
|
||||
});
|
||||
}
|
||||
|
||||
const manifestPath = join(replicationRoot, "sticker_web_handoff", "sticker_web_catalog_manifest.json");
|
||||
const manifest = createRuntimeAssetManifest({
|
||||
counts: {
|
||||
dynamic_fonts: registry.P0A_DYNAMIC_RUNTIME_FONT_SOURCES.length,
|
||||
dynamic_images: registry.P0A_DYNAMIC_RUNTIME_IMAGE_SOURCES.length,
|
||||
font_panel_items: registry.P0A_REQUIRED_FONT_PANEL_IDS.length,
|
||||
static_stickers: staticResult.catalog.count,
|
||||
},
|
||||
entries: resources.map((resource) => resource.entry),
|
||||
sourceManifestSha256: fileSha256(manifestPath),
|
||||
});
|
||||
const resourcesByKey = new Map(resources.map((resource) => [`${resource.entry.resourceVersion}\u0000${resource.entry.assetId}`, resource]));
|
||||
return {
|
||||
manifest,
|
||||
resources: manifest.entries.map((entry) => resourcesByKey.get(`${entry.resourceVersion}\u0000${entry.assetId}`)),
|
||||
};
|
||||
} finally {
|
||||
rmSync(compilerOutput, { force: true, recursive: true });
|
||||
}
|
||||
}
|
||||
|
||||
export function defaultReplicationRoot(environment = process.env) {
|
||||
if (!environment.USERPROFILE || !isAbsolute(environment.USERPROFILE)) throw new Error("user_profile_unavailable");
|
||||
return join(environment.USERPROFILE, "Desktop", "sticker_web_replication_assets");
|
||||
}
|
||||
@@ -0,0 +1,418 @@
|
||||
import { createHash } from "node:crypto";
|
||||
|
||||
import {
|
||||
gptImageRequestSizeForRatio,
|
||||
normalizeImageOutputToRatio,
|
||||
} from "../../apps/worker/src/image-output-normalizer.mjs";
|
||||
import { WP7_02_MODEL_IDS, buildModelContractPlan } from "./wp7-02-external-contract.mjs";
|
||||
|
||||
export const WP7_02_CONTROLLED_REAL_LIMIT = 120;
|
||||
|
||||
const ratios = ["3:4", "1:1", "4:3", "9:16"];
|
||||
const allowedMimeTypes = new Set(["image/jpeg", "image/png", "image/webp"]);
|
||||
const forbiddenEvidenceKeys = /(?:^|_)(?:absolute_path|authorization|body|credential|credential_value|image_bytes|image_data|original_image|password|path|prompt|raw|raw_provider_payload|raw_prompt|secret|token)(?:_|$)/i;
|
||||
|
||||
function sha256(value) {
|
||||
return createHash("sha256").update(value).digest("hex").toUpperCase();
|
||||
}
|
||||
|
||||
function assertModelConfig(modelConfig) {
|
||||
if (!modelConfig || typeof modelConfig !== "object" || !WP7_02_MODEL_IDS.includes(modelConfig.model_id)) {
|
||||
throw new Error("WP7_02_MODEL_CONFIG_INVALID");
|
||||
}
|
||||
if (!Number.isSafeInteger(modelConfig.config_version) || modelConfig.config_version <= 0) {
|
||||
throw new Error("WP7_02_MODEL_CONFIG_VERSION_INVALID");
|
||||
}
|
||||
const profile = modelConfig.route_profile;
|
||||
if (!profile || typeof profile !== "object" || typeof profile.endpoint !== "string"
|
||||
|| !profile.endpoint.startsWith("https://oneapi.intelligrow.cn/")
|
||||
|| !["gemini-interactions-v1beta", "gemini-native-v1beta", "gemini-openai-chat-v1", "openai-images-v1"].includes(profile.protocol_version)) {
|
||||
throw new Error("WP7_02_ROUTE_PROFILE_INVALID");
|
||||
}
|
||||
if (profile.protocol_version === "gemini-interactions-v1beta"
|
||||
&& (profile.endpoint !== "https://oneapi.intelligrow.cn/v1beta/interactions"
|
||||
|| profile.provider_model_id !== "gemini-3.1-flash-image")) {
|
||||
throw new Error("WP7_02_ROUTE_PROFILE_INVALID");
|
||||
}
|
||||
if (profile.protocol_version === "gemini-openai-chat-v1"
|
||||
&& (profile.endpoint !== "https://oneapi.intelligrow.cn/v1/chat/completions"
|
||||
|| profile.provider_model_id !== "gemini-3.1-flash-image")) {
|
||||
throw new Error("WP7_02_ROUTE_PROFILE_INVALID");
|
||||
}
|
||||
if (profile.protocol_version === "openai-images-v1"
|
||||
&& (profile.reference_endpoint !== "https://oneapi.intelligrow.cn/v1/images/edits")) {
|
||||
throw new Error("WP7_02_REFERENCE_ROUTE_PROFILE_INVALID");
|
||||
}
|
||||
if (profile.protocol_version === "openai-images-v1" && profile.provider_model_id !== undefined
|
||||
&& profile.provider_model_id !== "gemini-3.1-flash-image") {
|
||||
throw new Error("WP7_02_ROUTE_PROFILE_INVALID");
|
||||
}
|
||||
return modelConfig;
|
||||
}
|
||||
|
||||
export function buildControlledExecutionPlan(modelConfig) {
|
||||
const config = assertModelConfig(modelConfig);
|
||||
const contractPlan = buildModelContractPlan(config.model_id);
|
||||
const realScenarios = [
|
||||
...ratios.map((ratio) => ({ input: "pure_text", ratio, source: "real_gateway" })),
|
||||
{ input: "reference_image", ratio: "1:1", source: "real_gateway" },
|
||||
];
|
||||
return {
|
||||
config_version: config.config_version,
|
||||
error_scenarios: contractPlan.error_categories.map((name) => ({
|
||||
expected: contractPlan.error_expectations[name], name, source: "deterministic_local",
|
||||
})),
|
||||
execution_modes: [
|
||||
{ mode: "sync", source: "real_gateway" },
|
||||
{ mode: "async", source: "deterministic_local" },
|
||||
{ mode: "poll", source: "deterministic_local" },
|
||||
],
|
||||
model_id: config.model_id,
|
||||
planned_real_calls: realScenarios.length,
|
||||
quota_impact: "authorized_test_key_up_to_120_requests",
|
||||
real_scenarios: realScenarios,
|
||||
response_checks: ["single_image", "mime", "dimensions", "sanitized_usage", "evidence_hash"],
|
||||
state_scenarios: contractPlan.state_checks.map((name) => ({ name, source: "deterministic_local" })),
|
||||
};
|
||||
}
|
||||
|
||||
export function buildProviderRequest({ modelConfig, prompt, ratio, reference }) {
|
||||
const config = assertModelConfig(modelConfig);
|
||||
if (typeof prompt !== "string" || !prompt.trim() || !ratios.includes(ratio)) throw new Error("WP7_02_REQUEST_FIXTURE_INVALID");
|
||||
if (reference && (!Buffer.isBuffer(reference.bytes) || reference.bytes.length === 0 || !allowedMimeTypes.has(reference.mime_type))) {
|
||||
throw new Error("WP7_02_REFERENCE_FIXTURE_INVALID");
|
||||
}
|
||||
const headers = { "content-type": "application/json" };
|
||||
if (config.route_profile.protocol_version === "gemini-interactions-v1beta") {
|
||||
const input = [{ text: prompt, type: "text" }];
|
||||
if (reference) input.push({ data: reference.bytes.toString("base64"), mime_type: reference.mime_type, type: "image" });
|
||||
return {
|
||||
body: {
|
||||
input,
|
||||
model: config.route_profile.provider_model_id,
|
||||
response_format: { aspect_ratio: ratio, image_size: "1K", type: "image" },
|
||||
},
|
||||
headers,
|
||||
method: "POST",
|
||||
url: config.route_profile.endpoint,
|
||||
};
|
||||
}
|
||||
if (config.route_profile.protocol_version === "gemini-native-v1beta") {
|
||||
const parts = [{ text: prompt }];
|
||||
if (reference) parts.push({ inlineData: { data: reference.bytes.toString("base64"), mimeType: reference.mime_type } });
|
||||
return {
|
||||
body: {
|
||||
contents: [{ parts, role: "user" }],
|
||||
generationConfig: {
|
||||
imageConfig: { aspectRatio: ratio, imageSize: "1K" },
|
||||
responseModalities: ["IMAGE"],
|
||||
},
|
||||
},
|
||||
headers,
|
||||
method: "POST",
|
||||
url: config.route_profile.endpoint,
|
||||
};
|
||||
}
|
||||
if (config.route_profile.protocol_version === "gemini-openai-chat-v1") {
|
||||
const content = reference
|
||||
? [
|
||||
{ text: prompt, type: "text" },
|
||||
{
|
||||
image_url: { url: `data:${reference.mime_type};base64,${reference.bytes.toString("base64")}` },
|
||||
type: "image_url",
|
||||
},
|
||||
]
|
||||
: prompt;
|
||||
return {
|
||||
body: {
|
||||
extra_body: { google: { image_config: { aspect_ratio: ratio, image_size: "1K" } } },
|
||||
messages: [{ content, role: "user" }],
|
||||
model: config.route_profile.provider_model_id,
|
||||
stream: false,
|
||||
},
|
||||
headers,
|
||||
method: "POST",
|
||||
url: config.route_profile.endpoint,
|
||||
};
|
||||
}
|
||||
const providerModelId = config.route_profile.provider_model_id ?? config.model_id;
|
||||
const body = {
|
||||
model: providerModelId,
|
||||
prompt,
|
||||
response_format: "b64_json",
|
||||
size: gptImageRequestSizeForRatio(ratio),
|
||||
};
|
||||
if (reference) {
|
||||
const form = new FormData();
|
||||
form.append("model", providerModelId);
|
||||
form.append("prompt", prompt);
|
||||
form.append("response_format", "b64_json");
|
||||
form.append("size", gptImageRequestSizeForRatio(ratio));
|
||||
form.append("image[]", new Blob([reference.bytes], { type: reference.mime_type }), "reference.png");
|
||||
return { body: form, headers: {}, method: "POST", url: config.route_profile.reference_endpoint };
|
||||
}
|
||||
return { body, headers, method: "POST", url: config.route_profile.endpoint };
|
||||
}
|
||||
|
||||
function pngDimensions(bytes) {
|
||||
const signature = Buffer.from([137, 80, 78, 71, 13, 10, 26, 10]);
|
||||
if (bytes.length < 24 || !bytes.subarray(0, 8).equals(signature)) return undefined;
|
||||
return { height: bytes.readUInt32BE(20), width: bytes.readUInt32BE(16) };
|
||||
}
|
||||
|
||||
function jpegDimensions(bytes) {
|
||||
if (bytes.length < 4 || bytes[0] !== 0xff || bytes[1] !== 0xd8) return undefined;
|
||||
let offset = 2;
|
||||
while (offset + 9 < bytes.length) {
|
||||
if (bytes[offset] !== 0xff) { offset += 1; continue; }
|
||||
const marker = bytes[offset + 1];
|
||||
if ([0xc0, 0xc1, 0xc2, 0xc3, 0xc5, 0xc6, 0xc7, 0xc9, 0xca, 0xcb, 0xcd, 0xce, 0xcf].includes(marker)) {
|
||||
return { height: bytes.readUInt16BE(offset + 5), width: bytes.readUInt16BE(offset + 7) };
|
||||
}
|
||||
if (marker === 0xd8 || marker === 0xd9 || (marker >= 0xd0 && marker <= 0xd7)) { offset += 2; continue; }
|
||||
const length = bytes.readUInt16BE(offset + 2);
|
||||
if (length < 2) return undefined;
|
||||
offset += length + 2;
|
||||
}
|
||||
return undefined;
|
||||
}
|
||||
|
||||
function webpDimensions(bytes) {
|
||||
if (bytes.length < 30 || bytes.toString("ascii", 0, 4) !== "RIFF" || bytes.toString("ascii", 8, 12) !== "WEBP") return undefined;
|
||||
const kind = bytes.toString("ascii", 12, 16);
|
||||
if (kind === "VP8X") {
|
||||
return {
|
||||
height: 1 + bytes.readUIntLE(27, 3),
|
||||
width: 1 + bytes.readUIntLE(24, 3),
|
||||
};
|
||||
}
|
||||
if (kind === "VP8 " && bytes.length >= 30) return { height: bytes.readUInt16LE(28) & 0x3fff, width: bytes.readUInt16LE(26) & 0x3fff };
|
||||
if (kind === "VP8L" && bytes.length >= 25) {
|
||||
const bits = bytes.readUInt32LE(21);
|
||||
return { height: 1 + ((bits >> 14) & 0x3fff), width: 1 + (bits & 0x3fff) };
|
||||
}
|
||||
return undefined;
|
||||
}
|
||||
|
||||
function inspectImage(bytes, declaredMime) {
|
||||
const png = pngDimensions(bytes);
|
||||
if (png && declaredMime === "image/png") return { ...png, mime: declaredMime };
|
||||
const jpeg = jpegDimensions(bytes);
|
||||
if (jpeg && declaredMime === "image/jpeg") return { ...jpeg, mime: declaredMime };
|
||||
const webp = webpDimensions(bytes);
|
||||
if (webp && declaredMime === "image/webp") return { ...webp, mime: declaredMime };
|
||||
throw new Error("WP7_02_RESPONSE_MEDIA_INVALID");
|
||||
}
|
||||
|
||||
function integerOrZero(value) {
|
||||
return Number.isSafeInteger(value) && value >= 0 ? value : 0;
|
||||
}
|
||||
|
||||
function geminiUsage(response) {
|
||||
const usage = response?.usageMetadata;
|
||||
return {
|
||||
input_units: integerOrZero(usage?.promptTokenCount),
|
||||
output_units: integerOrZero(usage?.candidatesTokenCount),
|
||||
total_units: integerOrZero(usage?.totalTokenCount),
|
||||
};
|
||||
}
|
||||
|
||||
function openAiUsage(response) {
|
||||
const usage = response?.usage;
|
||||
return {
|
||||
input_units: integerOrZero(usage?.input_tokens ?? usage?.inputTokens ?? usage?.prompt_tokens ?? usage?.promptTokens),
|
||||
output_units: integerOrZero(usage?.output_tokens ?? usage?.outputTokens ?? usage?.completion_tokens ?? usage?.completionTokens),
|
||||
total_units: integerOrZero(usage?.total_tokens ?? usage?.totalTokens),
|
||||
};
|
||||
}
|
||||
|
||||
function openAiChatImage(response) {
|
||||
const content = response?.choices?.[0]?.message?.content;
|
||||
if (typeof content !== "string") throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
|
||||
const matches = [...content.matchAll(/!\[[^\]]*\]\(\s*data:(image\/(?:jpeg|png|webp));base64,([A-Za-z0-9+/=\r\n]+)\s*\)/gi)];
|
||||
if (matches.length !== 1) throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
|
||||
return { data: matches[0][2], mime: matches[0][1].toLowerCase() };
|
||||
}
|
||||
|
||||
function interactionUsage(response) {
|
||||
const usage = response?.usage;
|
||||
return {
|
||||
input_units: integerOrZero(usage?.total_input_tokens),
|
||||
output_units: integerOrZero(usage?.total_output_tokens),
|
||||
total_units: integerOrZero(usage?.total_tokens),
|
||||
};
|
||||
}
|
||||
|
||||
export function normalizeProviderResponse(modelConfig, response) {
|
||||
const config = assertModelConfig(modelConfig);
|
||||
let bytes;
|
||||
let mime;
|
||||
let usageSummary;
|
||||
if (config.route_profile.protocol_version === "gemini-interactions-v1beta") {
|
||||
const stepImages = response?.steps?.flatMap((step) => step?.type === "model_output" ? step?.content ?? [] : [])
|
||||
.filter((content) => content?.type === "image" && content?.data) ?? [];
|
||||
const images = stepImages.length > 0
|
||||
? stepImages
|
||||
: [response?.output_image].filter((content) => content?.data);
|
||||
if (images.length !== 1) throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
|
||||
mime = images[0].mime_type ?? images[0].mimeType;
|
||||
bytes = Buffer.from(images[0].data, "base64");
|
||||
usageSummary = interactionUsage(response);
|
||||
} else if (config.route_profile.protocol_version === "gemini-native-v1beta") {
|
||||
const parts = response?.candidates?.flatMap((candidate) => candidate?.content?.parts ?? []) ?? [];
|
||||
const images = parts.map((part) => part?.inlineData ?? part?.inline_data).filter((entry) => entry?.data);
|
||||
if (images.length !== 1) throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
|
||||
mime = images[0].mimeType ?? images[0].mime_type;
|
||||
bytes = Buffer.from(images[0].data, "base64");
|
||||
usageSummary = geminiUsage(response);
|
||||
} else if (config.route_profile.protocol_version === "gemini-openai-chat-v1") {
|
||||
const image = openAiChatImage(response);
|
||||
bytes = Buffer.from(image.data, "base64");
|
||||
mime = image.mime;
|
||||
usageSummary = openAiUsage(response);
|
||||
} else {
|
||||
if (!Array.isArray(response?.data) || response.data.length !== 1 || typeof response.data[0]?.b64_json !== "string") {
|
||||
throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
|
||||
}
|
||||
bytes = Buffer.from(response.data[0].b64_json, "base64");
|
||||
mime = "image/png";
|
||||
usageSummary = openAiUsage(response);
|
||||
}
|
||||
const media = inspectImage(bytes, mime);
|
||||
return {
|
||||
bytes,
|
||||
dimensions: { height: media.height, width: media.width },
|
||||
evidence_hash: `sha256:${sha256(bytes)}`,
|
||||
mime: media.mime,
|
||||
usage_summary: usageSummary,
|
||||
};
|
||||
}
|
||||
|
||||
export function describeProviderResponseShape(value, depth = 0) {
|
||||
if (typeof value === "string") {
|
||||
const trimmed = value.trim();
|
||||
const representation = /^data:image\/(?:jpeg|png|webp);base64,/i.test(trimmed)
|
||||
? "inline_media"
|
||||
: /!\[[^\]]*\]\(\s*https?:\/\/[^)\s]+\s*\)/i.test(trimmed)
|
||||
? "markdown_uri"
|
||||
: /^https?:\/\/\S+$/i.test(trimmed)
|
||||
? "uri"
|
||||
: "plain_text";
|
||||
return {
|
||||
kind: "string",
|
||||
representation,
|
||||
size: value.length === 0 ? "empty" : value.length > 256 ? "large" : "small",
|
||||
};
|
||||
}
|
||||
if (typeof value === "number") return { kind: "number" };
|
||||
if (typeof value === "boolean") return { kind: "boolean" };
|
||||
if (value === null || value === undefined) return { kind: value === null ? "null" : "undefined" };
|
||||
if (depth >= 6) return { kind: "depth_limit" };
|
||||
if (Array.isArray(value)) {
|
||||
return {
|
||||
item: value.length > 0 ? describeProviderResponseShape(value[0], depth + 1) : { kind: "empty" },
|
||||
kind: "array",
|
||||
length: value.length,
|
||||
};
|
||||
}
|
||||
if (value && typeof value === "object") {
|
||||
return {
|
||||
fields: Object.keys(value).toSorted().map((name) => ({ name, shape: describeProviderResponseShape(value[name], depth + 1) })),
|
||||
kind: "object",
|
||||
};
|
||||
}
|
||||
return { kind: "undefined" };
|
||||
}
|
||||
|
||||
export function buildSanitizedResponseEvidence(normalized) {
|
||||
const evidence = {
|
||||
dimensions: structuredClone(normalized.dimensions),
|
||||
evidence_hash: normalized.evidence_hash,
|
||||
mime: normalized.mime,
|
||||
...(normalized.normalization ? { normalization: structuredClone(normalized.normalization) } : {}),
|
||||
usage_summary: structuredClone(normalized.usage_summary),
|
||||
};
|
||||
return validateSanitizedEvidence(evidence);
|
||||
}
|
||||
|
||||
function inspectEvidenceValue(value, seen = new Set()) {
|
||||
if (value && typeof value === "object") {
|
||||
if (seen.has(value)) throw new Error("WP7_02_EVIDENCE_CYCLE_FORBIDDEN");
|
||||
seen.add(value);
|
||||
for (const [key, entry] of Object.entries(value)) {
|
||||
if (key === "verified") throw new Error("WP7_02_SHARED_VERIFIED_FORBIDDEN");
|
||||
if (key !== "secret_scan" && forbiddenEvidenceKeys.test(key)) throw new Error(`WP7_02_SENSITIVE_EVIDENCE_FORBIDDEN:${key}`);
|
||||
inspectEvidenceValue(entry, seen);
|
||||
}
|
||||
seen.delete(value);
|
||||
} else if (typeof value === "string" && /[A-Za-z]:\\Users\\/i.test(value)) {
|
||||
throw new Error("WP7_02_SENSITIVE_EVIDENCE_FORBIDDEN");
|
||||
}
|
||||
}
|
||||
|
||||
export function validateSanitizedEvidence(evidence) {
|
||||
inspectEvidenceValue(evidence);
|
||||
return evidence;
|
||||
}
|
||||
|
||||
export async function executeProviderRequest({ fetchImpl = fetch, modelConfig, prompt, ratio, reference, token, timeoutMs = 180_000 }) {
|
||||
if (typeof token !== "string" || token.length < 8) throw new Error("WP7_02_CREDENTIAL_INVALID");
|
||||
const request = buildProviderRequest({ modelConfig, prompt, ratio, reference });
|
||||
const controller = new AbortController();
|
||||
const timeout = setTimeout(() => controller.abort(), timeoutMs);
|
||||
const startedAt = performance.now();
|
||||
try {
|
||||
const response = await fetchImpl(request.url, {
|
||||
body: request.body instanceof FormData ? request.body : JSON.stringify(request.body),
|
||||
headers: { ...request.headers, authorization: `Bearer ${token}` },
|
||||
method: request.method,
|
||||
signal: controller.signal,
|
||||
});
|
||||
const durationMs = Math.round(performance.now() - startedAt);
|
||||
if (!response.ok) throw new Error(`WP7_02_UPSTREAM_HTTP_${response.status}`);
|
||||
const providerResponse = await response.json();
|
||||
let normalized;
|
||||
try {
|
||||
const providerNormalized = normalizeProviderResponse(modelConfig, providerResponse);
|
||||
const adapted = await normalizeImageOutputToRatio({
|
||||
bytes: providerNormalized.bytes,
|
||||
mimeType: providerNormalized.mime,
|
||||
pixelHeight: providerNormalized.dimensions.height,
|
||||
pixelWidth: providerNormalized.dimensions.width,
|
||||
ratio,
|
||||
});
|
||||
normalized = {
|
||||
...providerNormalized,
|
||||
bytes: adapted.bytes,
|
||||
dimensions: { height: adapted.pixelHeight, width: adapted.pixelWidth },
|
||||
evidence_hash: `sha256:${sha256(adapted.bytes)}`,
|
||||
mime: adapted.mimeType,
|
||||
normalization: {
|
||||
applied: adapted.normalized,
|
||||
upstream_dimensions: { height: adapted.upstreamPixelHeight, width: adapted.upstreamPixelWidth },
|
||||
},
|
||||
};
|
||||
} catch (error) {
|
||||
if (error instanceof Error && /^WP7_02_[A-Z0-9_]+$/.test(error.message)) {
|
||||
error.safe_response_shape = describeProviderResponseShape(providerResponse);
|
||||
} else if (error instanceof Error && error.message === "image_output_media_invalid") {
|
||||
throw new Error("WP7_02_RESPONSE_MEDIA_INVALID");
|
||||
} else if (error instanceof Error && /^image_output_(?:aspect_ratio_mismatch|dimensions_missing|normalization_failed)$/.test(error.message)) {
|
||||
throw new Error("WP7_02_RESPONSE_DIMENSIONS_INVALID");
|
||||
}
|
||||
throw error;
|
||||
}
|
||||
return {
|
||||
duration_ms: durationMs,
|
||||
http_status: response.status,
|
||||
normalized,
|
||||
response_evidence: buildSanitizedResponseEvidence(normalized),
|
||||
};
|
||||
} catch (error) {
|
||||
if (error?.name === "AbortError") throw new Error("WP7_02_UPSTREAM_TIMEOUT");
|
||||
if (error instanceof Error && /^WP7_02_[A-Z0-9_]+$/.test(error.message)) throw error;
|
||||
throw new Error("WP7_02_UPSTREAM_FAILED");
|
||||
} finally {
|
||||
clearTimeout(timeout);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,261 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { deflateSync } from "node:zlib";
|
||||
|
||||
import {
|
||||
WP7_02_CONTROLLED_REAL_LIMIT,
|
||||
buildControlledExecutionPlan,
|
||||
executeProviderRequest,
|
||||
validateSanitizedEvidence,
|
||||
} from "./wp7-02-controlled-executor.mjs";
|
||||
|
||||
const productDimensions = Object.freeze({
|
||||
"3:4": { height: 1440, width: 1080 },
|
||||
"1:1": { height: 1080, width: 1080 },
|
||||
"4:3": { height: 1080, width: 1440 },
|
||||
"9:16": { height: 1920, width: 1080 },
|
||||
});
|
||||
|
||||
function sha256(value) {
|
||||
return createHash("sha256").update(value).digest("hex").toUpperCase();
|
||||
}
|
||||
|
||||
function crc32(bytes) {
|
||||
let crc = 0xffffffff;
|
||||
for (const byte of bytes) {
|
||||
crc ^= byte;
|
||||
for (let bit = 0; bit < 8; bit += 1) crc = (crc >>> 1) ^ (0xedb88320 & -(crc & 1));
|
||||
}
|
||||
return (crc ^ 0xffffffff) >>> 0;
|
||||
}
|
||||
|
||||
function pngChunk(type, data) {
|
||||
const name = Buffer.from(type, "ascii");
|
||||
const length = Buffer.alloc(4);
|
||||
length.writeUInt32BE(data.length);
|
||||
const checksum = Buffer.alloc(4);
|
||||
checksum.writeUInt32BE(crc32(Buffer.concat([name, data])));
|
||||
return Buffer.concat([length, name, data, checksum]);
|
||||
}
|
||||
|
||||
export function createControlledReferencePng() {
|
||||
const width = 64;
|
||||
const height = 64;
|
||||
const rows = [];
|
||||
for (let y = 0; y < height; y += 1) {
|
||||
const row = Buffer.alloc(1 + width * 4);
|
||||
for (let x = 0; x < width; x += 1) {
|
||||
const offset = 1 + x * 4;
|
||||
const bright = (Math.floor(x / 8) + Math.floor(y / 8)) % 2 === 0;
|
||||
row[offset] = bright ? 32 : 220;
|
||||
row[offset + 1] = bright ? 180 : 48;
|
||||
row[offset + 2] = bright ? 220 : 140;
|
||||
row[offset + 3] = 255;
|
||||
}
|
||||
rows.push(row);
|
||||
}
|
||||
const header = Buffer.alloc(13);
|
||||
header.writeUInt32BE(width, 0);
|
||||
header.writeUInt32BE(height, 4);
|
||||
header[8] = 8;
|
||||
header[9] = 6;
|
||||
return Buffer.concat([
|
||||
Buffer.from([137, 80, 78, 71, 13, 10, 26, 10]),
|
||||
pngChunk("IHDR", header),
|
||||
pngChunk("IDAT", deflateSync(Buffer.concat(rows))),
|
||||
pngChunk("IEND", Buffer.alloc(0)),
|
||||
]);
|
||||
}
|
||||
|
||||
function promptForScenario(scenario) {
|
||||
const subject = scenario.input === "reference_image" ? "use the supplied geometric color reference" : "use a geometric color study";
|
||||
return `Create one safe abstract test image; ${subject}; no text, logos, people, or real places; aspect ratio ${scenario.ratio}.`;
|
||||
}
|
||||
|
||||
function dimensionsMatch(dimensions, ratio) {
|
||||
const expected = productDimensions[ratio];
|
||||
return dimensions.width === expected.width && dimensions.height === expected.height;
|
||||
}
|
||||
|
||||
function safeErrorCode(error) {
|
||||
return error instanceof Error && /^WP7_02_[A-Z0-9_]+$/.test(error.message)
|
||||
? error.message
|
||||
: "WP7_02_UPSTREAM_FAILED";
|
||||
}
|
||||
|
||||
export async function runControlledRealScenarios({ fetchImpl = fetch, maxRealCalls, modelConfig, token }) {
|
||||
const plan = buildControlledExecutionPlan(modelConfig);
|
||||
if (maxRealCalls !== WP7_02_CONTROLLED_REAL_LIMIT || plan.planned_real_calls > maxRealCalls) {
|
||||
throw new Error("WP7_02_REAL_CALL_LIMIT_INVALID");
|
||||
}
|
||||
const referenceBytes = createControlledReferencePng();
|
||||
const attempts = [];
|
||||
const calls = [];
|
||||
let timeoutRetriesRemaining = 1;
|
||||
let stop = false;
|
||||
for (let index = 0; index < plan.real_scenarios.length; index += 1) {
|
||||
const scenario = plan.real_scenarios[index];
|
||||
const scenarioId = `real-${index + 1}`;
|
||||
let attemptNo = 0;
|
||||
while (true) {
|
||||
attemptNo += 1;
|
||||
try {
|
||||
const result = await executeProviderRequest({
|
||||
fetchImpl,
|
||||
modelConfig,
|
||||
prompt: promptForScenario(scenario),
|
||||
ratio: scenario.ratio,
|
||||
reference: scenario.input === "reference_image" ? { bytes: referenceBytes, mime_type: "image/png" } : undefined,
|
||||
token,
|
||||
});
|
||||
attempts.push(validateSanitizedEvidence({
|
||||
attempt_no: attemptNo, duration_ms: result.duration_ms, http_status: result.http_status,
|
||||
scenario_id: scenarioId, status: "passed",
|
||||
}));
|
||||
const dimensionsPassed = dimensionsMatch(result.normalized.dimensions, scenario.ratio);
|
||||
calls.push(validateSanitizedEvidence({
|
||||
duration_ms: result.duration_ms,
|
||||
http_status: result.http_status,
|
||||
input: scenario.input,
|
||||
requested_ratio: scenario.ratio,
|
||||
response: result.response_evidence,
|
||||
scenario_id: scenarioId,
|
||||
source: "real_gateway",
|
||||
status: dimensionsPassed ? "passed" : "failed",
|
||||
validation: { dimensions: dimensionsPassed ? "passed" : "failed", response: "passed" },
|
||||
}));
|
||||
break;
|
||||
} catch (error) {
|
||||
const errorCode = safeErrorCode(error);
|
||||
attempts.push(validateSanitizedEvidence({ attempt_no: attemptNo, error_code: errorCode, scenario_id: scenarioId, status: "failed" }));
|
||||
if (errorCode === "WP7_02_UPSTREAM_TIMEOUT" && timeoutRetriesRemaining > 0) {
|
||||
timeoutRetriesRemaining -= 1;
|
||||
continue;
|
||||
}
|
||||
const failed = {
|
||||
error_code: errorCode,
|
||||
input: scenario.input,
|
||||
requested_ratio: scenario.ratio,
|
||||
scenario_id: scenarioId,
|
||||
source: "real_gateway",
|
||||
status: "failed",
|
||||
...(error?.safe_response_shape ? { response_shape: error.safe_response_shape } : {}),
|
||||
};
|
||||
calls.push(validateSanitizedEvidence(failed));
|
||||
if (["WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED", "WP7_02_RESPONSE_MEDIA_INVALID", "WP7_02_CREDENTIAL_INVALID",
|
||||
"WP7_02_UPSTREAM_HTTP_401", "WP7_02_UPSTREAM_HTTP_403", "WP7_02_UPSTREAM_HTTP_404", "WP7_02_UPSTREAM_HTTP_429"].includes(failed.error_code)) stop = true;
|
||||
break;
|
||||
}
|
||||
}
|
||||
if (stop) break;
|
||||
}
|
||||
referenceBytes.fill(0);
|
||||
const blockers = calls.filter((call) => call.status !== "passed").map((call) => `${call.scenario_id}:${call.error_code ?? "dimensions_or_response_invalid"}`);
|
||||
return validateSanitizedEvidence({
|
||||
blockers,
|
||||
attempts,
|
||||
calls,
|
||||
maximum_real_calls: plan.planned_real_calls + 1,
|
||||
model_id: modelConfig.model_id,
|
||||
planned_real_calls: plan.planned_real_calls,
|
||||
real_calls: attempts.length,
|
||||
status: blockers.length === 0 ? "passed" : "externally_blocked",
|
||||
});
|
||||
}
|
||||
|
||||
export function buildDeterministicExecutionEvidence(modelId, runId) {
|
||||
const operationRef = `sha256:${sha256(`${modelId}:${runId}:operation`)}`;
|
||||
let state = "created";
|
||||
const trace = [];
|
||||
const start = () => {
|
||||
if (state !== "created") throw new Error("WP7_02_ASYNC_STATE_INVALID");
|
||||
state = "pending";
|
||||
trace.push({ action: "start", after: state, before: "created", status: "passed" });
|
||||
return operationRef;
|
||||
};
|
||||
const poll = (reference) => {
|
||||
if (reference !== operationRef || !["pending", "completed"].includes(state)) throw new Error("WP7_02_POLL_REFERENCE_INVALID");
|
||||
const before = state;
|
||||
state = "completed";
|
||||
trace.push({ action: "poll", after: state, before, replay: before === "completed", status: "passed" });
|
||||
return state;
|
||||
};
|
||||
const reference = start();
|
||||
poll(reference);
|
||||
poll(reference);
|
||||
return validateSanitizedEvidence({
|
||||
modes: [
|
||||
{ mode: "sync", source: "real_gateway", status: "covered_by_real_calls" },
|
||||
{ mode: "async", source: "deterministic_local", status: "passed", transition: "created_to_pending" },
|
||||
{ mode: "poll", operation_ref: operationRef, replay_count: 1, source: "deterministic_local", status: "passed", transition: "pending_to_completed" },
|
||||
],
|
||||
model_id: modelId,
|
||||
status: "passed",
|
||||
trace,
|
||||
});
|
||||
}
|
||||
|
||||
function passedCall(calls, predicate) {
|
||||
return calls.some((call) => call.status === "passed" && predicate(call));
|
||||
}
|
||||
|
||||
export function assembleControlledModelEvidence({ deterministicState, modelConfig, realExecution, runId }) {
|
||||
if (deterministicState?.model_id !== modelConfig.model_id || deterministicState?.status !== "passed") {
|
||||
throw new Error("WP7_02_DETERMINISTIC_STATE_INCOMPLETE");
|
||||
}
|
||||
const execution = buildDeterministicExecutionEvidence(modelConfig.model_id, runId);
|
||||
const ratioRows = Object.keys(productDimensions).map((ratio) => ({
|
||||
outputs: passedCall(realExecution.calls, (call) => call.requested_ratio === ratio) ? 1 : 0,
|
||||
ratio,
|
||||
status: passedCall(realExecution.calls, (call) => call.requested_ratio === ratio) ? "passed" : "failed",
|
||||
}));
|
||||
const pureTextPassed = ratioRows.every((row) => row.status === "passed")
|
||||
&& passedCall(realExecution.calls, (call) => call.input === "pure_text");
|
||||
const referencePassed = passedCall(realExecution.calls, (call) => call.input === "reference_image");
|
||||
const deterministicPassed = deterministicState.error_scenarios?.length === 9
|
||||
&& deterministicState.error_scenarios.every((entry) => entry.status === "passed")
|
||||
&& deterministicState.settlements?.length === 3
|
||||
&& deterministicState.contract_change?.full_matrix_reapplied === true;
|
||||
const status = realExecution.status === "passed" && pureTextPassed && referencePassed
|
||||
&& ratioRows.every((row) => row.status === "passed") && deterministicPassed ? "passed" : "externally_blocked";
|
||||
const evidenceId = `sha256:${sha256(`${modelConfig.model_id}:${modelConfig.config_version}:${runId}`)}`;
|
||||
return validateSanitizedEvidence({
|
||||
evidence_id: evidenceId,
|
||||
external_calls: {
|
||||
approved_real_call_limit: WP7_02_CONTROLLED_REAL_LIMIT,
|
||||
attempts: realExecution.attempts,
|
||||
calls: realExecution.calls,
|
||||
maximum_real_calls: realExecution.maximum_real_calls,
|
||||
mode: "controlled_real",
|
||||
planned_real_calls: realExecution.planned_real_calls,
|
||||
real_calls: realExecution.real_calls,
|
||||
service: "ai-gateway-service-id",
|
||||
status: realExecution.status,
|
||||
},
|
||||
manual_review: {
|
||||
decision: status === "passed" ? "Review sanitized matrix before recording the model as passed." : "Resolve all failed scenarios before review.",
|
||||
status: status === "passed" ? "pending" : "blocked",
|
||||
},
|
||||
matrix: {
|
||||
config_version: modelConfig.config_version,
|
||||
contract_change: deterministicState.contract_change,
|
||||
error_scenarios: deterministicState.error_scenarios,
|
||||
execution_modes: execution.modes,
|
||||
model_id: modelConfig.model_id,
|
||||
pure_text: { outputs: pureTextPassed ? 1 : 0, status: pureTextPassed ? "passed" : "failed" },
|
||||
ratios: ratioRows,
|
||||
reference_image: { outputs: referencePassed ? 1 : 0, status: referencePassed ? "passed" : "failed" },
|
||||
response_checks: ["single_image", "mime", "dimensions", "sanitized_usage", "evidence_hash"].map((name) => ({ name, status: realExecution.status })),
|
||||
settlements: deterministicState.settlements,
|
||||
status,
|
||||
},
|
||||
model_id: modelConfig.model_id,
|
||||
redaction: {
|
||||
forbidden_fields_absent: true,
|
||||
retained_fields: ["status", "category", "duration_ms", "mime", "dimensions", "usage_summary", "evidence_hash", "time"],
|
||||
secret_scan: "passed",
|
||||
status: "passed",
|
||||
},
|
||||
run_id: runId,
|
||||
status,
|
||||
});
|
||||
}
|
||||
@@ -0,0 +1,249 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { mkdirSync, writeFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
|
||||
export const AI_GATEWAY_CREDENTIAL_TARGET = "Dada/P0A/worker/ai-gateway";
|
||||
export const WP7_02_MODEL_IDS = Object.freeze([
|
||||
"gemini-3.1-flash-image",
|
||||
"gpt-image-2",
|
||||
]);
|
||||
|
||||
const controlledStateProductModelIds = Object.freeze({
|
||||
"gemini-3.1-flash-image": "gemini-3.1-flash-image-preview",
|
||||
"gpt-image-2": "gpt-image-2",
|
||||
});
|
||||
|
||||
const expectedCandidateCommit = "623cad25b2a2a9a003502c9a92ebd318dad06248";
|
||||
const expectedBrowsers = Object.freeze({
|
||||
"Google Chrome": "150.0.7871.187",
|
||||
"Microsoft Edge": "151.0.4129.59",
|
||||
});
|
||||
const ratios = Object.freeze(["3:4", "1:1", "4:3", "9:16"]);
|
||||
const errorCategories = Object.freeze([
|
||||
"upstream_timeout", "upstream_failed", "safety_rejected", "model_disabled",
|
||||
"gateway_balance_insufficient", "gateway_contract_invalid", "reference_invalid",
|
||||
"unknown_retryable", "unknown_non_retryable",
|
||||
]);
|
||||
const errorExpectations = Object.freeze({
|
||||
upstream_timeout: { credit_effect: "release_once", job_outcome: "failed", user_action: "retry_original_input" },
|
||||
upstream_failed: { credit_effect: "release_once", job_outcome: "failed", user_action: "retry_later" },
|
||||
safety_rejected: { credit_effect: "release_once", job_outcome: "rejected", user_action: "modify_prompt_or_reference" },
|
||||
model_disabled: { credit_effect: "no_reserve", job_outcome: "not_created", user_action: "choose_other_model_or_wait" },
|
||||
gateway_balance_insufficient: { credit_effect: "no_reserve_or_release_once", job_outcome: "not_created_or_failed", user_action: "choose_unaffected_model_or_contact_admin" },
|
||||
gateway_contract_invalid: { credit_effect: "no_reserve_or_release_once", job_outcome: "not_created_or_failed", user_action: "choose_other_model_or_contact_admin" },
|
||||
reference_invalid: { credit_effect: "no_reserve_or_release_once", job_outcome: "not_created_or_failed", user_action: "replace_or_remove_reference" },
|
||||
unknown_retryable: { credit_effect: "release_once", job_outcome: "failed", user_action: "retry_later" },
|
||||
unknown_non_retryable: { credit_effect: "release_once", job_outcome: "failed", user_action: "contact_admin" },
|
||||
});
|
||||
|
||||
function stableJson(value) {
|
||||
if (Array.isArray(value)) return `[${value.map(stableJson).join(",")}]`;
|
||||
if (value && typeof value === "object") {
|
||||
return `{${Object.entries(value).sort(([left], [right]) => left.localeCompare(right))
|
||||
.map(([key, entry]) => `${JSON.stringify(key)}:${stableJson(entry)}`).join(",")}}`;
|
||||
}
|
||||
return JSON.stringify(value);
|
||||
}
|
||||
|
||||
function sha256(value) {
|
||||
return createHash("sha256").update(typeof value === "string" ? value : stableJson(value)).digest("hex").toUpperCase();
|
||||
}
|
||||
|
||||
function assertModelId(modelId) {
|
||||
if (!WP7_02_MODEL_IDS.includes(modelId)) throw new Error("WP7_02_MODEL_NOT_ALLOWED");
|
||||
return modelId;
|
||||
}
|
||||
|
||||
export function productModelIdForControlledState(modelId) {
|
||||
assertModelId(modelId);
|
||||
return controlledStateProductModelIds[modelId];
|
||||
}
|
||||
|
||||
export function buildModelContractPlan(modelId) {
|
||||
assertModelId(modelId);
|
||||
const plannedRequestBreakdown = {
|
||||
contract_change_full_revalidation: 20,
|
||||
error_categories: 9,
|
||||
execution_modes_and_poll: 3,
|
||||
input_and_ratio_success: 6,
|
||||
settlement_boundaries: 2,
|
||||
};
|
||||
return {
|
||||
error_categories: [...errorCategories],
|
||||
error_expectations: structuredClone(errorExpectations),
|
||||
execution_modes: ["sync", "async", "poll"],
|
||||
inputs: ["pure_text", "reference_image"],
|
||||
model_id: modelId,
|
||||
planned_provider_requests_max: Object.values(plannedRequestBreakdown).reduce((total, count) => total + count, 0),
|
||||
planned_request_breakdown: plannedRequestBreakdown,
|
||||
quota_impact: "unknown_requires_operator_review",
|
||||
ratios: [...ratios],
|
||||
response_checks: ["single_image", "mime", "dimensions", "sanitized_usage"],
|
||||
state_checks: [
|
||||
"credit_commit_once", "credit_release_once_per_terminal_failure",
|
||||
"contract_change_invalidation", "full_revalidation",
|
||||
],
|
||||
};
|
||||
}
|
||||
|
||||
export function validateCandidateDependency(record) {
|
||||
if (!record || typeof record !== "object") throw new Error("WP7_02_CANDIDATE_RECORD_REQUIRED");
|
||||
if (record.final_release !== false || record.status !== "candidate_unvalidated"
|
||||
|| record.candidate_package?.release_status !== "candidate_unvalidated") {
|
||||
throw new Error("WP7_02_CANDIDATE_FINAL_RELEASE_FORBIDDEN");
|
||||
}
|
||||
if (record.build_commit !== expectedCandidateCommit || record.fixed_port !== 43121) {
|
||||
throw new Error("WP7_02_CANDIDATE_BASELINE_MISMATCH");
|
||||
}
|
||||
const browsers = Array.isArray(record.browsers) ? record.browsers : [];
|
||||
if (browsers.length !== 2 || Object.entries(expectedBrowsers).some(([brand, version]) => {
|
||||
const browser = browsers.find((entry) => entry?.brand === brand);
|
||||
return !browser || browser.full_version !== version || browser.major !== Number(version.split(".")[0])
|
||||
|| browser.source !== "installed_executable";
|
||||
})) throw new Error("WP7_02_CANDIDATE_BROWSER_MISMATCH");
|
||||
if (!/^[A-F0-9]{64}$/.test(record.candidate_package?.sha256 ?? "")) throw new Error("WP7_02_CANDIDATE_PACKAGE_HASH_INVALID");
|
||||
return {
|
||||
browsers: Object.entries(expectedBrowsers).map(([brand, full_version]) => ({ brand, full_version })),
|
||||
build_commit: record.build_commit,
|
||||
candidate_package_sha256: record.candidate_package.sha256,
|
||||
fixed_port: record.fixed_port,
|
||||
record_sha256: sha256(record),
|
||||
status: record.status,
|
||||
};
|
||||
}
|
||||
|
||||
function validateRealModelConfig(modelConfig, modelId) {
|
||||
if (!modelConfig || typeof modelConfig !== "object") return { blocker: "real_model_config_absent" };
|
||||
const endpoint = modelConfig.route_profile?.endpoint;
|
||||
const validEndpoint = typeof endpoint === "string" && endpoint.startsWith("https://")
|
||||
&& !/\.(?:invalid)(?:\/|$)/i.test(endpoint) && !/https:\/\/(?:localhost|127\.0\.0\.1)(?:[:/]|$)/i.test(endpoint);
|
||||
if (modelConfig.model_id !== modelId || !Number.isSafeInteger(modelConfig.config_version) || modelConfig.config_version <= 0
|
||||
|| !validEndpoint || typeof modelConfig.gateway_account_ref !== "string" || /mock/i.test(modelConfig.gateway_account_ref)) {
|
||||
return { blocker: "real_model_config_invalid" };
|
||||
}
|
||||
return {
|
||||
config: {
|
||||
config_version: modelConfig.config_version,
|
||||
endpoint_sha256: sha256(endpoint),
|
||||
gateway_account_ref_sha256: sha256(modelConfig.gateway_account_ref),
|
||||
model_id: modelId,
|
||||
route_profile_sha256: sha256(modelConfig.route_profile),
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
export function inspectAiGatewayReadiness({ candidateRecord, confirmed, credentialTargets, modelConfig, modelId }) {
|
||||
const candidate = validateCandidateDependency(candidateRecord);
|
||||
assertModelId(modelId);
|
||||
const blockers = [];
|
||||
if (confirmed !== true) blockers.push("explicit_confirmation_absent");
|
||||
if (!Array.isArray(credentialTargets) || !credentialTargets.includes(AI_GATEWAY_CREDENTIAL_TARGET)) {
|
||||
blockers.push("real_gateway_credentials_absent");
|
||||
}
|
||||
const checkedConfig = validateRealModelConfig(modelConfig, modelId);
|
||||
if (checkedConfig.blocker) blockers.push(checkedConfig.blocker);
|
||||
return {
|
||||
blockers,
|
||||
candidate,
|
||||
model_config: checkedConfig.config ?? null,
|
||||
model_id: modelId,
|
||||
plan: buildModelContractPlan(modelId),
|
||||
real_calls: 0,
|
||||
status: blockers.length > 0 ? "externally_blocked" : "ready_for_controlled_execution",
|
||||
};
|
||||
}
|
||||
|
||||
function blockedScenarios(plan) {
|
||||
return [
|
||||
...plan.inputs.map((name) => ({ kind: "input", name, status: "not_run" })),
|
||||
...plan.ratios.map((name) => ({ kind: "ratio", name, status: "not_run" })),
|
||||
...plan.execution_modes.map((name) => ({ kind: "execution_mode", name, status: "not_run" })),
|
||||
...plan.response_checks.map((name) => ({ kind: "response_check", name, status: "not_run" })),
|
||||
...plan.error_categories.map((name) => ({
|
||||
expected: plan.error_expectations[name], kind: "error_category", name, status: "not_run",
|
||||
})),
|
||||
...plan.state_checks.map((name) => ({ kind: "state_check", name, status: "not_run" })),
|
||||
];
|
||||
}
|
||||
|
||||
export function buildBlockedModelEvidence({ blockers, candidateRecord, modelId, modelConfig = null, runId }) {
|
||||
const candidate = validateCandidateDependency(candidateRecord);
|
||||
const plan = buildModelContractPlan(modelId);
|
||||
if (!Array.isArray(blockers) || blockers.length === 0) throw new Error("WP7_02_EXTERNAL_BLOCKER_REQUIRED");
|
||||
const evidenceId = `sha256:${sha256({ model_id: modelId, run_id: runId })}`;
|
||||
return {
|
||||
blockers: [...new Set(blockers)],
|
||||
candidate,
|
||||
evidence_id: evidenceId,
|
||||
external_calls: {
|
||||
mode: "controlled_real_not_executed",
|
||||
planned_provider_requests_max: plan.planned_provider_requests_max,
|
||||
planned_request_breakdown: plan.planned_request_breakdown,
|
||||
quota_impact: plan.quota_impact,
|
||||
real_calls: 0,
|
||||
service: "ai-gateway-service-id",
|
||||
},
|
||||
manual_review: {
|
||||
decision: "Do not mark this model verified until every controlled-real scenario passes against the listed config version.",
|
||||
status: "blocked",
|
||||
},
|
||||
matrix: {
|
||||
config_version: modelConfig?.config_version ?? null,
|
||||
model_id: modelId,
|
||||
scenarios: blockedScenarios(plan),
|
||||
status: "not_run",
|
||||
},
|
||||
model_id: modelId,
|
||||
redaction: {
|
||||
retained_fields: ["status", "category", "duration_ms", "mime", "dimensions", "usage_summary", "evidence_hash", "time"],
|
||||
secret_scan: "passed",
|
||||
},
|
||||
run_id: runId,
|
||||
status: "externally_blocked",
|
||||
};
|
||||
}
|
||||
|
||||
export function validateIndependentEvidenceSet(evidence) {
|
||||
if (!Array.isArray(evidence) || evidence.length !== WP7_02_MODEL_IDS.length) throw new Error("WP7_02_MODEL_EVIDENCE_SET_REQUIRED");
|
||||
const ids = evidence.map((entry) => entry.model_id).toSorted();
|
||||
if (JSON.stringify(ids) !== JSON.stringify([...WP7_02_MODEL_IDS].toSorted())) throw new Error("WP7_02_MODEL_EVIDENCE_SET_INVALID");
|
||||
if (new Set(evidence.map((entry) => entry.evidence_id)).size !== evidence.length) throw new Error("WP7_02_SHARED_EVIDENCE_FORBIDDEN");
|
||||
for (const entry of evidence) {
|
||||
const blocked = entry.status === "externally_blocked"
|
||||
&& Number.isSafeInteger(entry.external_calls?.real_calls) && entry.external_calls.real_calls >= 0
|
||||
&& entry.manual_review?.status === "blocked";
|
||||
const passed = entry.status === "passed" && entry.matrix?.status === "passed"
|
||||
&& entry.external_calls?.status === "passed" && entry.external_calls.real_calls > 0
|
||||
&& entry.manual_review?.status === "passed" && entry.redaction?.status === "passed";
|
||||
const pendingReview = entry.status === "passed" && entry.matrix?.status === "passed"
|
||||
&& entry.external_calls?.status === "passed" && entry.external_calls.real_calls > 0
|
||||
&& entry.manual_review?.status === "pending" && entry.redaction?.status === "passed";
|
||||
if (entry.matrix?.model_id !== entry.model_id || (!blocked && !passed && !pendingReview)
|
||||
|| /\"verified\"\s*:/i.test(JSON.stringify(entry))) {
|
||||
throw new Error("WP7_02_BLOCKED_EVIDENCE_INVALID");
|
||||
}
|
||||
}
|
||||
return evidence;
|
||||
}
|
||||
|
||||
export function writeBlockedModelEvidence(directory, evidence) {
|
||||
mkdirSync(resolve(directory), { recursive: true });
|
||||
const files = {
|
||||
"contract-matrix.json": evidence.matrix,
|
||||
"external-calls.json": evidence.external_calls,
|
||||
"manual-review.json": evidence.manual_review,
|
||||
"readiness.json": {
|
||||
blockers: evidence.blockers,
|
||||
candidate: evidence.candidate,
|
||||
evidence_id: evidence.evidence_id,
|
||||
model_id: evidence.model_id,
|
||||
run_id: evidence.run_id,
|
||||
status: evidence.status,
|
||||
},
|
||||
"redaction.json": evidence.redaction,
|
||||
};
|
||||
for (const [name, value] of Object.entries(files)) {
|
||||
writeFileSync(resolve(directory, name), `${JSON.stringify(value, null, 2)}\n`);
|
||||
}
|
||||
return Object.keys(files);
|
||||
}
|
||||
@@ -0,0 +1,59 @@
|
||||
import { WP7_02_MODEL_IDS } from "./wp7-02-external-contract.mjs";
|
||||
|
||||
const productDimensions = Object.freeze({
|
||||
"3:4": [1080, 1440],
|
||||
"1:1": [1080, 1080],
|
||||
"4:3": [1440, 1080],
|
||||
"9:16": [1080, 1920],
|
||||
});
|
||||
|
||||
function modelEvidenceComplete(entry) {
|
||||
const { externalCalls, matrix, modelId, readiness, redaction } = entry;
|
||||
return matrix.model_id === modelId && Number.isSafeInteger(matrix.config_version) && matrix.config_version > 0 && matrix.status === "passed"
|
||||
&& matrix.pure_text?.status === "passed" && matrix.reference_image?.status === "passed"
|
||||
&& matrix.ratios?.length === 4 && matrix.ratios.every((row) => row.status === "passed")
|
||||
&& matrix.execution_modes?.length === 3 && matrix.execution_modes.every((row) => ["passed", "covered_by_real_calls"].includes(row.status))
|
||||
&& matrix.error_scenarios?.length === 9 && matrix.error_scenarios.every((row) => row.status === "passed")
|
||||
&& matrix.settlements?.length === 3 && matrix.contract_change?.full_matrix_reapplied === true
|
||||
&& externalCalls.status === "passed" && externalCalls.real_calls >= 5 && externalCalls.real_calls <= 6
|
||||
&& externalCalls.planned_real_calls === 5 && externalCalls.maximum_real_calls === 6
|
||||
&& externalCalls.attempts?.length === externalCalls.real_calls
|
||||
&& externalCalls.calls?.length === 5 && new Set(externalCalls.calls.map((row) => row.scenario_id)).size === 5
|
||||
&& externalCalls.calls.every((row) => row.status === "passed" && row.source === "real_gateway")
|
||||
&& externalCalls.calls.every((row) => {
|
||||
const [width, height] = productDimensions[row.requested_ratio] ?? [];
|
||||
return row.response?.dimensions?.width === width && row.response?.dimensions?.height === height;
|
||||
})
|
||||
&& externalCalls.approved_real_call_limit === 120
|
||||
&& readiness.status === "passed" && redaction.status === "passed" && redaction.secret_scan === "passed";
|
||||
}
|
||||
|
||||
export function reviewIndependentModelEvidence(entries, { reviewedAt, runId }) {
|
||||
const entryIds = Array.isArray(entries) ? entries.map((entry) => entry?.modelId).toSorted() : [];
|
||||
if (!Array.isArray(entries) || entries.length !== WP7_02_MODEL_IDS.length
|
||||
|| JSON.stringify(entryIds) !== JSON.stringify([...WP7_02_MODEL_IDS].toSorted())
|
||||
|| !runId || !reviewedAt) {
|
||||
throw new Error("WP7_02_MANUAL_REVIEW_EVIDENCE_INVALID");
|
||||
}
|
||||
const evidenceIds = entries.map((entry) => entry.readiness?.evidence_id);
|
||||
if (evidenceIds.some((id) => typeof id !== "string") || new Set(evidenceIds).size !== entries.length) {
|
||||
throw new Error("WP7_02_MANUAL_REVIEW_EVIDENCE_NOT_INDEPENDENT");
|
||||
}
|
||||
const reviews = entries.map((entry) => modelEvidenceComplete(entry) ? {
|
||||
basis: ["independent_model_evidence", "five_scenarios_bounded_attempts", "four_ratios", "reference_input", "nine_errors", "settlement", "contract_change", "redaction"],
|
||||
decision: "Sanitized controlled-real and deterministic evidence is complete for this config version.",
|
||||
model_id: entry.modelId,
|
||||
reviewed_at: reviewedAt,
|
||||
reviewer_role: "dada_editor_quality_group",
|
||||
run_id: runId,
|
||||
status: "passed",
|
||||
} : {
|
||||
decision: "Independent model evidence remains incomplete or externally blocked.",
|
||||
model_id: entry.modelId,
|
||||
reviewed_at: reviewedAt,
|
||||
reviewer_role: "dada_editor_quality_group",
|
||||
run_id: runId,
|
||||
status: "blocked",
|
||||
});
|
||||
return { reviews, status: reviews.every((review) => review.status === "passed") ? "passed" : "externally_blocked" };
|
||||
}
|
||||
@@ -0,0 +1,45 @@
|
||||
import path from 'node:path';
|
||||
import { REQUIRED_COVERAGE_UNITS } from './wp7-05-ui-gate.mjs';
|
||||
|
||||
const ABSOLUTE_PATH = /^(?:[A-Za-z]:[\\/]|[\\/]{2}|\\\\)/;
|
||||
|
||||
function assertSafeRelative(value, field) {
|
||||
if (typeof value !== 'string' || !value || ABSOLUTE_PATH.test(value) || path.isAbsolute(value)) {
|
||||
throw new Error(`WP7_05_UNSAFE_${field}`);
|
||||
}
|
||||
const normalized = value.replaceAll('\\', '/');
|
||||
if (normalized.split('/').includes('..')) throw new Error(`WP7_05_UNSAFE_${field}`);
|
||||
return normalized;
|
||||
}
|
||||
|
||||
export function buildCoverageEvidence({ runId, candidateSha256, coverageUnits, viewports }) {
|
||||
if (!runId || !/^[A-Za-z0-9._-]+$/.test(runId)) throw new Error('WP7_05_INVALID_RUN_ID');
|
||||
if (!/^[A-Fa-f0-9]{64}$/.test(candidateSha256 ?? '')) throw new Error('WP7_05_INVALID_CANDIDATE_HASH');
|
||||
if (!Array.isArray(coverageUnits)) throw new Error('WP7_05_COVERAGE_UNITS_REQUIRED');
|
||||
|
||||
const byPage = new Map();
|
||||
for (const unit of coverageUnits) {
|
||||
if (!REQUIRED_COVERAGE_UNITS.includes(unit.page_id)) throw new Error('WP7_05_UNKNOWN_PAGE');
|
||||
if (byPage.has(unit.page_id)) throw new Error('WP7_05_DUPLICATE_PAGE');
|
||||
if (!Array.isArray(unit.states) || unit.states.length === 0) throw new Error('WP7_05_STATES_REQUIRED');
|
||||
const states = unit.states.map((state) => ({
|
||||
state: assertSafeRelative(state.state, 'STATE'),
|
||||
screenshot_100pct: assertSafeRelative(state.screenshot_100pct, 'SCREENSHOT'),
|
||||
screenshot_200pct: assertSafeRelative(state.screenshot_200pct, 'SCREENSHOT'),
|
||||
trace: assertSafeRelative(state.trace, 'TRACE'),
|
||||
}));
|
||||
byPage.set(unit.page_id, { page_id: unit.page_id, states });
|
||||
}
|
||||
const missing = REQUIRED_COVERAGE_UNITS.filter((page) => !byPage.has(page));
|
||||
if (missing.length) throw new Error(`WP7_05_MISSING_PAGES:${missing.join(',')}`);
|
||||
if (!Array.isArray(viewports) || viewports.length !== 2) throw new Error('WP7_05_VIEWPORTS_REQUIRED');
|
||||
|
||||
return {
|
||||
schema_version: '1.0',
|
||||
task: 'TASK-WP7-05',
|
||||
run_id: runId,
|
||||
candidate_sha256: candidateSha256.toUpperCase(),
|
||||
viewports,
|
||||
coverage_units: REQUIRED_COVERAGE_UNITS.map((page) => byPage.get(page)),
|
||||
};
|
||||
}
|
||||
@@ -0,0 +1,71 @@
|
||||
import fs from 'node:fs';
|
||||
|
||||
export const REQUIRED_COVERAGE_UNITS = Object.freeze([
|
||||
'support-gate', 'user-auth', 'workspace', 'current-task', 'projects',
|
||||
'project-detail', 'editor', 'export', 'credits', 'settings',
|
||||
'preview-user-variant', 'admin-auth', 'admin-overview', 'admin-users',
|
||||
'admin-invites', 'admin-models', 'admin-assets', 'admin-preview',
|
||||
'admin-generations', 'admin-services-storage', 'admin-audit', 'system-ui',
|
||||
]);
|
||||
|
||||
const REQUIRED_VIEWPORTS = Object.freeze([
|
||||
{ width: 1920, height: 1080, deviceScaleFactor: 1, zoom: 100 },
|
||||
{ width: 1920, height: 1080, deviceScaleFactor: 1, zoom: 200 },
|
||||
]);
|
||||
|
||||
function blocked(code, details = {}) {
|
||||
return { status: 'externally_blocked', code, ...details };
|
||||
}
|
||||
|
||||
export function loadCandidateRecord(path) {
|
||||
if (!path || !fs.existsSync(path)) return blocked('candidate_record_missing');
|
||||
try {
|
||||
const record = JSON.parse(fs.readFileSync(path, 'utf8'));
|
||||
if (!Array.isArray(record.browsers) || record.browsers.length !== 2) {
|
||||
return blocked('candidate_browser_record_incomplete');
|
||||
}
|
||||
const brands = new Set(record.browsers.map((browser) => browser.brand));
|
||||
if (brands.size !== 2 || !brands.has('Google Chrome') || !brands.has('Microsoft Edge')) {
|
||||
return blocked('candidate_browser_pair_invalid');
|
||||
}
|
||||
if (record.windows?.build == null || !record.candidate_package?.sha256 || !record.candidate_package?.fixed_port) {
|
||||
return blocked('candidate_identity_incomplete');
|
||||
}
|
||||
if (record.browsers.some((browser) => !browser.full_version || !browser.major)) {
|
||||
return blocked('candidate_full_version_missing');
|
||||
}
|
||||
return { status: 'ready', record };
|
||||
} catch {
|
||||
return blocked('candidate_record_invalid');
|
||||
}
|
||||
}
|
||||
|
||||
export function validateCoverageEvidence(evidence) {
|
||||
if (!evidence || !Array.isArray(evidence.coverage_units)) {
|
||||
return blocked('coverage_evidence_missing');
|
||||
}
|
||||
const actual = new Set(evidence.coverage_units.map((unit) => unit.page_id));
|
||||
const missing = REQUIRED_COVERAGE_UNITS.filter((unit) => !actual.has(unit));
|
||||
if (missing.length) return blocked('coverage_units_incomplete', { missing });
|
||||
const missingStates = evidence.coverage_units
|
||||
.filter((unit) => REQUIRED_COVERAGE_UNITS.includes(unit.page_id))
|
||||
.filter((unit) => !Array.isArray(unit.states) || unit.states.length === 0)
|
||||
.map((unit) => unit.page_id);
|
||||
if (missingStates.length) return blocked('coverage_states_incomplete', { missingStates });
|
||||
const viewportKeys = new Set((evidence.viewports ?? []).map((viewport) => JSON.stringify(viewport)));
|
||||
const missingViewports = REQUIRED_VIEWPORTS.filter((viewport) => !viewportKeys.has(JSON.stringify(viewport)));
|
||||
if (missingViewports.length) return blocked('candidate_viewports_incomplete', { missingViewports });
|
||||
return { status: 'ready' };
|
||||
}
|
||||
|
||||
export function runWp705Gate({ candidatePath, evidence, dependencies = {} }) {
|
||||
const candidate = loadCandidateRecord(candidatePath);
|
||||
if (candidate.status !== 'ready') return candidate;
|
||||
const coverage = validateCoverageEvidence(evidence);
|
||||
if (coverage.status !== 'ready') return coverage;
|
||||
const externalBlockers = Object.entries(dependencies)
|
||||
.filter(([, status]) => status === 'externally_blocked')
|
||||
.map(([task]) => task);
|
||||
if (externalBlockers.length) return blocked('upstream_external_blocked', { externalBlockers });
|
||||
return { status: 'ready_for_execution' };
|
||||
}
|
||||
@@ -0,0 +1,62 @@
|
||||
const EXPECTED_TRACE_SUMMARY = Object.freeze({
|
||||
acceptanceCriteria: 52,
|
||||
errorCategories: 9,
|
||||
featureModules: 13,
|
||||
parentFamilies: 89,
|
||||
penProductFrames: 18,
|
||||
productContracts: 19,
|
||||
requirements: 109,
|
||||
tasks: 52,
|
||||
testCases: 117,
|
||||
uiPages: 22,
|
||||
});
|
||||
|
||||
const REQUIRED_UPSTREAM = Object.freeze({
|
||||
"TASK-WP7-01": "passed",
|
||||
"TASK-WP7-02": "passed",
|
||||
"TASK-WP7-03": "deferred_nonblocking_first_version",
|
||||
"TASK-WP7-04": "deferred_nonblocking_first_version",
|
||||
"TASK-WP7-05": "passed",
|
||||
});
|
||||
|
||||
const shaPattern = /^[0-9a-f]{40}$/i;
|
||||
|
||||
export function buildWp706PrefreezeReport({ currentCommit, releaseExists, trace, upstream }) {
|
||||
if (releaseExists) throw new Error("WP7_06_RELEASE_WRITTEN_PREMATURELY");
|
||||
if (!shaPattern.test(currentCommit ?? "")) throw new Error("WP7_06_CURRENT_COMMIT_INVALID");
|
||||
if (trace?.status !== "passed" || !Array.isArray(trace?.errors) || trace.errors.length > 0) {
|
||||
throw new Error("WP7_06_TRACE_VALIDATION_FAILED");
|
||||
}
|
||||
for (const [key, expected] of Object.entries(EXPECTED_TRACE_SUMMARY)) {
|
||||
if (trace.summary?.[key] !== expected) throw new Error(`WP7_06_TRACE_COUNT_MISMATCH:${key}`);
|
||||
}
|
||||
|
||||
for (const [taskId, expectedStatus] of Object.entries(REQUIRED_UPSTREAM)) {
|
||||
const item = upstream?.[taskId];
|
||||
if (!item || !shaPattern.test(item.head ?? "")) throw new Error(`WP7_06_UPSTREAM_HEAD_INVALID:${taskId}`);
|
||||
if (item.merged !== true) throw new Error(`WP7_06_UPSTREAM_NOT_MERGED:${taskId}`);
|
||||
if (item.status !== expectedStatus) throw new Error(`WP7_06_UNSUPPORTED_STATUS:${taskId}`);
|
||||
}
|
||||
|
||||
return {
|
||||
schema_version: "1.0",
|
||||
task_id: "TASK-WP7-06",
|
||||
status: "passed",
|
||||
current_commit: currentCommit.toLowerCase(),
|
||||
release_json_written: false,
|
||||
trace_summary: { ...EXPECTED_TRACE_SUMMARY },
|
||||
upstream: Object.fromEntries(Object.entries(REQUIRED_UPSTREAM).map(([taskId]) => [taskId, {
|
||||
branch: upstream[taskId].branch,
|
||||
head: upstream[taskId].head.toLowerCase(),
|
||||
merged: true,
|
||||
status: upstream[taskId].status,
|
||||
}])),
|
||||
deferred_external_tasks: Object.entries(REQUIRED_UPSTREAM)
|
||||
.filter(([, status]) => status === "deferred_nonblocking_first_version")
|
||||
.map(([taskId]) => taskId),
|
||||
final_release_allowed: false,
|
||||
next_task: "TASK-WP7-07",
|
||||
};
|
||||
}
|
||||
|
||||
export { EXPECTED_TRACE_SUMMARY, REQUIRED_UPSTREAM };
|
||||
@@ -0,0 +1,117 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { readFileSync, readdirSync, statSync } from "node:fs";
|
||||
import { extname, join, relative } from "node:path";
|
||||
|
||||
const SHA40 = /^[a-f0-9]{40}$/i;
|
||||
const SHA64 = /^[a-f0-9]{64}$/i;
|
||||
const VERSION = /^[1-9][0-9]*\.[0-9]+\.[0-9]+\.[0-9]+$/;
|
||||
const ABSOLUTE_PATH = /(?:[A-Za-z]:[\\/](?:Users|Documents)[\\/][^\\/"'\s]+[\\/]|\/Users\/[^/"'\s]+\/|\/home\/[^/"'\s]+\/)/;
|
||||
const CREDENTIAL = /\b(?:sk|key)-[A-Za-z0-9_-]{16,}\b|-----BEGIN (?:RSA |EC |OPENSSH )?PRIVATE KEY-----/i;
|
||||
const TEXT_EXTENSIONS = new Set([".cjs", ".cs", ".css", ".html", ".js", ".json", ".mjs", ".ts", ".tsx", ".txt", ".xml", ".yaml", ".yml"]);
|
||||
|
||||
export const DEFERRED_EXTERNAL_TASKS = Object.freeze(["TASK-WP7-03", "TASK-WP7-04"]);
|
||||
|
||||
export function buildFinalReleaseRecord({ appVersion, browsers, buildCommit, frozenFromCommit, recordedAt, windows }) {
|
||||
const record = {
|
||||
appVersion,
|
||||
browsers: browsers.map(({ brand, fullVersion, supportedMajorVersions }) => ({
|
||||
brand,
|
||||
fullVersion,
|
||||
...(supportedMajorVersions ? { supportedMajorVersions: [...supportedMajorVersions] } : {}),
|
||||
})),
|
||||
buildCommit: buildCommit.toLowerCase(),
|
||||
deferredExternalTasks: [...DEFERRED_EXTERNAL_TASKS],
|
||||
finalRelease: true,
|
||||
fixedPort: 43121,
|
||||
frozenFromCommit: frozenFromCommit.toLowerCase(),
|
||||
recordedAt,
|
||||
releaseStatus: "first_version_internal",
|
||||
schemaVersion: "1.0",
|
||||
windows: { arch: windows.arch, build: windows.build, displayVersion: windows.displayVersion },
|
||||
};
|
||||
return validateFinalReleaseRecord(record);
|
||||
}
|
||||
|
||||
export function validateFinalReleaseRecord(record) {
|
||||
const errors = [];
|
||||
if (record?.schemaVersion !== "1.0") errors.push("schemaVersion");
|
||||
if (record?.releaseStatus !== "first_version_internal") errors.push("releaseStatus");
|
||||
if (record?.finalRelease !== true) errors.push("finalRelease");
|
||||
if (record?.fixedPort !== 43121) errors.push("fixedPort");
|
||||
if (!SHA40.test(record?.buildCommit ?? "")) errors.push("buildCommit");
|
||||
if (!SHA40.test(record?.frozenFromCommit ?? "")) errors.push("frozenFromCommit");
|
||||
if (!Number.isFinite(Date.parse(record?.recordedAt ?? ""))) errors.push("recordedAt");
|
||||
if (!Array.isArray(record?.deferredExternalTasks) || record.deferredExternalTasks.join("|") !== DEFERRED_EXTERNAL_TASKS.join("|")) errors.push("deferredExternalTasks");
|
||||
if (record?.windows?.arch !== "x64" || !/^\d+\.\d+$/.test(record?.windows?.build ?? "")) errors.push("windows");
|
||||
if (!Array.isArray(record?.browsers) || record.browsers.length !== 2) {
|
||||
errors.push("browsers");
|
||||
} else {
|
||||
const brands = record.browsers.map(({ brand }) => brand).sort();
|
||||
if (brands.join("|") !== "Google Chrome|Microsoft Edge") errors.push("browserBrands");
|
||||
const supportedMajorCount = record.browsers.reduce(
|
||||
(count, browser) => count + (Array.isArray(browser.supportedMajorVersions)
|
||||
? browser.supportedMajorVersions.length
|
||||
: 1),
|
||||
0,
|
||||
);
|
||||
if (supportedMajorCount > 8) errors.push("supportedMajorVersions.total");
|
||||
for (const browser of record.browsers) {
|
||||
if (!VERSION.test(browser.fullVersion ?? "")) errors.push(`${browser.brand}.fullVersion`);
|
||||
if (browser.supportedMajorVersions !== undefined) {
|
||||
const values = browser.supportedMajorVersions;
|
||||
const baselineMajor = Number.parseInt(browser.fullVersion.split(".")[0] ?? "0", 10);
|
||||
if (!Array.isArray(values) || values.length === 0 || values.length > 8
|
||||
|| values.some((value) => !Number.isSafeInteger(value) || value < 1)
|
||||
|| new Set(values).size !== values.length
|
||||
|| !values.includes(baselineMajor)) {
|
||||
errors.push(`${browser.brand}.supportedMajorVersions`);
|
||||
}
|
||||
}
|
||||
if ("path" in browser || "executablePath" in browser || "executableSha256" in browser) errors.push(`${browser.brand}.privateMetadata`);
|
||||
}
|
||||
}
|
||||
const serialized = JSON.stringify(record);
|
||||
if (ABSOLUTE_PATH.test(serialized) || CREDENTIAL.test(serialized)) errors.push("sensitiveValue");
|
||||
if (errors.length > 0) throw new Error(`WP7_07_RELEASE_INVALID:${[...new Set(errors)].join(",")}`);
|
||||
return record;
|
||||
}
|
||||
|
||||
export function sha256File(path) {
|
||||
return createHash("sha256").update(readFileSync(path)).digest("hex").toUpperCase();
|
||||
}
|
||||
|
||||
export function scanReleaseFiles({ roots, allowedFixturePaths = [] }) {
|
||||
const allowed = new Set(allowedFixturePaths.map((value) => value.replaceAll("\\", "/")));
|
||||
const findings = [];
|
||||
let scannedFiles = 0;
|
||||
function visit(root, current = root) {
|
||||
for (const entry of readdirSync(current, { withFileTypes: true })) {
|
||||
if ([".git", ".pnpm-store", "node_modules", "bin", "obj"].includes(entry.name)) continue;
|
||||
const path = join(current, entry.name);
|
||||
if (entry.isDirectory()) {
|
||||
visit(root, path);
|
||||
continue;
|
||||
}
|
||||
if (!entry.isFile()) continue;
|
||||
scannedFiles += 1;
|
||||
if (!TEXT_EXTENSIONS.has(extname(entry.name).toLowerCase())) continue;
|
||||
const logicalPath = relative(root, path).replaceAll("\\", "/");
|
||||
const content = readFileSync(path, "utf8");
|
||||
if (!allowed.has(logicalPath) && ABSOLUTE_PATH.test(content)) findings.push({ path: logicalPath, rule: "absolute_user_path" });
|
||||
if (!allowed.has(logicalPath) && CREDENTIAL.test(content)) findings.push({ path: logicalPath, rule: "credential_shape" });
|
||||
}
|
||||
}
|
||||
for (const root of roots) {
|
||||
if (!statSync(root).isDirectory()) throw new Error(`WP7_07_SCAN_ROOT_INVALID:${root}`);
|
||||
visit(root);
|
||||
}
|
||||
return { findings, scanned_files: scannedFiles, status: findings.length === 0 ? "passed" : "failed" };
|
||||
}
|
||||
|
||||
export function validateFinalEvidence({ packageManifest, release, releaseSha256, scan }) {
|
||||
validateFinalReleaseRecord(release);
|
||||
if (!SHA64.test(releaseSha256 ?? "")) throw new Error("WP7_07_RELEASE_HASH_INVALID");
|
||||
if (packageManifest?.release_status !== release.releaseStatus || !SHA64.test(packageManifest?.zip_sha256 ?? "")) throw new Error("WP7_07_PACKAGE_MANIFEST_INVALID");
|
||||
if (scan?.status !== "passed" || scan.findings?.length !== 0) throw new Error("WP7_07_LEAK_SCAN_FAILED");
|
||||
return { release_sha256: releaseSha256.toUpperCase(), status: "passed", zip_sha256: packageManifest.zip_sha256.toUpperCase() };
|
||||
}
|
||||
@@ -0,0 +1,47 @@
|
||||
import { existsSync, readFileSync, writeFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
|
||||
import { WP7_02_MODEL_IDS } from "./lib/wp7-02-external-contract.mjs";
|
||||
import { validateSanitizedEvidence } from "./lib/wp7-02-controlled-executor.mjs";
|
||||
import { reviewIndependentModelEvidence } from "./lib/wp7-02-manual-review.mjs";
|
||||
|
||||
const caseDirectory = process.env.DADA_WP7_02_CASE_DIR;
|
||||
const runId = process.env.DADA_TDD_RUN_ID;
|
||||
const confirmed = process.argv.includes("--confirm-manual-review");
|
||||
|
||||
function readJson(path) {
|
||||
return validateSanitizedEvidence(JSON.parse(readFileSync(path, "utf8")));
|
||||
}
|
||||
|
||||
function output(value, error = false) {
|
||||
const serialized = JSON.stringify(validateSanitizedEvidence(value));
|
||||
if (error) console.error(serialized); else console.log(serialized);
|
||||
}
|
||||
|
||||
try {
|
||||
if (!confirmed || !caseDirectory || !runId) throw new Error("WP7_02_MANUAL_REVIEW_CONFIRMATION_REQUIRED");
|
||||
const entries = [];
|
||||
for (const modelId of WP7_02_MODEL_IDS) {
|
||||
const directory = resolve(caseDirectory, modelId.replaceAll(".", "_"));
|
||||
const paths = ["contract-matrix.json", "external-calls.json", "readiness.json", "redaction.json"]
|
||||
.map((name) => resolve(directory, name));
|
||||
if (paths.some((path) => !existsSync(path))) throw new Error("WP7_02_MANUAL_REVIEW_EVIDENCE_MISSING");
|
||||
const matrix = readJson(paths[0]);
|
||||
const externalCalls = readJson(paths[1]);
|
||||
const readiness = readJson(paths[2]);
|
||||
const redaction = readJson(paths[3]);
|
||||
entries.push({ directory, externalCalls, matrix, modelId, readiness, redaction });
|
||||
}
|
||||
const result = reviewIndependentModelEvidence(entries, { reviewedAt: new Date().toISOString(), runId });
|
||||
for (let index = 0; index < entries.length; index += 1) {
|
||||
const review = validateSanitizedEvidence(result.reviews[index]);
|
||||
writeFileSync(resolve(entries[index].directory, "manual-review.json"), `${JSON.stringify(review, null, 2)}\n`);
|
||||
}
|
||||
output({ reviewed: result.reviews.map(({ model_id, status }) => ({ model_id, status })), run_id: runId, status: result.status }, result.status !== "passed");
|
||||
if (result.status !== "passed") process.exitCode = 3;
|
||||
} catch (error) {
|
||||
const message = error instanceof Error ? error.message : String(error);
|
||||
const code = /^WP7_02_[A-Z0-9_:]+$/.test(message) ? message : "WP7_02_MANUAL_REVIEW_FAILED";
|
||||
output({ code, run_id: runId, status: "externally_blocked" }, true);
|
||||
process.exitCode = 3;
|
||||
}
|
||||
@@ -1,7 +1,8 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
import { homedir } from "node:os";
|
||||
import { join, resolve } from "node:path";
|
||||
|
||||
const phaseIndex = process.argv.indexOf("--phase");
|
||||
const phase = phaseIndex >= 0 ? process.argv[phaseIndex + 1] : "green";
|
||||
@@ -10,6 +11,7 @@ if (!new Set(["red", "green"]).has(phase)) throw new Error(`Unsupported phase: $
|
||||
const runId = process.env.DADA_TDD_RUN_ID ?? `wp6-04-${phase}-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
|
||||
const runDirectory = resolve("artifacts", "tdd", runId);
|
||||
const caseDirectory = resolve(runDirectory, "cases", "TDD-WP6-AUD-001-sensitive-operations");
|
||||
const replicationRoot = resolve(process.env.DADA_REPLICATION_ASSET_ROOT ?? join(homedir(), "Desktop", "sticker_web_replication_assets"));
|
||||
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
|
||||
mkdirSync(caseDirectory, { recursive: true });
|
||||
|
||||
@@ -17,6 +19,9 @@ const environment = {
|
||||
...process.env,
|
||||
DADA_EVIDENCE_DIR_WP6_AUD: caseDirectory,
|
||||
DADA_PLAYWRIGHT_OUTPUT_DIR: resolve(runDirectory, "playwright-output"),
|
||||
DADA_STATIC_STICKER_ROOT: process.env.DADA_STATIC_STICKER_ROOT ?? join(replicationRoot, "sticker_normal"),
|
||||
DADA_DYNAMIC_ASSET_ROOT: process.env.DADA_DYNAMIC_ASSET_ROOT ?? join(replicationRoot, "sticker_interactive", "单模板归档", "templates"),
|
||||
DADA_TEXT_ASSET_ROOT: process.env.DADA_TEXT_ASSET_ROOT ?? join(replicationRoot, "sticker_text"),
|
||||
};
|
||||
const commands = phase === "red"
|
||||
? [
|
||||
@@ -25,8 +30,8 @@ const commands = phase === "red"
|
||||
["e2e-red", ".\\node_modules\\.bin\\playwright.CMD test tests/e2e/wp6-04-audit.spec.ts --config playwright.config.ts"],
|
||||
]
|
||||
: [
|
||||
["integration", "pnpm.cmd test:integration"],
|
||||
["api", "pnpm.cmd test:api"],
|
||||
["integration", "pnpm.cmd exec vitest run tests/integration --testTimeout=20000"],
|
||||
["api", "pnpm.cmd check:openapi && pnpm.cmd exec vitest run tests/api --testTimeout=20000"],
|
||||
["worker", "pnpm.cmd test:worker"],
|
||||
["e2e", "pnpm.cmd test:e2e"],
|
||||
["tdd-trace", "pnpm.cmd validate:tdd-trace"],
|
||||
|
||||
@@ -0,0 +1,239 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
|
||||
import {
|
||||
WP7_02_MODEL_IDS,
|
||||
validateCandidateDependency,
|
||||
validateIndependentEvidenceSet,
|
||||
} from "./lib/wp7-02-external-contract.mjs";
|
||||
import { validateSanitizedEvidence } from "./lib/wp7-02-controlled-executor.mjs";
|
||||
|
||||
const wp701Sha = "623cad25b2a2a9a003502c9a92ebd318dad06248";
|
||||
const candidateRunId = "wp7-01-candidate-20260804052447717";
|
||||
const controlledReal = process.argv.includes("--controlled-real");
|
||||
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-02-${controlledReal ? "controlled" : "readiness"}-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
|
||||
const runDirectory = resolve("artifacts", "tdd", runId);
|
||||
const caseDirectory = resolve(runDirectory, "cases", "TDD-WP7-EXT-001-three-real-models");
|
||||
const candidatePath = process.env.DADA_WP7_01_CANDIDATE_RECORD;
|
||||
const configPath = resolve(process.env.DADA_WP7_02_MODEL_CONFIG_MANIFEST ?? "config/wp7-02-oneapi-test.json");
|
||||
|
||||
process.on("uncaughtException", (error) => {
|
||||
const message = error instanceof Error ? error.message : String(error);
|
||||
const code = /^WP7_02_[A-Z0-9_:]+$/.test(message) ? message : "WP7_02_VALIDATION_FAILED";
|
||||
console.error(JSON.stringify({ code, real_calls: 0, run_id: runId, status: "failed" }));
|
||||
process.exit(1);
|
||||
});
|
||||
|
||||
if (existsSync(runDirectory)) throw new Error("WP7_02_EVIDENCE_RUN_ALREADY_EXISTS");
|
||||
if (!candidatePath || !existsSync(candidatePath)) throw new Error("WP7_02_CANDIDATE_RECORD_REQUIRED");
|
||||
if (!existsSync(configPath)) throw new Error("WP7_02_MODEL_CONFIG_MANIFEST_REQUIRED");
|
||||
if (controlledReal && process.env.DADA_WP7_02_CONTROLLED_REAL_CONFIRMATION !== "authorized-120") {
|
||||
throw new Error("WP7_02_CONTROLLED_REAL_CONFIRMATION_REQUIRED");
|
||||
}
|
||||
mkdirSync(caseDirectory, { recursive: true });
|
||||
|
||||
function sha256(path) {
|
||||
return createHash("sha256").update(readFileSync(path)).digest("hex").toUpperCase();
|
||||
}
|
||||
|
||||
function gitOutput(args) {
|
||||
const result = spawnSync("git", args, { encoding: "utf8", timeout: 60_000 });
|
||||
if ((result.status ?? 1) !== 0) throw new Error(`WP7_02_GIT_COMMAND_FAILED:${args[0]}`);
|
||||
return result.stdout.trim();
|
||||
}
|
||||
|
||||
function remoteSha(branch) {
|
||||
const result = spawnSync("git", ["ls-remote", "--heads", "origin", `refs/heads/${branch}`], { encoding: "utf8", timeout: 60_000 });
|
||||
if ((result.status ?? 1) !== 0) throw new Error("WP7_02_REMOTE_UNREADABLE");
|
||||
return result.stdout.trim().split(/\s+/)[0];
|
||||
}
|
||||
|
||||
function verifyUpstream() {
|
||||
const remote = remoteSha("codex/wp7-01");
|
||||
if (remote !== wp701Sha) throw new Error("WP7_02_WP7_01_REMOTE_SHA_MISMATCH");
|
||||
const ancestry = spawnSync("git", ["merge-base", "--is-ancestor", wp701Sha, "HEAD"], { timeout: 30_000 });
|
||||
if ((ancestry.status ?? 1) !== 0) throw new Error("WP7_02_WP7_01_NOT_ANCESTOR");
|
||||
return remote;
|
||||
}
|
||||
|
||||
function run(name, command, args, options = {}) {
|
||||
const started_at = new Date().toISOString();
|
||||
const result = spawnSync(command, args, {
|
||||
encoding: "utf8",
|
||||
env: { ...process.env, ...(options.env ?? {}) },
|
||||
maxBuffer: 64 * 1024 * 1024,
|
||||
timeout: options.timeout ?? 300_000,
|
||||
windowsHide: true,
|
||||
});
|
||||
return {
|
||||
command: options.logicalCommand ?? [command, ...args].join(" "),
|
||||
exit_code: result.status ?? 1,
|
||||
finished_at: new Date().toISOString(),
|
||||
name,
|
||||
started_at,
|
||||
};
|
||||
}
|
||||
|
||||
function pnpmRun(name, commandLine, options = {}) {
|
||||
const command = process.platform === "win32" ? (process.env.ComSpec ?? "cmd.exe") : "pnpm";
|
||||
const args = process.platform === "win32" ? ["/d", "/c", commandLine] : commandLine.replace(/^pnpm\s+/, "").split(" ");
|
||||
return run(name, command, args, { ...options, logicalCommand: commandLine });
|
||||
}
|
||||
|
||||
function readJson(path) {
|
||||
return validateSanitizedEvidence(JSON.parse(readFileSync(path, "utf8")));
|
||||
}
|
||||
|
||||
const upstreamRemoteSha = verifyUpstream();
|
||||
const candidate = validateCandidateDependency(JSON.parse(readFileSync(candidatePath, "utf8")));
|
||||
const commands = [
|
||||
run("contract-harness", process.execPath, ["--test", "tests/package/wp7-02-external-contract.test.mjs", "tests/package/wp7-02-controlled-executor.test.mjs"], {
|
||||
logicalCommand: "node --test tests/package/wp7-02-external-contract.test.mjs tests/package/wp7-02-controlled-executor.test.mjs",
|
||||
}),
|
||||
pnpmRun("deterministic-state", "pnpm exec vitest run tests/integration/wp7-02-controlled-state.test.ts", {
|
||||
env: { DADA_WP7_02_STATE_EVIDENCE_ROOT: caseDirectory }, timeout: 120_000,
|
||||
}),
|
||||
run("supervisor-build", "dotnet", ["build", "supervisor/Dada.Supervisor/Dada.Supervisor.csproj", "--no-restore"], {
|
||||
logicalCommand: "dotnet build supervisor/Dada.Supervisor/Dada.Supervisor.csproj --no-restore", timeout: 120_000,
|
||||
}),
|
||||
pnpmRun("tdd-trace", "pnpm validate:tdd-trace"),
|
||||
pnpmRun("security", "pnpm test:security"),
|
||||
];
|
||||
const firstAutomationFailure = commands.find((command) => command.exit_code !== 0);
|
||||
if (firstAutomationFailure) {
|
||||
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands, run_id: runId }, null, 2)}\n`);
|
||||
console.error(JSON.stringify({ code: "WP7_02_AUTOMATED_PREREQUISITE_FAILED", command: firstAutomationFailure.command, exit_code: firstAutomationFailure.exit_code, real_calls: 0, run_id: runId, status: "failed" }));
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
const externalCommands = [];
|
||||
for (const modelId of WP7_02_MODEL_IDS) {
|
||||
const modelDirectoryName = modelId.replaceAll(".", "_");
|
||||
const modelDirectory = resolve(caseDirectory, modelDirectoryName);
|
||||
const flags = controlledReal
|
||||
? `--max-real-calls 120 --confirm-controlled-real --execute-controlled-real`
|
||||
: "--confirm-controlled-real --readiness-only";
|
||||
const commandLine = `pnpm validate:external -- --service ai-gateway-service-id --model ${modelId} --run-id ${runId} ${flags}`;
|
||||
externalCommands.push(pnpmRun(`${controlledReal ? "controlled" : "readiness"}-${modelId}`, commandLine, {
|
||||
env: {
|
||||
DADA_WP7_01_CANDIDATE_RECORD: candidatePath,
|
||||
DADA_WP7_02_EVIDENCE_DIR: modelDirectory,
|
||||
DADA_WP7_02_MODEL_CONFIG_MANIFEST: configPath,
|
||||
},
|
||||
timeout: 20 * 60_000,
|
||||
}));
|
||||
}
|
||||
commands.push(...externalCommands);
|
||||
|
||||
const externalExitCodesValid = controlledReal
|
||||
? externalCommands.every((command) => command.exit_code === 0 || command.exit_code === 3)
|
||||
: externalCommands.every((command) => command.exit_code === 3);
|
||||
if (!externalExitCodesValid) {
|
||||
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands, run_id: runId }, null, 2)}\n`);
|
||||
const failed = externalCommands.find((command) => ![0, 3].includes(command.exit_code));
|
||||
console.error(JSON.stringify({ code: "WP7_02_EXTERNAL_COMMAND_FAILED", command: failed?.command, exit_code: failed?.exit_code, real_calls: 0, run_id: runId, status: "failed" }));
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
if (controlledReal) {
|
||||
const manualConfirmed = process.env.DADA_WP7_02_MANUAL_REVIEW_CONFIRMATION === "confirmed";
|
||||
const manual = run("manual-review", process.execPath, ["scripts/record-wp7-02-manual-review.mjs", ...(manualConfirmed ? ["--confirm-manual-review"] : [])], {
|
||||
env: { DADA_TDD_RUN_ID: runId, DADA_WP7_02_CASE_DIR: caseDirectory },
|
||||
logicalCommand: `pnpm review:wp7-02${manualConfirmed ? " -- --confirm-manual-review" : ""}`,
|
||||
});
|
||||
commands.push(manual);
|
||||
if (![0, 3].includes(manual.exit_code)) {
|
||||
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands, run_id: runId }, null, 2)}\n`);
|
||||
console.error(JSON.stringify({ code: "WP7_02_MANUAL_REVIEW_COMMAND_FAILED", command: manual.command, exit_code: manual.exit_code, real_calls: 0, run_id: runId, status: "failed" }));
|
||||
process.exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
const modelEvidence = WP7_02_MODEL_IDS.map((modelId) => {
|
||||
const directory = resolve(caseDirectory, modelId.replaceAll(".", "_"));
|
||||
const readiness = readJson(resolve(directory, "readiness.json"));
|
||||
return {
|
||||
blockers: readiness.blockers,
|
||||
candidate: readiness.candidate,
|
||||
evidence_id: readiness.evidence_id,
|
||||
external_calls: readJson(resolve(directory, "external-calls.json")),
|
||||
manual_review: readJson(resolve(directory, "manual-review.json")),
|
||||
matrix: readJson(resolve(directory, "contract-matrix.json")),
|
||||
model_id: readiness.model_id,
|
||||
redaction: readJson(resolve(directory, "redaction.json")),
|
||||
run_id: readiness.run_id,
|
||||
status: readiness.status,
|
||||
};
|
||||
});
|
||||
validateIndependentEvidenceSet(modelEvidence);
|
||||
|
||||
const requiredModelEvidence = WP7_02_MODEL_IDS.flatMap((modelId) => {
|
||||
const directory = modelId.replaceAll(".", "_");
|
||||
return ["contract-matrix.json", "deterministic-state.json", "external-calls.json", "manual-review.json", "readiness.json", "redaction.json"]
|
||||
.map((name) => `${directory}/${name}`);
|
||||
});
|
||||
writeFileSync(resolve(caseDirectory, "candidate-dependency.json"), `${JSON.stringify({
|
||||
candidate_run_id: candidateRunId,
|
||||
record: candidate,
|
||||
remote_branch: "codex/wp7-01",
|
||||
remote_commit: upstreamRemoteSha,
|
||||
status: "passed",
|
||||
}, null, 2)}\n`);
|
||||
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands, run_id: runId }, null, 2)}\n`);
|
||||
|
||||
const evidenceRefs = ["candidate-dependency.json", "commands.json", ...requiredModelEvidence];
|
||||
const missingEvidence = evidenceRefs.filter((path) => !existsSync(resolve(caseDirectory, path)));
|
||||
const allModelsPassed = modelEvidence.every((entry) => entry.status === "passed" && entry.manual_review.status === "passed");
|
||||
const commit = gitOutput(["rev-parse", "HEAD"]);
|
||||
const remoteCommit = remoteSha("codex/wp7-02");
|
||||
const dirty = gitOutput(["status", "--porcelain"]).length > 0;
|
||||
const deliveryMatched = !dirty && commit === remoteCommit;
|
||||
const status = missingEvidence.length > 0 ? "failed"
|
||||
: allModelsPassed && deliveryMatched ? "passed"
|
||||
: allModelsPassed ? "green"
|
||||
: "externally_blocked";
|
||||
const blockersByModel = Object.fromEntries(modelEvidence.map((entry) => [entry.model_id, entry.blockers]));
|
||||
const realCalls = modelEvidence.reduce((total, entry) => total + entry.external_calls.real_calls, 0);
|
||||
if (realCalls > 120) throw new Error("WP7_02_REAL_CALL_LIMIT_EXCEEDED");
|
||||
const result = {
|
||||
acceptance_criteria: ["AC-40", "AC-41"],
|
||||
automation: ["controlled_real", "manual_review"],
|
||||
blockers_by_model: blockersByModel,
|
||||
candidate_run_id: candidateRunId,
|
||||
commit,
|
||||
evidence_refs: evidenceRefs,
|
||||
fixture_ids: ["FX-WP7-CONTROLLED-REFERENCE"],
|
||||
layer: ["EXT-REAL", "MANUAL"],
|
||||
manifest: { path: "tasks.manifest.json", sha256: sha256("tasks.manifest.json") },
|
||||
missing_evidence: missingEvidence,
|
||||
phase: controlledReal ? "controlled_real" : "controlled_real_readiness",
|
||||
real_calls: realCalls,
|
||||
red_reason: "任一模型缺独立真实契约证据",
|
||||
release_gate: ["release:P0-A"],
|
||||
remote_branch: "codex/wp7-02",
|
||||
remote_commit: remoteCommit,
|
||||
requirements: ["GEN-13"],
|
||||
run_id: runId,
|
||||
status,
|
||||
task_id: "TASK-WP7-02",
|
||||
test_id: "TDD-WP7-EXT-001-three-real-models",
|
||||
work_package: "WP-7",
|
||||
worktree_under_test: dirty ? "uncommitted implementation" : "clean committed implementation",
|
||||
};
|
||||
writeFileSync(resolve(caseDirectory, "result.json"), `${JSON.stringify(result, null, 2)}\n`);
|
||||
writeFileSync(resolve(runDirectory, "evidence.json"), `${JSON.stringify({
|
||||
cases: [{ blockers_by_model: blockersByModel, missing_evidence: missingEvidence, status, test_id: result.test_id }],
|
||||
candidate_run_id: candidateRunId,
|
||||
commit,
|
||||
phase: result.phase,
|
||||
real_calls: realCalls,
|
||||
redaction_scan: "passed",
|
||||
remote_commit: remoteCommit,
|
||||
run_id: runId,
|
||||
status,
|
||||
task_id: result.task_id,
|
||||
}, null, 2)}\n`);
|
||||
console.log(JSON.stringify({ blockers_by_model: blockersByModel, candidate_run_id: candidateRunId, real_calls: realCalls, run_id: runId, status }));
|
||||
if (status === "failed") process.exit(1);
|
||||
@@ -0,0 +1,261 @@
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { createHash } from "node:crypto";
|
||||
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
|
||||
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-04-amap-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
|
||||
const runDirectory = resolve("artifacts", "tdd", runId);
|
||||
const caseDirectory = resolve(runDirectory, "cases", "TDD-WP7-EXT-003-real-amap");
|
||||
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
|
||||
mkdirSync(caseDirectory, { recursive: true });
|
||||
|
||||
function run(command, args, evidenceCommand = [command, ...args].join(" ")) {
|
||||
const startedAt = new Date().toISOString();
|
||||
const executable = process.platform === "win32" ? (process.env.ComSpec ?? "cmd.exe") : command;
|
||||
const actualArgs = process.platform === "win32" ? ["/d", "/s", "/c", [command, ...args].join(" ")] : args;
|
||||
const result = spawnSync(executable, actualArgs, { encoding: "utf8" });
|
||||
return {
|
||||
command: evidenceCommand,
|
||||
exit_code: result.status ?? 1,
|
||||
finished_at: new Date().toISOString(),
|
||||
stderr: result.stderr ?? "",
|
||||
stdout: result.stdout ?? "",
|
||||
started_at: startedAt,
|
||||
};
|
||||
}
|
||||
|
||||
function skipped(command) {
|
||||
const timestamp = new Date().toISOString();
|
||||
return { command, exit_code: 1, finished_at: timestamp, started_at: timestamp, stderr: "prerequisite_failed", stdout: "" };
|
||||
}
|
||||
|
||||
function readConsoleReview() {
|
||||
const raw = process.env.DADA_AMAP_CONSOLE_REVIEW_JSON;
|
||||
const fallback = {
|
||||
allowlist: "not_verified",
|
||||
auto_scaling: "not_verified",
|
||||
paid_fallback: "not_verified",
|
||||
qps: "not_verified",
|
||||
qps_limit_per_second: null,
|
||||
reviewed_at: null,
|
||||
security_restriction: "not_verified",
|
||||
service_binding: "not_verified",
|
||||
source: "not_supplied",
|
||||
valid: true,
|
||||
};
|
||||
if (!raw) return fallback;
|
||||
try {
|
||||
const parsed = JSON.parse(raw);
|
||||
const requiredKeys = ["allowlist", "auto_scaling", "paid_fallback", "qps", "qps_limit_per_second", "reviewed_at", "security_restriction", "service_binding", "source"];
|
||||
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed) || Object.keys(parsed).sort().join("|") !== requiredKeys.sort().join("|")) {
|
||||
return { ...fallback, source: "invalid_input", valid: false };
|
||||
}
|
||||
const statusFields = ["allowlist", "qps", "security_restriction", "service_binding"];
|
||||
const statusValid = statusFields.every((field) => ["failed", "not_verified", "passed"].includes(parsed[field]));
|
||||
const disabledFieldsValid = ["auto_scaling", "paid_fallback"].every((field) => ["disabled", "not_verified"].includes(parsed[field]));
|
||||
const qpsLimitValid = parsed.qps === "passed"
|
||||
? Number.isSafeInteger(parsed.qps_limit_per_second) && parsed.qps_limit_per_second >= 1 && parsed.qps_limit_per_second <= 1_000
|
||||
: parsed.qps_limit_per_second === null;
|
||||
const reviewedAtValid = typeof parsed.reviewed_at === "string" && Number.isFinite(Date.parse(parsed.reviewed_at));
|
||||
if (!statusValid || !disabledFieldsValid || !qpsLimitValid || !reviewedAtValid || parsed.source !== "amap_console_manual_review") {
|
||||
return { ...fallback, source: "invalid_input", valid: false };
|
||||
}
|
||||
return { ...parsed, valid: true };
|
||||
} catch {
|
||||
return { ...fallback, source: "invalid_input", valid: false };
|
||||
}
|
||||
}
|
||||
|
||||
function writeJson(path, value) {
|
||||
writeFileSync(path, `${JSON.stringify(value, null, 2)}\n`);
|
||||
}
|
||||
|
||||
function probeCode(value) {
|
||||
return typeof value === "string" && /^[a-z0-9_]{1,64}$/.test(value) ? value : "invalid_output";
|
||||
}
|
||||
|
||||
function containsForbiddenEvidence(value) {
|
||||
const serialized = JSON.stringify(value);
|
||||
return [
|
||||
/[A-Za-z]:[\\/](?:Users|Documents)[\\/]/i,
|
||||
/"(?:api[_-]?key|credential|secret_value|latitude|longitude|coordinates|email_address|ip_address)"\s*:/i,
|
||||
/-----BEGIN (?:RSA |EC |OPENSSH )?PRIVATE KEY-----/,
|
||||
].some((pattern) => pattern.test(serialized));
|
||||
}
|
||||
|
||||
const consoleReview = readConsoleReview();
|
||||
const build = run("pnpm", ["build:workspace-packages"]);
|
||||
const locationRegression = build.exit_code === 0
|
||||
? run("pnpm", ["exec", "vitest", "run", "tests/api/wp4-04-location.test.ts"])
|
||||
: skipped("pnpm exec vitest run tests/api/wp4-04-location.test.ts");
|
||||
const serviceRegression = build.exit_code === 0
|
||||
? run("pnpm", ["exec", "vitest", "run", "tests/api/wp6-03-services.test.ts"])
|
||||
: skipped("pnpm exec vitest run tests/api/wp6-03-services.test.ts");
|
||||
const localHardStop = build.exit_code === 0
|
||||
? run("pnpm", ["exec", "vitest", "run", "tests/api/wp7-04-amap-release-gate.test.ts"])
|
||||
: skipped("pnpm exec vitest run tests/api/wp7-04-amap-release-gate.test.ts");
|
||||
const productionAdapter = build.exit_code === 0
|
||||
? run("pnpm", ["exec", "vitest", "run", "tests/api/wp7-04-amap-production-adapter.test.ts"])
|
||||
: skipped("pnpm exec vitest run tests/api/wp7-04-amap-production-adapter.test.ts");
|
||||
const consentFlow = build.exit_code === 0
|
||||
? run("pnpm", ["exec", "vitest", "run", "tests/unit/wp4-04-palette-dynamic.test.ts"])
|
||||
: skipped("pnpm exec vitest run tests/unit/wp4-04-palette-dynamic.test.ts");
|
||||
const supervisorBuild = run("dotnet", ["build", "supervisor/Dada.Supervisor/Dada.Supervisor.csproj", "--configuration", "Release"]);
|
||||
const supervisorSecurity = supervisorBuild.exit_code === 0
|
||||
? run("dotnet", ["run", "--project", "supervisor/Dada.Supervisor.Tests/Dada.Supervisor.Tests.csproj", "--configuration", "Release"])
|
||||
: skipped("dotnet run --project supervisor/Dada.Supervisor.Tests/Dada.Supervisor.Tests.csproj --configuration Release");
|
||||
const supervisorExe = resolve("supervisor", "Dada.Supervisor", "bin", "Release", "net8.0-windows", "Dada.Supervisor.exe");
|
||||
const external = supervisorBuild.exit_code === 0 && existsSync(supervisorExe)
|
||||
? run(supervisorExe, ["secrets", "probe", "api-amap"], "Dada.Supervisor.exe secrets probe api-amap")
|
||||
: skipped("Dada.Supervisor.exe secrets probe api-amap");
|
||||
const trace = run("pnpm", ["validate:tdd-trace"]);
|
||||
const security = run("pnpm", ["test:security"]);
|
||||
const commands = [build, locationRegression, serviceRegression, localHardStop, productionAdapter, consentFlow, supervisorBuild, supervisorSecurity, external, trace, security]
|
||||
.map(({ command, exit_code, finished_at, started_at }) => ({ command, exit_code, finished_at, started_at }));
|
||||
const parsedExternal = (() => {
|
||||
try { return JSON.parse(external.stdout.trim().split(/\r?\n/).at(-1) ?? ""); } catch { return {}; }
|
||||
})();
|
||||
const safeProbeCode = probeCode(parsedExternal.code);
|
||||
const realCalls = Number.isSafeInteger(parsedExternal.real_calls) && parsedExternal.real_calls >= 0 && parsedExternal.real_calls <= 2
|
||||
? parsedExternal.real_calls
|
||||
: 0;
|
||||
const probePassed = external.exit_code === 0 && safeProbeCode === "amap_probe_passed" && realCalls === 2;
|
||||
const hardStopPassed = localHardStop.exit_code === 0;
|
||||
const productionAdapterPassed = productionAdapter.exit_code === 0;
|
||||
const consentPassed = consentFlow.exit_code === 0;
|
||||
const supervisorSecurityPassed = supervisorSecurity.exit_code === 0;
|
||||
const regressionPassed = locationRegression.exit_code === 0 && serviceRegression.exit_code === 0;
|
||||
const automatedPassed = build.exit_code === 0 && hardStopPassed && productionAdapterPassed && consentPassed && supervisorSecurityPassed && regressionPassed && trace.exit_code === 0 && security.exit_code === 0;
|
||||
const manualReviewPassed = consoleReview.valid
|
||||
&& consoleReview.service_binding === "passed"
|
||||
&& consoleReview.qps === "passed"
|
||||
&& consoleReview.allowlist === "passed"
|
||||
&& consoleReview.security_restriction === "passed"
|
||||
&& consoleReview.paid_fallback === "disabled"
|
||||
&& consoleReview.auto_scaling === "disabled";
|
||||
|
||||
const requiredBeforeRelease = [];
|
||||
if (!probePassed) requiredBeforeRelease.push("real_location_and_reverse_geocode");
|
||||
if (consoleReview.service_binding !== "passed") requiredBeforeRelease.push("service_binding");
|
||||
if (consoleReview.qps !== "passed") requiredBeforeRelease.push("qps_confirmation");
|
||||
if (consoleReview.allowlist !== "passed") requiredBeforeRelease.push("allowlist_confirmation");
|
||||
if (consoleReview.security_restriction !== "passed") requiredBeforeRelease.push("security_restriction");
|
||||
if (consoleReview.paid_fallback !== "disabled") requiredBeforeRelease.push("paid_fallback_disabled");
|
||||
if (consoleReview.auto_scaling !== "disabled") requiredBeforeRelease.push("auto_scaling_disabled");
|
||||
if (!hardStopPassed) requiredBeforeRelease.push("monthly_1000_hard_stop");
|
||||
if (!productionAdapterPassed) requiredBeforeRelease.push("production_amap_adapter");
|
||||
if (!consentPassed) requiredBeforeRelease.push("dyn004_confirmation");
|
||||
if (!supervisorSecurityPassed) requiredBeforeRelease.push("controlled_probe_security");
|
||||
|
||||
const blocker = !automatedPassed
|
||||
? "automated_regression_failed"
|
||||
: !probePassed
|
||||
? safeProbeCode
|
||||
: !consoleReview.valid
|
||||
? "manual_review_invalid"
|
||||
: consoleReview.allowlist === "failed"
|
||||
? "amap_allowlist_unconfigured"
|
||||
: consoleReview.security_restriction === "failed"
|
||||
? "amap_security_restriction_unconfigured"
|
||||
: !manualReviewPassed
|
||||
? "manual_acceptance_required"
|
||||
: null;
|
||||
const status = !automatedPassed ? "failed" : probePassed && manualReviewPassed ? "passed" : "externally_blocked";
|
||||
|
||||
const contractEvidence = {
|
||||
blocker,
|
||||
checks: {
|
||||
allowlist: consoleReview.allowlist === "passed" ? "manual_console_passed" : consoleReview.allowlist,
|
||||
auto_scaling: consoleReview.auto_scaling,
|
||||
client_security_controls: productionAdapterPassed && supervisorSecurityPassed ? "automated_passed" : "failed",
|
||||
controlled_probe_security: supervisorSecurityPassed ? "automated_passed" : "failed",
|
||||
dyn004_hard_stop: consentPassed ? "confirmation_contract_passed" : "failed",
|
||||
location_and_reverse_geocode: probePassed ? "real_probe_passed" : "not_verified",
|
||||
monthly_hard_limit_1000: hardStopPassed ? "local_pre_egress_passed" : "failed",
|
||||
paid_fallback: consoleReview.paid_fallback,
|
||||
production_adapter: productionAdapterPassed ? "credential_channel_real_adapter_passed" : "failed",
|
||||
provider_qps: consoleReview.qps === "passed" ? "manual_console_passed" : consoleReview.qps,
|
||||
provider_qps_limit_per_second: consoleReview.qps_limit_per_second,
|
||||
security_binding: consoleReview.security_restriction === "passed" ? "manual_console_passed" : consoleReview.security_restriction,
|
||||
service_binding: consoleReview.service_binding === "passed" ? "manual_console_passed" : consoleReview.service_binding,
|
||||
},
|
||||
mode: probePassed ? "controlled_real" : "blocked",
|
||||
real_calls: realCalls,
|
||||
status,
|
||||
schema_version: "1.1",
|
||||
};
|
||||
const externalCallsEvidence = {
|
||||
blocker,
|
||||
mode: probePassed ? "controlled_real" : "blocked",
|
||||
real_calls: realCalls,
|
||||
request_scope: ["geocoding", "reverse_geocoding"],
|
||||
service: "amap",
|
||||
source_command_status: safeProbeCode,
|
||||
status,
|
||||
schema_version: "1.1",
|
||||
};
|
||||
const manualReviewEvidence = {
|
||||
blocker,
|
||||
checks: {
|
||||
allowlist: consoleReview.allowlist,
|
||||
auto_scaling: consoleReview.auto_scaling,
|
||||
paid_fallback: consoleReview.paid_fallback,
|
||||
qps: consoleReview.qps,
|
||||
qps_limit_per_second: consoleReview.qps_limit_per_second,
|
||||
security_restriction: consoleReview.security_restriction,
|
||||
service_binding: consoleReview.service_binding,
|
||||
},
|
||||
required_before_release: requiredBeforeRelease,
|
||||
reviewed_at: consoleReview.reviewed_at,
|
||||
source: consoleReview.source,
|
||||
status,
|
||||
schema_version: "1.1",
|
||||
};
|
||||
const result = {
|
||||
acceptance_criteria: ["AC-17", "AC-41", "AC-47"],
|
||||
automation: ["controlled_real", "manual_review"],
|
||||
blocker,
|
||||
contract_regression: automatedPassed ? "passed" : "failed",
|
||||
external_calls: realCalls,
|
||||
finished_at: new Date().toISOString(),
|
||||
manifest: { path: "tasks.manifest.json", sha256: createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase() },
|
||||
missing_evidence: requiredBeforeRelease,
|
||||
parent_family: "TDD-WP7-EXT-003",
|
||||
phase: "green",
|
||||
release_gate: ["release:P0-A"],
|
||||
requirements: ["DYN-04", "PRIV-03"],
|
||||
run_id: runId,
|
||||
schema_version: "1.1",
|
||||
status,
|
||||
task_id: "TASK-WP7-04",
|
||||
test_id: "TDD-WP7-EXT-003-real-amap",
|
||||
work_package: "WP-7",
|
||||
};
|
||||
const commandsEvidence = { commands, run_id: runId, schema_version: "1.1" };
|
||||
const evidenceIndex = { cases: [{ status: result.status, test_id: result.test_id }], run_id: runId, status: result.status, schema_version: "1.1" };
|
||||
const redactionInputs = [contractEvidence, externalCallsEvidence, manualReviewEvidence, result, commandsEvidence, evidenceIndex];
|
||||
const evidenceRedactionPassed = !redactionInputs.some(containsForbiddenEvidence);
|
||||
const redactionEvidence = {
|
||||
findings: evidenceRedactionPassed ? [] : ["forbidden_evidence_field"],
|
||||
forbidden_fields_present: !evidenceRedactionPassed,
|
||||
source_security_scan: security.exit_code === 0 ? "passed" : "failed",
|
||||
status: evidenceRedactionPassed && security.exit_code === 0 ? "passed" : "failed",
|
||||
stored_fields: ["service", "status", "logical_limit", "manual_review_status", "qps_limit_per_second"],
|
||||
schema_version: "1.1",
|
||||
};
|
||||
if (redactionEvidence.status !== "passed") {
|
||||
result.status = "failed";
|
||||
result.blocker = "redaction_failed";
|
||||
evidenceIndex.status = "failed";
|
||||
evidenceIndex.cases[0].status = "failed";
|
||||
}
|
||||
|
||||
writeJson(resolve(caseDirectory, "amap-contract.json"), contractEvidence);
|
||||
writeJson(resolve(caseDirectory, "external-calls.json"), externalCallsEvidence);
|
||||
writeJson(resolve(caseDirectory, "redaction.json"), redactionEvidence);
|
||||
writeJson(resolve(caseDirectory, "manual-review.json"), manualReviewEvidence);
|
||||
writeJson(resolve(caseDirectory, "commands.json"), commandsEvidence);
|
||||
writeJson(resolve(caseDirectory, "result.json"), result);
|
||||
writeJson(resolve(runDirectory, "evidence.json"), evidenceIndex);
|
||||
console.log(JSON.stringify(result, null, 2));
|
||||
if (result.status === "failed") process.exit(1);
|
||||
@@ -0,0 +1,13 @@
|
||||
import { runWp705Gate } from './lib/wp7-05-ui-gate.mjs';
|
||||
|
||||
const result = runWp705Gate({
|
||||
candidatePath: process.env.WP7_01_CANDIDATE_RECORD,
|
||||
evidence: null,
|
||||
dependencies: {
|
||||
'TASK-WP7-03': 'externally_blocked',
|
||||
'TASK-WP7-04': 'externally_blocked',
|
||||
},
|
||||
});
|
||||
|
||||
console.log(JSON.stringify({ task: 'TASK-WP7-05', ...result }));
|
||||
process.exitCode = result.status === 'ready_for_execution' ? 0 : 3;
|
||||
@@ -0,0 +1,108 @@
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { createHash } from "node:crypto";
|
||||
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
|
||||
import { validateTddTrace } from "./lib/tdd-trace.mjs";
|
||||
import { buildWp706PrefreezeReport, REQUIRED_UPSTREAM } from "./lib/wp7-06-prefreeze.mjs";
|
||||
|
||||
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-06-prefreeze-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
|
||||
const runDirectory = resolve("artifacts", "tdd", runId);
|
||||
const caseDirectory = resolve(runDirectory, "cases", "TDD-WP7-AC-001-trace-structure");
|
||||
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
|
||||
mkdirSync(caseDirectory, { recursive: true });
|
||||
|
||||
function writeJson(path, value) {
|
||||
writeFileSync(path, `${JSON.stringify(value, null, 2)}\n`);
|
||||
}
|
||||
|
||||
function git(args) {
|
||||
const result = spawnSync("git", args, { encoding: "utf8", timeout: 60_000 });
|
||||
if ((result.status ?? 1) !== 0) throw new Error(`WP7_06_GIT_COMMAND_FAILED:${args[0]}`);
|
||||
return result.stdout.trim();
|
||||
}
|
||||
|
||||
function runCommand(name, command) {
|
||||
const startedAt = new Date().toISOString();
|
||||
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
|
||||
encoding: "utf8",
|
||||
env: process.env,
|
||||
maxBuffer: 64 * 1024 * 1024,
|
||||
});
|
||||
if (result.stdout) process.stdout.write(result.stdout);
|
||||
if (result.stderr) process.stderr.write(result.stderr);
|
||||
return {
|
||||
command,
|
||||
exit_code: result.status ?? 1,
|
||||
finished_at: new Date().toISOString(),
|
||||
name,
|
||||
started_at: startedAt,
|
||||
};
|
||||
}
|
||||
|
||||
const commands = [
|
||||
runCommand("prefreeze-unit", "node --test tests/package/wp7-06-prefreeze.test.mjs"),
|
||||
runCommand("tdd-trace", "pnpm validate:tdd-trace"),
|
||||
];
|
||||
if (commands.some((command) => command.exit_code !== 0)) {
|
||||
writeJson(resolve(caseDirectory, "commands.json"), { commands, run_id: runId, schema_version: "1.0" });
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
const trace = validateTddTrace();
|
||||
const currentCommit = git(["rev-parse", "HEAD"]);
|
||||
const remoteLines = git(["ls-remote", "--heads", "origin", "codex/wp7-01", "codex/wp7-02", "codex/wp7-03", "codex/wp7-04", "codex/wp7-05"])
|
||||
.split(/\r?\n/)
|
||||
.filter(Boolean);
|
||||
const remoteHeads = Object.fromEntries(remoteLines.map((line) => {
|
||||
const [head, reference] = line.split(/\s+/);
|
||||
return [reference.replace("refs/heads/", ""), head];
|
||||
}));
|
||||
const upstream = Object.fromEntries(Object.entries(REQUIRED_UPSTREAM).map(([taskId, status]) => {
|
||||
const branch = taskId.replace("TASK-", "codex/").toLowerCase();
|
||||
const head = remoteHeads[branch];
|
||||
const ancestry = spawnSync("git", ["merge-base", "--is-ancestor", head ?? "missing", "HEAD"], { encoding: "utf8", timeout: 30_000 });
|
||||
return [taskId, { branch, head, merged: ancestry.status === 0, status }];
|
||||
}));
|
||||
const report = buildWp706PrefreezeReport({
|
||||
currentCommit,
|
||||
releaseExists: existsSync(resolve("RELEASE.json")),
|
||||
trace,
|
||||
upstream,
|
||||
});
|
||||
|
||||
const result = {
|
||||
acceptance_criteria: Array.from({ length: 56 }, (_, index) => index + 1)
|
||||
.filter((number) => ![8, 26, 37, 54].includes(number))
|
||||
.map((number) => `AC-${String(number).padStart(2, "0")}`),
|
||||
automation: ["automated", "manual_review"],
|
||||
commit: currentCommit,
|
||||
evidence_refs: ["commands.json", "trace-summary.json", "upstream-lineage.json", "deferred-external.json"],
|
||||
finished_at: new Date().toISOString(),
|
||||
manifest: {
|
||||
path: "tasks.manifest.json",
|
||||
sha256: createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase(),
|
||||
},
|
||||
missing_evidence: [],
|
||||
release_gate: ["release:P0-A"],
|
||||
requirements: ["NFR-05"],
|
||||
run_id: runId,
|
||||
schema_version: "1.0",
|
||||
status: report.status,
|
||||
task_id: "TASK-WP7-06",
|
||||
test_id: "TDD-WP7-AC-001-trace-structure",
|
||||
work_package: "WP-7",
|
||||
};
|
||||
|
||||
writeJson(resolve(caseDirectory, "commands.json"), { commands, run_id: runId, schema_version: "1.0" });
|
||||
writeJson(resolve(caseDirectory, "trace-summary.json"), { status: trace.status, summary: trace.summary, schema_version: "1.0" });
|
||||
writeJson(resolve(caseDirectory, "upstream-lineage.json"), { current_commit: currentCommit, tasks: report.upstream, schema_version: "1.0" });
|
||||
writeJson(resolve(caseDirectory, "deferred-external.json"), {
|
||||
policy: "product_owner_first_version_nonblocking",
|
||||
tasks: report.deferred_external_tasks,
|
||||
treated_as_real_provider_pass: false,
|
||||
schema_version: "1.0",
|
||||
});
|
||||
writeJson(resolve(caseDirectory, "result.json"), result);
|
||||
writeJson(resolve(runDirectory, "evidence.json"), { cases: [{ missing_evidence: [], status: result.status, test_id: result.test_id }], run_id: runId, status: result.status, schema_version: "1.0" });
|
||||
console.log(JSON.stringify({ deferred_external_tasks: report.deferred_external_tasks, next_task: report.next_task, run_id: runId, status: report.status }, null, 2));
|
||||
@@ -0,0 +1,157 @@
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { copyFileSync, existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
||||
import { basename, join, resolve } from "node:path";
|
||||
|
||||
import { buildAndValidatePortablePackage } from "./lib/portable-package.mjs";
|
||||
import { readCandidateEnvironment } from "./lib/release-candidate.mjs";
|
||||
import {
|
||||
buildFinalReleaseRecord,
|
||||
scanReleaseFiles,
|
||||
sha256File,
|
||||
validateFinalEvidence,
|
||||
} from "./lib/wp7-07-final-release.mjs";
|
||||
|
||||
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-07-final-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
|
||||
const runDirectory = resolve("artifacts", "tdd", runId);
|
||||
const releaseCase = resolve(runDirectory, "cases", "TDD-WP7-REL-001-final-release-record");
|
||||
const securityCase = resolve(runDirectory, "cases", "TDD-WP7-SEC-001-artifact-leak-scan");
|
||||
const outputRoot = resolve(".build", "wp7-07-final-release");
|
||||
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
|
||||
mkdirSync(releaseCase, { recursive: true });
|
||||
mkdirSync(securityCase, { recursive: true });
|
||||
|
||||
function writeJson(path, value) {
|
||||
writeFileSync(path, `${JSON.stringify(value, null, 2)}\n`);
|
||||
}
|
||||
|
||||
function git(args) {
|
||||
const result = spawnSync("git", args, { encoding: "utf8", maxBuffer: 64 * 1024 * 1024, timeout: 120_000 });
|
||||
if ((result.status ?? 1) !== 0) throw new Error(`WP7_07_GIT_FAILED:${args.join(" ")}`);
|
||||
return result.stdout.trim();
|
||||
}
|
||||
|
||||
function gitGrep(args) {
|
||||
const result = spawnSync("git", ["grep", ...args], { encoding: "utf8", maxBuffer: 64 * 1024 * 1024, timeout: 120_000 });
|
||||
if (![0, 1].includes(result.status ?? 2)) throw new Error("WP7_07_GIT_GREP_FAILED");
|
||||
return result.status === 0 ? result.stdout.trim() : "";
|
||||
}
|
||||
|
||||
function run(name, command) {
|
||||
const startedAt = new Date().toISOString();
|
||||
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
|
||||
encoding: "utf8",
|
||||
env: process.env,
|
||||
maxBuffer: 64 * 1024 * 1024,
|
||||
});
|
||||
if (result.stdout) process.stdout.write(result.stdout);
|
||||
if (result.stderr) process.stderr.write(result.stderr);
|
||||
return { command, exit_code: result.status ?? 1, finished_at: new Date().toISOString(), name, started_at: startedAt };
|
||||
}
|
||||
|
||||
const currentCommit = git(["rev-parse", "HEAD"]);
|
||||
const prefreezeCommit = git(["ls-remote", "origin", "refs/heads/codex/wp7-06"]).split(/\s+/)[0];
|
||||
if (!prefreezeCommit || spawnSync("git", ["merge-base", "--is-ancestor", prefreezeCommit, "HEAD"]).status !== 0) {
|
||||
throw new Error("WP7_07_PREFREEZE_LINEAGE_INVALID");
|
||||
}
|
||||
|
||||
const commands = [
|
||||
run("unit", "node --test tests/package/wp7-07-final-release.test.mjs"),
|
||||
run("security", "pnpm test:security"),
|
||||
run("trace", "pnpm validate:tdd-trace"),
|
||||
];
|
||||
if (commands.some(({ exit_code }) => exit_code !== 0)) {
|
||||
writeJson(join(releaseCase, "commands.json"), { commands, run_id: runId, schema_version: "1.0" });
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
const environment = readCandidateEnvironment();
|
||||
const packageJson = JSON.parse(readFileSync("package.json", "utf8"));
|
||||
const release = buildFinalReleaseRecord({
|
||||
appVersion: packageJson.version,
|
||||
browsers: environment.browsers.map(({ brand, full_version }) => ({ brand, fullVersion: full_version })),
|
||||
buildCommit: currentCommit,
|
||||
frozenFromCommit: prefreezeCommit,
|
||||
recordedAt: new Date().toISOString(),
|
||||
windows: {
|
||||
arch: environment.windows.arch,
|
||||
build: environment.windows.build,
|
||||
displayVersion: environment.windows.display_version,
|
||||
},
|
||||
});
|
||||
writeJson(resolve("RELEASE.json"), release);
|
||||
|
||||
const packageResult = await buildAndValidatePortablePackage({ evidenceDirectory: releaseCase, outputRoot, releaseRecord: release });
|
||||
const packageDirectory = join(outputRoot, packageResult.packageManifest.package_name);
|
||||
const zipPath = join(outputRoot, `${packageResult.packageManifest.package_name}.zip`);
|
||||
const releaseSha256 = sha256File(resolve("RELEASE.json"));
|
||||
const packageReleaseSha256 = sha256File(join(packageDirectory, "RELEASE.json"));
|
||||
if (releaseSha256 !== packageReleaseSha256) throw new Error("WP7_07_PACKAGE_RELEASE_DRIFT");
|
||||
|
||||
const finalScan = scanReleaseFiles({ roots: [packageDirectory, releaseCase] });
|
||||
const trackedSensitive = gitGrep(["-I", "-n", "-E", "C:\\\\Users\\\\[^\\\\]+|sk-[A-Za-z0-9_-]{24,}", "HEAD", "--", ":!tests", ":!scripts/lib/wp7-07-final-release.mjs"]);
|
||||
const scan = {
|
||||
...finalScan,
|
||||
git_current_findings: trackedSensitive ? trackedSensitive.split(/\r?\n/).filter(Boolean) : [],
|
||||
status: finalScan.status === "passed" && !trackedSensitive ? "passed" : "failed",
|
||||
};
|
||||
writeJson(join(securityCase, "scan-report.json"), scan);
|
||||
writeJson(join(securityCase, "allowlist.json"), {
|
||||
entries: ["tests/**:synthetic security traps", "scripts/lib/wp7-07-final-release.mjs:scanner patterns"],
|
||||
real_values_allowed: false,
|
||||
schema_version: "1.0",
|
||||
});
|
||||
if (scan.status !== "passed") throw new Error("WP7_07_LEAK_SCAN_FAILED");
|
||||
|
||||
const finalEvidence = validateFinalEvidence({ packageManifest: packageResult.packageManifest, release, releaseSha256, scan });
|
||||
copyFileSync(resolve("RELEASE.json"), join(releaseCase, "RELEASE.json"));
|
||||
copyFileSync(join(packageDirectory, "START-HERE.txt"), join(releaseCase, "START-HERE.txt"));
|
||||
writeJson(join(releaseCase, "environment.json"), {
|
||||
browsers: release.browsers,
|
||||
fixed_port: release.fixedPort,
|
||||
windows: release.windows,
|
||||
schema_version: "1.0",
|
||||
});
|
||||
writeJson(join(releaseCase, "final-package.json"), {
|
||||
file_name: basename(zipPath),
|
||||
release_sha256: finalEvidence.release_sha256,
|
||||
release_status: release.releaseStatus,
|
||||
zip_sha256: finalEvidence.zip_sha256,
|
||||
schema_version: "1.0",
|
||||
});
|
||||
writeJson(join(releaseCase, "commands.json"), { commands, run_id: runId, schema_version: "1.0" });
|
||||
writeJson(join(releaseCase, "result.json"), {
|
||||
acceptance_criteria: ["AC-24", "AC-41", "AC-48", "AC-56"],
|
||||
deferred_external_tasks: release.deferredExternalTasks,
|
||||
evidence_refs: ["RELEASE.json", "START-HERE.txt", "environment.json", "package-manifest.json", "final-package.json"],
|
||||
release_gate: ["release:P0-A"],
|
||||
requirements: ["NFR-01", "NFR-09", "PRIV-01", "PRIV-02"],
|
||||
status: "passed",
|
||||
task_id: "TASK-WP7-07",
|
||||
test_id: "TDD-WP7-REL-001-final-release-record",
|
||||
});
|
||||
writeJson(join(securityCase, "result.json"), {
|
||||
evidence_refs: ["scan-report.json", "allowlist.json"],
|
||||
status: "passed",
|
||||
task_id: "TASK-WP7-07",
|
||||
test_id: "TDD-WP7-SEC-001-artifact-leak-scan",
|
||||
});
|
||||
writeJson(join(runDirectory, "evidence.json"), {
|
||||
cases: [
|
||||
{ missing_evidence: [], status: "passed", test_id: "TDD-WP7-REL-001-final-release-record" },
|
||||
{ missing_evidence: [], status: "passed", test_id: "TDD-WP7-SEC-001-artifact-leak-scan" },
|
||||
],
|
||||
deferred_external_tasks: release.deferredExternalTasks,
|
||||
release_sha256: finalEvidence.release_sha256,
|
||||
run_id: runId,
|
||||
status: "passed",
|
||||
zip_sha256: finalEvidence.zip_sha256,
|
||||
schema_version: "1.0",
|
||||
});
|
||||
|
||||
console.log(JSON.stringify({
|
||||
deferred_external_tasks: release.deferredExternalTasks,
|
||||
release_sha256: finalEvidence.release_sha256,
|
||||
run_id: runId,
|
||||
status: "passed",
|
||||
zip_sha256: finalEvidence.zip_sha256,
|
||||
}, null, 2));
|
||||
@@ -1,3 +1,23 @@
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
||||
import { resolve } from "node:path";
|
||||
|
||||
import {
|
||||
WP7_02_CONTROLLED_REAL_LIMIT,
|
||||
validateSanitizedEvidence,
|
||||
} from "./lib/wp7-02-controlled-executor.mjs";
|
||||
import {
|
||||
assembleControlledModelEvidence,
|
||||
runControlledRealScenarios,
|
||||
} from "./lib/wp7-02-controlled-matrix.mjs";
|
||||
import {
|
||||
AI_GATEWAY_CREDENTIAL_TARGET,
|
||||
WP7_02_MODEL_IDS,
|
||||
buildBlockedModelEvidence,
|
||||
inspectAiGatewayReadiness,
|
||||
writeBlockedModelEvidence,
|
||||
} from "./lib/wp7-02-external-contract.mjs";
|
||||
|
||||
const allowedServices = new Set(["ai", "ai-gateway-service-id", "resend", "amap"]);
|
||||
|
||||
function argument(name) {
|
||||
@@ -5,23 +25,199 @@ function argument(name) {
|
||||
return index >= 0 ? process.argv[index + 1] : undefined;
|
||||
}
|
||||
|
||||
function output(value, error = false) {
|
||||
const serialized = JSON.stringify(validateSanitizedEvidence(value));
|
||||
if (error) console.error(serialized); else console.log(serialized);
|
||||
}
|
||||
|
||||
const service = argument("--service");
|
||||
const runId = argument("--run-id");
|
||||
const model = argument("--model");
|
||||
const candidatePath = argument("--candidate-record") ?? process.env.DADA_WP7_01_CANDIDATE_RECORD;
|
||||
const configPath = argument("--config-manifest") ?? process.env.DADA_WP7_02_MODEL_CONFIG_MANIFEST;
|
||||
const evidenceDirectory = argument("--evidence-dir") ?? process.env.DADA_WP7_02_EVIDENCE_DIR;
|
||||
const maxRealCalls = Number(argument("--max-real-calls"));
|
||||
const confirmed = process.argv.includes("--confirm-controlled-real");
|
||||
const executeControlledReal = process.argv.includes("--execute-controlled-real");
|
||||
const credentialStdin = process.argv.includes("--credential-stdin");
|
||||
const readinessOnly = process.argv.includes("--readiness-only");
|
||||
|
||||
if (!allowedServices.has(service) || !runId || ((service === "ai" || service === "ai-gateway-service-id") && !model)) {
|
||||
console.error("Usage: pnpm validate:external -- --service <ai|ai-gateway-service-id|resend|amap> --run-id <id> [--model <model-id>]");
|
||||
if (!allowedServices.has(service) || !runId || ((service === "ai" || service === "ai-gateway-service-id") && !WP7_02_MODEL_IDS.includes(model))) {
|
||||
console.error("Usage: pnpm validate:external -- --service <ai|ai-gateway-service-id|resend|amap> --run-id <id> [--model <model-id>] [--readiness-only]");
|
||||
process.exit(2);
|
||||
}
|
||||
|
||||
console.log(
|
||||
JSON.stringify({
|
||||
blocker: service === "ai" || service === "ai-gateway-service-id" ? "real_gateway_credentials_absent" : undefined,
|
||||
mode: "mock",
|
||||
if (service !== "ai" && service !== "ai-gateway-service-id") {
|
||||
console.log(JSON.stringify({ mode: "mock", real_calls: 0, run_id: runId, service, status: "not_applicable_for_TASK-WP0-01" }));
|
||||
process.exit(0);
|
||||
}
|
||||
|
||||
function parseInputs() {
|
||||
const candidateRecord = candidatePath && existsSync(candidatePath) ? JSON.parse(readFileSync(candidatePath, "utf8")) : undefined;
|
||||
const configManifest = configPath && existsSync(configPath) ? JSON.parse(readFileSync(configPath, "utf8")) : undefined;
|
||||
const modelConfig = Array.isArray(configManifest?.models)
|
||||
? configManifest.models.find((entry) => entry?.model_id === model)
|
||||
: undefined;
|
||||
return { candidateRecord, modelConfig };
|
||||
}
|
||||
|
||||
function delegateToSecureBroker() {
|
||||
if (!candidatePath || !configPath || !evidenceDirectory || !confirmed || maxRealCalls !== WP7_02_CONTROLLED_REAL_LIMIT) {
|
||||
output({ code: "WP7_02_CONTROLLED_EXECUTION_ARGUMENTS_REQUIRED", model, real_calls: 0, run_id: runId, service, status: "failed" }, true);
|
||||
return 2;
|
||||
}
|
||||
const args = [
|
||||
"run", "--no-build", "--project", "supervisor/Dada.Supervisor/Dada.Supervisor.csproj", "--",
|
||||
"validate-external",
|
||||
"--service", "ai-gateway-service-id",
|
||||
"--model", model,
|
||||
"--run-id", runId,
|
||||
"--max-real-calls", String(maxRealCalls),
|
||||
"--confirm-controlled-real",
|
||||
"--execute-controlled-real",
|
||||
];
|
||||
const result = spawnSync("dotnet", args, {
|
||||
encoding: "utf8",
|
||||
env: {
|
||||
...process.env,
|
||||
DADA_WP7_01_CANDIDATE_RECORD: candidatePath,
|
||||
DADA_WP7_02_EVIDENCE_DIR: evidenceDirectory,
|
||||
DADA_WP7_02_MODEL_CONFIG_MANIFEST: configPath,
|
||||
},
|
||||
maxBuffer: 64 * 1024 * 1024,
|
||||
timeout: 20 * 60_000,
|
||||
windowsHide: true,
|
||||
});
|
||||
const stdout = result.stdout?.trim() ?? "";
|
||||
const stderr = result.stderr?.trim() ?? "";
|
||||
const selected = stdout || stderr;
|
||||
try {
|
||||
if (!selected || (stdout && stderr)) throw new Error("invalid_output");
|
||||
const parsed = validateSanitizedEvidence(JSON.parse(selected));
|
||||
output(parsed, !stdout);
|
||||
} catch {
|
||||
output({ code: "WP7_02_SECURE_BROKER_FAILED", model, real_calls: 0, run_id: runId, service, status: "failed" }, true);
|
||||
return 1;
|
||||
}
|
||||
return result.status ?? 1;
|
||||
}
|
||||
|
||||
async function readCredentialFromStdin() {
|
||||
let serialized = "";
|
||||
for await (const chunk of process.stdin) {
|
||||
serialized += chunk.toString("utf8");
|
||||
if (serialized.length > 16_384) throw new Error("WP7_02_CREDENTIAL_CHANNEL_INVALID");
|
||||
}
|
||||
const payload = JSON.parse(serialized);
|
||||
serialized = "";
|
||||
if (!payload || typeof payload !== "object" || Array.isArray(payload)
|
||||
|| Object.keys(payload).length !== 1 || typeof payload[AI_GATEWAY_CREDENTIAL_TARGET] !== "string"
|
||||
|| payload[AI_GATEWAY_CREDENTIAL_TARGET].length < 8) {
|
||||
throw new Error("WP7_02_CREDENTIAL_CHANNEL_INVALID");
|
||||
}
|
||||
const token = payload[AI_GATEWAY_CREDENTIAL_TARGET];
|
||||
payload[AI_GATEWAY_CREDENTIAL_TARGET] = "";
|
||||
return token;
|
||||
}
|
||||
|
||||
function readDeterministicState() {
|
||||
const path = evidenceDirectory && resolve(evidenceDirectory, "deterministic-state.json");
|
||||
if (!path || !existsSync(path)) throw new Error("WP7_02_DETERMINISTIC_STATE_REQUIRED");
|
||||
return validateSanitizedEvidence(JSON.parse(readFileSync(path, "utf8")));
|
||||
}
|
||||
|
||||
function writeControlledEvidence(directory, evidence, readiness) {
|
||||
mkdirSync(resolve(directory), { recursive: true });
|
||||
const files = {
|
||||
"contract-matrix.json": evidence.matrix,
|
||||
"external-calls.json": evidence.external_calls,
|
||||
"manual-review.json": evidence.manual_review,
|
||||
"readiness.json": {
|
||||
blockers: evidence.status === "passed" ? [] : evidence.external_calls.calls.filter((call) => call.status !== "passed").map((call) => call.error_code ?? call.scenario_id),
|
||||
candidate: readiness.candidate,
|
||||
evidence_id: evidence.evidence_id,
|
||||
model_id: evidence.model_id,
|
||||
run_id: evidence.run_id,
|
||||
status: evidence.status,
|
||||
},
|
||||
"redaction.json": evidence.redaction,
|
||||
};
|
||||
for (const [name, value] of Object.entries(files)) {
|
||||
writeFileSync(resolve(directory, name), `${JSON.stringify(validateSanitizedEvidence(value), null, 2)}\n`);
|
||||
}
|
||||
}
|
||||
|
||||
async function main() {
|
||||
const { candidateRecord, modelConfig } = parseInputs();
|
||||
if (!candidateRecord) {
|
||||
output({ blockers: ["candidate_record_absent", ...(confirmed ? [] : ["explicit_confirmation_absent"])], mode: "controlled_real_not_executed", model, real_calls: 0, run_id: runId, service, status: "externally_blocked" });
|
||||
return 3;
|
||||
}
|
||||
|
||||
if (executeControlledReal && !credentialStdin) return delegateToSecureBroker();
|
||||
|
||||
let token = "";
|
||||
try {
|
||||
if (credentialStdin) token = await readCredentialFromStdin();
|
||||
const readiness = inspectAiGatewayReadiness({
|
||||
candidateRecord,
|
||||
confirmed,
|
||||
credentialTargets: credentialStdin ? [AI_GATEWAY_CREDENTIAL_TARGET] : [],
|
||||
modelConfig,
|
||||
modelId: model,
|
||||
});
|
||||
if (!credentialStdin) {
|
||||
readiness.blockers = readiness.blockers.filter((blocker) => blocker !== "real_gateway_credentials_absent");
|
||||
readiness.blockers.push("secure_credential_check_requires_execution");
|
||||
}
|
||||
readiness.status = readiness.blockers.length > 0 ? "externally_blocked" : "ready_for_controlled_execution";
|
||||
|
||||
if (!executeControlledReal || readinessOnly || readiness.blockers.length > 0) {
|
||||
if (readiness.blockers.length > 0 && evidenceDirectory) {
|
||||
writeBlockedModelEvidence(evidenceDirectory, buildBlockedModelEvidence({
|
||||
blockers: readiness.blockers, candidateRecord, modelConfig: readiness.model_config, modelId: model, runId,
|
||||
}));
|
||||
}
|
||||
output({
|
||||
blockers: readiness.blockers,
|
||||
candidate_build_commit: readiness.candidate.build_commit,
|
||||
mode: readinessOnly ? "readiness_only" : "controlled_real_not_executed",
|
||||
model,
|
||||
planned_provider_requests_max: readiness.plan.planned_provider_requests_max,
|
||||
planned_request_breakdown: readiness.plan.planned_request_breakdown,
|
||||
real_calls: 0,
|
||||
run_id: runId,
|
||||
service,
|
||||
status: service === "ai" || service === "ai-gateway-service-id" ? "not_applicable" : "not_applicable_for_TASK-WP0-01",
|
||||
}),
|
||||
);
|
||||
status: readiness.status,
|
||||
});
|
||||
return readiness.blockers.length > 0 ? 3 : 0;
|
||||
}
|
||||
|
||||
const deterministicState = readDeterministicState();
|
||||
const realExecution = await runControlledRealScenarios({ maxRealCalls, modelConfig, token });
|
||||
const evidence = assembleControlledModelEvidence({ deterministicState, modelConfig, realExecution, runId });
|
||||
writeControlledEvidence(evidenceDirectory, evidence, readiness);
|
||||
output({
|
||||
blockers: realExecution.blockers,
|
||||
config_version: modelConfig.config_version,
|
||||
model,
|
||||
planned_real_calls: realExecution.planned_real_calls,
|
||||
real_calls: realExecution.real_calls,
|
||||
run_id: runId,
|
||||
service,
|
||||
status: evidence.status === "passed" ? "controlled_real_passed_pending_manual_review" : "externally_blocked",
|
||||
});
|
||||
return evidence.status === "passed" ? 0 : 3;
|
||||
} finally {
|
||||
token = "";
|
||||
}
|
||||
}
|
||||
|
||||
try {
|
||||
process.exitCode = await main();
|
||||
} catch (error) {
|
||||
const message = error instanceof Error ? error.message : String(error);
|
||||
const code = /^WP7_02_[A-Z0-9_:]+$/.test(message) ? message : "WP7_02_EXTERNAL_VALIDATION_FAILED";
|
||||
output({ code, model, real_calls: 0, run_id: runId, service, status: "failed" }, true);
|
||||
process.exitCode = 1;
|
||||
}
|
||||
|
||||
@@ -16,6 +16,12 @@ internal static class Program
|
||||
return await RunCredentialChildAsync();
|
||||
}
|
||||
|
||||
if (args.FirstOrDefault() == "--credential-echo")
|
||||
{
|
||||
Console.Write(await Console.In.ReadToEndAsync());
|
||||
return 0;
|
||||
}
|
||||
|
||||
if (args.FirstOrDefault() == "--instance-probe")
|
||||
{
|
||||
using var instance = await SingleInstanceCoordinator.TryAcquireAsync(args[1], args[2]);
|
||||
@@ -32,7 +38,9 @@ internal static class Program
|
||||
{
|
||||
var security = await TestCredentialBoundaryAsync();
|
||||
var supervisor = await TestSupervisorLifecycleAsync();
|
||||
await TestAmapProbeSecurityAsync();
|
||||
TestSecureConfigurationPersistence();
|
||||
TestRuntimeDirectoryBootstrap();
|
||||
TestStructuredLogging();
|
||||
WriteEvidence(Environment.GetEnvironmentVariable("DADA_EVIDENCE_DIR_SEC"), security);
|
||||
WriteEvidence(Environment.GetEnvironmentVariable("DADA_EVIDENCE_DIR_SUP"), supervisor);
|
||||
@@ -46,6 +54,20 @@ internal static class Program
|
||||
}
|
||||
}
|
||||
|
||||
private static async Task TestAmapProbeSecurityAsync()
|
||||
{
|
||||
using var handler = AmapProbe.CreateHandler();
|
||||
False(handler.AllowAutoRedirect, "Amap probe redirects disabled");
|
||||
Equal(1, handler.MaxConnectionsPerServer, "Amap probe per-server connection cap");
|
||||
True(AmapProbe.IsAllowedEndpoint(new Uri("https://restapi.amap.com/v3/geocode/regeo")), "Amap fixed HTTPS endpoint accepted");
|
||||
False(AmapProbe.IsAllowedEndpoint(new Uri("http://restapi.amap.com/v3/geocode/regeo")), "Amap HTTP endpoint rejected");
|
||||
False(AmapProbe.IsAllowedEndpoint(new Uri("https://example.invalid/v3/geocode/regeo")), "Amap alternate host rejected");
|
||||
using var oversized = new ByteArrayContent(new byte[AmapProbe.MaximumResponseBytes + 1]);
|
||||
await ThrowsAsync<InvalidDataException>(
|
||||
() => AmapProbe.ReadBoundedJsonAsync(oversized),
|
||||
"Amap oversized response must be rejected before parsing");
|
||||
}
|
||||
|
||||
private static void TestStructuredLogging()
|
||||
{
|
||||
Equal(10 * 1024 * 1024L, StructuredJsonlLogger.SizeLimitBytes, "Supervisor log byte limit");
|
||||
@@ -104,6 +126,29 @@ internal static class Program
|
||||
}
|
||||
}
|
||||
|
||||
private static void TestRuntimeDirectoryBootstrap()
|
||||
{
|
||||
var root = Path.Combine(Path.GetTempPath(), $"dada-runtime-root-{Guid.NewGuid():N}");
|
||||
try
|
||||
{
|
||||
Directory.CreateDirectory(root);
|
||||
SupervisorRuntime.EnsureRuntimeDirectories(root);
|
||||
foreach (var relativePath in new[]
|
||||
{
|
||||
"db", "content/references", "content/generated", "content/exports",
|
||||
"managed-assets", "derived-assets", "staging",
|
||||
"logs/api", "logs/worker", "logs/supervisor",
|
||||
})
|
||||
{
|
||||
True(Directory.Exists(Path.Combine(root, relativePath)), $"runtime directory missing: {relativePath}");
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
if (Directory.Exists(root)) Directory.Delete(root, recursive: true);
|
||||
}
|
||||
}
|
||||
|
||||
private static async Task<object> TestCredentialBoundaryAsync()
|
||||
{
|
||||
var store = new TestCredentialStore();
|
||||
@@ -120,6 +165,35 @@ internal static class Program
|
||||
|
||||
var workerProbe = await LaunchCredentialProbeAsync(ChildRole.Worker, store);
|
||||
EqualSequence(new[] { CredentialCatalog.WorkerAiGateway }, workerProbe.Names, "Worker credential scope");
|
||||
var leakProbe = await CredentialProcessLauncher.RunToCompletionAsync(
|
||||
new ProcessStartInfo(Environment.ProcessPath!, "--credential-echo"), ChildRole.Worker, store);
|
||||
True(leakProbe.SensitiveOutputDetected, "credential echo must be detected");
|
||||
Equal(string.Empty, leakProbe.StandardOutput, "credential echo output discarded");
|
||||
Equal(string.Empty, leakProbe.StandardError, "credential echo error discarded");
|
||||
True(AiGatewayProbe.TryValidateOutput("{\"code\":\"ai_probe_passed\",\"mime_type\":\"image/png\",\"pixel_height\":1080,\"pixel_width\":1080,\"real_calls\":1,\"success\":true}", out _), "AI probe success output accepted");
|
||||
False(AiGatewayProbe.TryValidateOutput("{\"code\":\"ai_probe_passed\",\"raw_body\":\"private\",\"real_calls\":1,\"success\":true}", out _), "AI probe private output rejected");
|
||||
|
||||
var externalArguments = new[]
|
||||
{
|
||||
"--service", "ai-gateway-service-id",
|
||||
"--model", "gpt-image-2",
|
||||
"--run-id", "wp7-02-supervisor-probe",
|
||||
"--max-real-calls", "120",
|
||||
"--confirm-controlled-real",
|
||||
"--execute-controlled-real",
|
||||
};
|
||||
EqualSequence(externalArguments, ControlledExternalValidationLauncher.ValidateArguments(externalArguments), "controlled external argument allowlist");
|
||||
var stableGeminiArguments = externalArguments.ToArray();
|
||||
stableGeminiArguments[3] = "gemini-3.1-flash-image";
|
||||
EqualSequence(stableGeminiArguments, ControlledExternalValidationLauncher.ValidateArguments(stableGeminiArguments), "stable Gemini external argument allowlist");
|
||||
var previewGeminiArguments = externalArguments.ToArray();
|
||||
previewGeminiArguments[3] = "gemini-3.1-flash-image-preview";
|
||||
Throws<ArgumentException>(
|
||||
() => ControlledExternalValidationLauncher.ValidateArguments(previewGeminiArguments),
|
||||
"preview Gemini external argument rejected");
|
||||
Throws<ArgumentException>(
|
||||
() => ControlledExternalValidationLauncher.ValidateArguments(externalArguments.Where(value => value != "--confirm-controlled-real").ToArray()),
|
||||
"controlled external confirmation required");
|
||||
|
||||
store.Delete(CredentialCatalog.WorkerAiGateway);
|
||||
await ThrowsAsync<MissingCredentialException>(
|
||||
@@ -166,15 +240,10 @@ internal static class Program
|
||||
|
||||
private static async Task<CredentialProbe> LaunchCredentialProbeAsync(ChildRole role, ICredentialStore store)
|
||||
{
|
||||
var startInfo = new ProcessStartInfo(Environment.ProcessPath!, "--credential-child")
|
||||
{
|
||||
RedirectStandardOutput = true,
|
||||
};
|
||||
using var process = await CredentialProcessLauncher.StartAsync(startInfo, role, store);
|
||||
var output = await process.StandardOutput.ReadToEndAsync();
|
||||
await process.WaitForExitAsync();
|
||||
Equal(0, process.ExitCode, "credential child exit code");
|
||||
return JsonSerializer.Deserialize<CredentialProbe>(output, new JsonSerializerOptions { PropertyNameCaseInsensitive = true })
|
||||
var result = await CredentialProcessLauncher.RunToCompletionAsync(new ProcessStartInfo(Environment.ProcessPath!, "--credential-child"), role, store);
|
||||
Equal(0, result.ExitCode, "credential child exit code");
|
||||
False(result.SensitiveOutputDetected, "credential child output contains injected value");
|
||||
return JsonSerializer.Deserialize<CredentialProbe>(result.StandardOutput, new JsonSerializerOptions { PropertyNameCaseInsensitive = true })
|
||||
?? throw new InvalidOperationException("Credential child returned invalid JSON.");
|
||||
}
|
||||
|
||||
@@ -355,6 +424,19 @@ internal static class Program
|
||||
throw new InvalidOperationException(message);
|
||||
}
|
||||
|
||||
private static void Throws<TException>(Action action, string message) where TException : Exception
|
||||
{
|
||||
try
|
||||
{
|
||||
action();
|
||||
}
|
||||
catch (TException)
|
||||
{
|
||||
return;
|
||||
}
|
||||
throw new InvalidOperationException(message);
|
||||
}
|
||||
|
||||
private sealed record CredentialProbe(string[] Names, bool EnvironmentContainsMarker, bool ArgumentsContainMarker);
|
||||
|
||||
private sealed class TestCredentialStore : ICredentialStore
|
||||
|
||||
@@ -0,0 +1,74 @@
|
||||
using System.Diagnostics;
|
||||
using System.Text.Json;
|
||||
|
||||
namespace Dada.Supervisor;
|
||||
|
||||
internal static class AiGatewayProbe
|
||||
{
|
||||
internal static async Task<int> RunAsync(ICredentialStore credentials, CancellationToken cancellationToken = default)
|
||||
{
|
||||
var node = Path.Combine(AppContext.BaseDirectory, "runtime", "node.exe");
|
||||
var worker = Path.Combine(AppContext.BaseDirectory, "server", "worker.mjs");
|
||||
if (!File.Exists(node) || !File.Exists(worker)) return WriteFailure("ai_probe_runtime_missing", 0);
|
||||
var startInfo = new ProcessStartInfo(node) { WorkingDirectory = AppContext.BaseDirectory };
|
||||
startInfo.Environment["DADA_SQLITE_NATIVE_BINDING"] = Path.Combine(AppContext.BaseDirectory, "server", "native", "better_sqlite3.node");
|
||||
startInfo.ArgumentList.Add(worker);
|
||||
startInfo.ArgumentList.Add("--dada-ai-probe");
|
||||
startInfo.ArgumentList.Add("--dada-credential-stdin");
|
||||
var result = await CredentialProcessLauncher.RunToCompletionAsync(startInfo, ChildRole.Worker, credentials, cancellationToken);
|
||||
if (result.SensitiveOutputDetected || result.StandardError.Length > 0 || !TryValidateOutput(result.StandardOutput, out var sanitized))
|
||||
{
|
||||
return WriteFailure("ai_probe_runtime_failed", 0);
|
||||
}
|
||||
Console.WriteLine(sanitized);
|
||||
return result.ExitCode;
|
||||
}
|
||||
|
||||
internal static bool TryValidateOutput(string output, out string sanitized)
|
||||
{
|
||||
sanitized = string.Empty;
|
||||
try
|
||||
{
|
||||
using var document = JsonDocument.Parse(output);
|
||||
var root = document.RootElement;
|
||||
if (root.ValueKind != JsonValueKind.Object) return false;
|
||||
var allowed = new HashSet<string>(StringComparer.Ordinal)
|
||||
{
|
||||
"code", "error_category", "mime_type", "pixel_height", "pixel_width", "real_calls", "success",
|
||||
};
|
||||
if (root.EnumerateObject().Any(property => !allowed.Contains(property.Name))) return false;
|
||||
if (!root.TryGetProperty("success", out var success) || success.ValueKind is not (JsonValueKind.True or JsonValueKind.False)) return false;
|
||||
if (!root.TryGetProperty("real_calls", out var realCalls) || realCalls.ValueKind != JsonValueKind.Number || !realCalls.TryGetInt32(out var count) || count is < 0 or > 1) return false;
|
||||
var passed = success.GetBoolean();
|
||||
var code = root.GetProperty("code").GetString();
|
||||
if (passed)
|
||||
{
|
||||
if (code != "ai_probe_passed" || count != 1) return false;
|
||||
var mime = root.GetProperty("mime_type").GetString();
|
||||
if (mime is not ("image/jpeg" or "image/png" or "image/webp")) return false;
|
||||
if (!PositiveDimension(root, "pixel_width") || !PositiveDimension(root, "pixel_height")) return false;
|
||||
}
|
||||
else
|
||||
{
|
||||
if (code != "ai_probe_failed" || !root.TryGetProperty("error_category", out var category)
|
||||
|| category.ValueKind != JsonValueKind.String || (category.GetString()?.Length ?? 0) is < 1 or > 64) return false;
|
||||
}
|
||||
sanitized = JsonSerializer.Serialize(root);
|
||||
return true;
|
||||
}
|
||||
catch (Exception exception) when (exception is JsonException or InvalidOperationException or KeyNotFoundException)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
private static bool PositiveDimension(JsonElement root, string name) =>
|
||||
root.TryGetProperty(name, out var value) && value.ValueKind == JsonValueKind.Number
|
||||
&& value.TryGetInt32(out var dimension) && dimension is > 0 and <= 4096;
|
||||
|
||||
private static int WriteFailure(string code, int realCalls)
|
||||
{
|
||||
Console.WriteLine(JsonSerializer.Serialize(new { code, real_calls = realCalls, success = false }));
|
||||
return 2;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,107 @@
|
||||
using System.Buffers;
|
||||
using System.Net;
|
||||
using System.Text.Json;
|
||||
|
||||
namespace Dada.Supervisor;
|
||||
|
||||
internal static class AmapProbe
|
||||
{
|
||||
internal const int MaximumResponseBytes = 65_536;
|
||||
private const string ProviderHostname = "restapi.amap.com";
|
||||
private static readonly HttpClient Client = new(CreateHandler()) { Timeout = TimeSpan.FromSeconds(15) };
|
||||
|
||||
internal static SocketsHttpHandler CreateHandler() => new()
|
||||
{
|
||||
AllowAutoRedirect = false,
|
||||
AutomaticDecompression = DecompressionMethods.None,
|
||||
ConnectTimeout = TimeSpan.FromSeconds(10),
|
||||
MaxConnectionsPerServer = 1,
|
||||
};
|
||||
|
||||
internal static bool IsAllowedEndpoint(Uri endpoint) =>
|
||||
endpoint.Scheme == Uri.UriSchemeHttps
|
||||
&& endpoint.Host.Equals(ProviderHostname, StringComparison.OrdinalIgnoreCase)
|
||||
&& (endpoint.IsDefaultPort || endpoint.Port == 443)
|
||||
&& string.IsNullOrEmpty(endpoint.UserInfo)
|
||||
&& endpoint.AbsolutePath is "/v3/geocode/regeo" or "/v3/geocode/geo";
|
||||
|
||||
internal static int Run(string? key)
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(key))
|
||||
{
|
||||
Write("amap_credentials_missing", false, 0, null, null);
|
||||
return 3;
|
||||
}
|
||||
|
||||
var realCalls = 0;
|
||||
try
|
||||
{
|
||||
realCalls += 1;
|
||||
var reverse = Call("https://restapi.amap.com/v3/geocode/regeo?location=120.6994,27.9943&extensions=base", key).GetAwaiter().GetResult();
|
||||
realCalls += 1;
|
||||
var geocode = Call($"https://restapi.amap.com/v3/geocode/geo?address={Uri.EscapeDataString("北京市天安门")}", key).GetAwaiter().GetResult();
|
||||
var success = reverse.Status == "1" && geocode.Status == "1";
|
||||
Write(success ? "amap_probe_passed" : "amap_provider_rejected", success, realCalls, reverse.Status, geocode.Status);
|
||||
return success ? 0 : 3;
|
||||
}
|
||||
catch (TaskCanceledException)
|
||||
{
|
||||
Write("amap_probe_timeout", false, realCalls, null, null);
|
||||
return 3;
|
||||
}
|
||||
catch (HttpRequestException exception)
|
||||
{
|
||||
Write($"amap_probe_network_{exception.StatusCode?.ToString() ?? "error"}", false, realCalls, null, null);
|
||||
return 3;
|
||||
}
|
||||
catch (Exception exception) when (exception is JsonException or InvalidDataException)
|
||||
{
|
||||
Write("amap_probe_invalid_response", false, realCalls, null, null);
|
||||
return 3;
|
||||
}
|
||||
}
|
||||
|
||||
private static async Task<ProbeResponse> Call(string endpoint, string key)
|
||||
{
|
||||
var requestUri = new Uri($"{endpoint}&key={Uri.EscapeDataString(key)}", UriKind.Absolute);
|
||||
if (!IsAllowedEndpoint(requestUri)) throw new InvalidDataException("amap_endpoint_rejected");
|
||||
using var request = new HttpRequestMessage(HttpMethod.Get, requestUri);
|
||||
using var response = await Client.SendAsync(request, HttpCompletionOption.ResponseHeadersRead);
|
||||
response.EnsureSuccessStatusCode();
|
||||
using var document = await ReadBoundedJsonAsync(response.Content);
|
||||
var root = document.RootElement;
|
||||
return new ProbeResponse(root.GetProperty("status").GetString() ?? "", root.TryGetProperty("infocode", out var code) ? code.GetString() : null);
|
||||
}
|
||||
|
||||
internal static async Task<JsonDocument> ReadBoundedJsonAsync(HttpContent content)
|
||||
{
|
||||
if (content.Headers.ContentLength is > MaximumResponseBytes) throw new InvalidDataException("amap_response_too_large");
|
||||
await using var stream = await content.ReadAsStreamAsync();
|
||||
using var buffered = new MemoryStream();
|
||||
var buffer = ArrayPool<byte>.Shared.Rent(4_096);
|
||||
try
|
||||
{
|
||||
var total = 0;
|
||||
while (true)
|
||||
{
|
||||
var read = await stream.ReadAsync(buffer);
|
||||
if (read == 0) break;
|
||||
total += read;
|
||||
if (total > MaximumResponseBytes) throw new InvalidDataException("amap_response_too_large");
|
||||
await buffered.WriteAsync(buffer.AsMemory(0, read));
|
||||
}
|
||||
buffered.Position = 0;
|
||||
return await JsonDocument.ParseAsync(buffered);
|
||||
}
|
||||
finally
|
||||
{
|
||||
Array.Clear(buffer);
|
||||
ArrayPool<byte>.Shared.Return(buffer);
|
||||
}
|
||||
}
|
||||
|
||||
private static void Write(string code, bool success, int realCalls, string? reverseStatus, string? geocodeStatus) =>
|
||||
Console.WriteLine(JsonSerializer.Serialize(new { code, success, real_calls = realCalls, reverse_status = reverseStatus, geocode_status = geocodeStatus }));
|
||||
|
||||
private sealed record ProbeResponse(string Status, string? InfoCode);
|
||||
}
|
||||
@@ -0,0 +1,131 @@
|
||||
using System.Diagnostics;
|
||||
using System.Text.Json;
|
||||
using System.Text.RegularExpressions;
|
||||
|
||||
namespace Dada.Supervisor;
|
||||
|
||||
internal static partial class ControlledExternalValidationLauncher
|
||||
{
|
||||
private static readonly HashSet<string> AllowedModels =
|
||||
[
|
||||
"gemini-3.1-flash-image",
|
||||
"gpt-image-2",
|
||||
];
|
||||
|
||||
private static readonly HashSet<string> ValueOptions =
|
||||
[
|
||||
"--max-real-calls",
|
||||
"--model",
|
||||
"--run-id",
|
||||
"--service",
|
||||
];
|
||||
|
||||
private static readonly HashSet<string> SwitchOptions =
|
||||
[
|
||||
"--confirm-controlled-real",
|
||||
"--execute-controlled-real",
|
||||
];
|
||||
|
||||
internal static async Task<int> RunAsync(string[] args, ICredentialStore credentials, CancellationToken cancellationToken = default)
|
||||
{
|
||||
var validated = ValidateArguments(args);
|
||||
var script = Path.GetFullPath(Path.Combine(Environment.CurrentDirectory, "scripts", "validate-external.mjs"));
|
||||
if (!File.Exists(script)) throw new InvalidOperationException("external_validator_not_found");
|
||||
var startInfo = new ProcessStartInfo("node") { WorkingDirectory = Environment.CurrentDirectory };
|
||||
startInfo.ArgumentList.Add(script);
|
||||
foreach (var value in validated) startInfo.ArgumentList.Add(value);
|
||||
startInfo.ArgumentList.Add("--credential-stdin");
|
||||
|
||||
var result = await CredentialProcessLauncher.RunToCompletionAsync(startInfo, ChildRole.Worker, credentials, cancellationToken);
|
||||
if (result.SensitiveOutputDetected || !TrySelectSanitizedJson(result, out var output, out var useError))
|
||||
{
|
||||
Console.Error.WriteLine("{\"code\":\"external_validator_output_invalid\",\"real_calls\":0,\"status\":\"failed\"}");
|
||||
return 1;
|
||||
}
|
||||
if (useError) Console.Error.WriteLine(output); else Console.WriteLine(output);
|
||||
return result.ExitCode;
|
||||
}
|
||||
|
||||
internal static string[] ValidateArguments(string[] args)
|
||||
{
|
||||
var values = new Dictionary<string, string>(StringComparer.Ordinal);
|
||||
var switches = new HashSet<string>(StringComparer.Ordinal);
|
||||
for (var index = 0; index < args.Length; index++)
|
||||
{
|
||||
var option = args[index];
|
||||
if (SwitchOptions.Contains(option))
|
||||
{
|
||||
if (!switches.Add(option)) throw new ArgumentException("external_validator_argument_duplicate");
|
||||
continue;
|
||||
}
|
||||
if (!ValueOptions.Contains(option) || index + 1 >= args.Length || !values.TryAdd(option, args[++index]))
|
||||
{
|
||||
throw new ArgumentException("external_validator_argument_invalid");
|
||||
}
|
||||
}
|
||||
if (values.GetValueOrDefault("--service") != "ai-gateway-service-id"
|
||||
|| !AllowedModels.Contains(values.GetValueOrDefault("--model") ?? string.Empty)
|
||||
|| !SafeRunId().IsMatch(values.GetValueOrDefault("--run-id") ?? string.Empty)
|
||||
|| values.GetValueOrDefault("--max-real-calls") != "120"
|
||||
|| !switches.SetEquals(SwitchOptions))
|
||||
{
|
||||
throw new ArgumentException("external_validator_argument_invalid");
|
||||
}
|
||||
if (values.Values.Any(value => value.Length == 0 || value.IndexOfAny(['\r', '\n', '\0']) >= 0))
|
||||
{
|
||||
throw new ArgumentException("external_validator_argument_invalid");
|
||||
}
|
||||
return args.ToArray();
|
||||
}
|
||||
|
||||
private static bool TrySelectSanitizedJson(CredentialProcessResult result, out string output, out bool useError)
|
||||
{
|
||||
var stdout = result.StandardOutput.Trim();
|
||||
var stderr = result.StandardError.Trim();
|
||||
useError = stdout.Length == 0;
|
||||
output = useError ? stderr : stdout;
|
||||
if (output.Length == 0 || (stdout.Length > 0 && stderr.Length > 0)) return false;
|
||||
try
|
||||
{
|
||||
using var document = JsonDocument.Parse(output);
|
||||
return IsSanitized(document.RootElement);
|
||||
}
|
||||
catch (JsonException)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
private static bool IsSanitized(JsonElement element)
|
||||
{
|
||||
if (element.ValueKind == JsonValueKind.Object)
|
||||
{
|
||||
foreach (var property in element.EnumerateObject())
|
||||
{
|
||||
if (ForbiddenKey().IsMatch(property.Name) || property.NameEquals("verified") || !IsSanitized(property.Value)) return false;
|
||||
}
|
||||
}
|
||||
else if (element.ValueKind == JsonValueKind.Array)
|
||||
{
|
||||
foreach (var item in element.EnumerateArray()) if (!IsSanitized(item)) return false;
|
||||
}
|
||||
else if (element.ValueKind == JsonValueKind.String)
|
||||
{
|
||||
var value = element.GetString() ?? string.Empty;
|
||||
if (WindowsUserPath().IsMatch(value) || BearerValue().IsMatch(value)) return false;
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
[GeneratedRegex("^[A-Za-z0-9][A-Za-z0-9._-]{0,119}$", RegexOptions.CultureInvariant)]
|
||||
private static partial Regex SafeRunId();
|
||||
|
||||
[GeneratedRegex("(?:^|_)(?:absolute_path|authorization|body|credential|image|password|path|prompt|raw|secret|token)(?:_|$)", RegexOptions.IgnoreCase | RegexOptions.CultureInvariant)]
|
||||
private static partial Regex ForbiddenKey();
|
||||
|
||||
[GeneratedRegex("[A-Za-z]:\\\\Users\\\\", RegexOptions.IgnoreCase | RegexOptions.CultureInvariant)]
|
||||
private static partial Regex WindowsUserPath();
|
||||
|
||||
[GeneratedRegex("(?:Bearer\\s+|\\bsk-[A-Za-z0-9_-]{8,})", RegexOptions.IgnoreCase | RegexOptions.CultureInvariant)]
|
||||
private static partial Regex BearerValue();
|
||||
}
|
||||
@@ -37,8 +37,60 @@ internal interface ICredentialStore
|
||||
internal sealed class MissingCredentialException(string target)
|
||||
: InvalidOperationException($"Required credential is not configured: {target}");
|
||||
|
||||
internal sealed record CredentialProcessResult(int ExitCode, string StandardOutput, string StandardError, bool SensitiveOutputDetected);
|
||||
|
||||
internal static class CredentialProcessLauncher
|
||||
{
|
||||
internal static async Task<CredentialProcessResult> RunToCompletionAsync(
|
||||
ProcessStartInfo startInfo,
|
||||
ChildRole role,
|
||||
ICredentialStore store,
|
||||
CancellationToken cancellationToken = default)
|
||||
{
|
||||
var credentials = new Dictionary<string, string>(StringComparer.Ordinal);
|
||||
foreach (var target in CredentialCatalog.RequiredFor(role))
|
||||
{
|
||||
var value = store.Read(target);
|
||||
if (role == ChildRole.Worker && string.IsNullOrWhiteSpace(value)) throw new MissingCredentialException(target);
|
||||
credentials[target] = value ?? string.Empty;
|
||||
}
|
||||
|
||||
startInfo.UseShellExecute = false;
|
||||
startInfo.CreateNoWindow = true;
|
||||
startInfo.RedirectStandardInput = true;
|
||||
startInfo.RedirectStandardOutput = true;
|
||||
startInfo.RedirectStandardError = true;
|
||||
using var process = Process.Start(startInfo) ?? throw new InvalidOperationException("Unable to start credential child process.");
|
||||
var outputTask = process.StandardOutput.ReadToEndAsync(cancellationToken);
|
||||
var errorTask = process.StandardError.ReadToEndAsync(cancellationToken);
|
||||
var payload = JsonSerializer.SerializeToUtf8Bytes(credentials);
|
||||
try
|
||||
{
|
||||
await process.StandardInput.BaseStream.WriteAsync(payload, cancellationToken);
|
||||
await process.StandardInput.BaseStream.FlushAsync(cancellationToken);
|
||||
process.StandardInput.Close();
|
||||
await process.WaitForExitAsync(cancellationToken);
|
||||
var output = await outputTask;
|
||||
var error = await errorTask;
|
||||
var sensitive = credentials.Values.Where(value => value.Length > 0).Any(value =>
|
||||
output.Contains(value, StringComparison.Ordinal) || error.Contains(value, StringComparison.Ordinal));
|
||||
return sensitive
|
||||
? new CredentialProcessResult(1, string.Empty, string.Empty, true)
|
||||
: new CredentialProcessResult(process.ExitCode, output, error, false);
|
||||
}
|
||||
catch
|
||||
{
|
||||
if (!process.HasExited) process.Kill(entireProcessTree: true);
|
||||
throw;
|
||||
}
|
||||
finally
|
||||
{
|
||||
Array.Clear(payload);
|
||||
foreach (var target in credentials.Keys.ToArray()) credentials[target] = string.Empty;
|
||||
credentials.Clear();
|
||||
}
|
||||
}
|
||||
|
||||
internal static async Task<Process> StartAsync(
|
||||
ProcessStartInfo startInfo,
|
||||
ChildRole role,
|
||||
@@ -48,7 +100,9 @@ internal static class CredentialProcessLauncher
|
||||
var credentials = new Dictionary<string, string>(StringComparer.Ordinal);
|
||||
foreach (var target in CredentialCatalog.RequiredFor(role))
|
||||
{
|
||||
credentials[target] = store.Read(target) ?? throw new MissingCredentialException(target);
|
||||
var value = store.Read(target);
|
||||
if (role == ChildRole.Worker && string.IsNullOrWhiteSpace(value)) throw new MissingCredentialException(target);
|
||||
credentials[target] = value ?? string.Empty;
|
||||
}
|
||||
|
||||
startInfo.UseShellExecute = false;
|
||||
|
||||
@@ -26,9 +26,10 @@ internal static class OfflineCommandRouter
|
||||
return args[0] switch
|
||||
{
|
||||
"configure" => RunConfigure(args.Skip(1).ToArray()),
|
||||
"secrets" => RunSecrets(args.Skip(1).ToArray(), credentials),
|
||||
"secrets" => await RunSecretsAsync(args.Skip(1).ToArray(), credentials),
|
||||
"admin-allowlist" => RunAdminAllowlist(args.Skip(1).ToArray(), credentials),
|
||||
"doctor" when args.Length == 1 => RunDoctor(credentials),
|
||||
"validate-external" => await ControlledExternalValidationLauncher.RunAsync(args.Skip(1).ToArray(), credentials),
|
||||
_ => Usage(),
|
||||
};
|
||||
}
|
||||
@@ -65,7 +66,7 @@ internal static class OfflineCommandRouter
|
||||
return 0;
|
||||
}
|
||||
|
||||
private static int RunSecrets(string[] args, ICredentialStore store)
|
||||
private static async Task<int> RunSecretsAsync(string[] args, ICredentialStore store)
|
||||
{
|
||||
if (args.Length != 2 || !TryResolveCredential(args[1], out var target)) return Usage();
|
||||
switch (args[0])
|
||||
@@ -83,6 +84,10 @@ internal static class OfflineCommandRouter
|
||||
store.Write(target, value);
|
||||
WriteResult("credential_saved", true);
|
||||
return 0;
|
||||
case "probe" when target == CredentialCatalog.ApiAmap:
|
||||
return AmapProbe.Run(store.Read(target));
|
||||
case "probe" when target == CredentialCatalog.WorkerAiGateway:
|
||||
return await AiGatewayProbe.RunAsync(store);
|
||||
default:
|
||||
return Usage();
|
||||
}
|
||||
@@ -198,7 +203,7 @@ internal static class OfflineCommandRouter
|
||||
|
||||
private static int Usage()
|
||||
{
|
||||
WriteResult("usage: configure init|data-root|asset-root; secrets set|status|clear; admin-allowlist add|remove|status; doctor", false);
|
||||
WriteResult("usage: configure init|data-root|asset-root; secrets set|status|clear|probe; admin-allowlist add|remove|status; doctor; validate-external", false);
|
||||
return 2;
|
||||
}
|
||||
}
|
||||
|
||||
@@ -30,7 +30,10 @@ internal static class Program
|
||||
};
|
||||
var state = await runtime.StartAsync();
|
||||
if (!form.IsDisposed) form.SetState(state);
|
||||
if (state == SupervisorState.Ready) SupervisorForm.OpenProductInSupportedBrowser();
|
||||
if (state == SupervisorState.Ready && !SupervisorForm.OpenProductInSupportedBrowser())
|
||||
{
|
||||
form.SetBrowserLaunchFailure();
|
||||
}
|
||||
}
|
||||
form.Shown += async (_, _) => await StartRuntimeAsync();
|
||||
form.RestartRequested += async () => await StartRuntimeAsync();
|
||||
|
||||
@@ -26,6 +26,7 @@ internal sealed class SupervisorForm : Form
|
||||
Font = new Font("Segoe UI", 9F);
|
||||
FormBorderStyle = FormBorderStyle.FixedDialog;
|
||||
MaximizeBox = false;
|
||||
ShowInTaskbar = true;
|
||||
StartPosition = FormStartPosition.CenterScreen;
|
||||
Text = "Dada";
|
||||
|
||||
@@ -90,10 +91,6 @@ internal sealed class SupervisorForm : Form
|
||||
trayIcon.DoubleClick += (_, _) => RestoreWindow();
|
||||
|
||||
FormClosing += (_, _) => trayIcon.Visible = false;
|
||||
Resize += (_, _) =>
|
||||
{
|
||||
if (WindowState == FormWindowState.Minimized) Hide();
|
||||
};
|
||||
SetState(initialState);
|
||||
}
|
||||
|
||||
@@ -139,6 +136,14 @@ internal sealed class SupervisorForm : Form
|
||||
Activate();
|
||||
}
|
||||
|
||||
internal void SetBrowserLaunchFailure()
|
||||
{
|
||||
if (state == SupervisorState.Ready)
|
||||
{
|
||||
statusDetail.Text = "本机服务运行正常,但未能自动打开浏览器;请点击“打开 Dada”或选择浏览器。";
|
||||
}
|
||||
}
|
||||
|
||||
protected override void Dispose(bool disposing)
|
||||
{
|
||||
if (disposing) trayIcon.Dispose();
|
||||
|
||||
@@ -1,9 +1,23 @@
|
||||
using System.Diagnostics;
|
||||
using System.Security.Cryptography;
|
||||
|
||||
namespace Dada.Supervisor;
|
||||
|
||||
internal sealed class SupervisorRuntime : IAsyncDisposable
|
||||
{
|
||||
private static readonly string[] RequiredDataDirectories =
|
||||
[
|
||||
"db",
|
||||
Path.Combine("content", "references"),
|
||||
Path.Combine("content", "generated"),
|
||||
Path.Combine("content", "exports"),
|
||||
"managed-assets",
|
||||
"derived-assets",
|
||||
"staging",
|
||||
Path.Combine("logs", "api"),
|
||||
Path.Combine("logs", "worker"),
|
||||
Path.Combine("logs", "supervisor"),
|
||||
];
|
||||
private readonly ICredentialStore credentials;
|
||||
private ManagedComponentSupervisor? api;
|
||||
private ManagedComponentSupervisor? worker;
|
||||
@@ -25,6 +39,7 @@ internal sealed class SupervisorRuntime : IAsyncDisposable
|
||||
{
|
||||
return SupervisorState.StartupFailed;
|
||||
}
|
||||
EnsureRuntimeDirectories(configuration.LocalDataRoot);
|
||||
try
|
||||
{
|
||||
logger = new StructuredJsonlLogger(Path.Combine(configuration.LocalDataRoot, "logs", "supervisor"), "supervisor");
|
||||
@@ -34,16 +49,15 @@ internal sealed class SupervisorRuntime : IAsyncDisposable
|
||||
{
|
||||
return SupervisorState.StorageUnavailable;
|
||||
}
|
||||
if (CredentialCatalog.RequiredFor(ChildRole.Api).Concat(CredentialCatalog.RequiredFor(ChildRole.Worker)).Any(target => !credentials.IsConfigured(target)))
|
||||
{
|
||||
return SupervisorState.StartupFailed;
|
||||
}
|
||||
EnsureAdminPepper();
|
||||
|
||||
var node = Path.Combine(AppContext.BaseDirectory, "runtime", "node.exe");
|
||||
var apiEntry = Path.Combine(AppContext.BaseDirectory, "server", "api.mjs");
|
||||
var workerEntry = Path.Combine(AppContext.BaseDirectory, "server", "worker.mjs");
|
||||
if (!File.Exists(node) || !File.Exists(apiEntry) || !File.Exists(workerEntry)) return SupervisorState.StartupFailed;
|
||||
|
||||
try
|
||||
{
|
||||
api = CreateComponent(node, apiEntry, ChildRole.Api, SupervisorState.ApiDegraded);
|
||||
await api.StartAsync(cancellationToken);
|
||||
|
||||
@@ -51,6 +65,30 @@ internal sealed class SupervisorRuntime : IAsyncDisposable
|
||||
await worker.StartAsync(cancellationToken);
|
||||
return TryLog(new StructuredLogEvent("ready", ErrorCategory: "none")) ? SupervisorState.Ready : SupervisorState.StorageUnavailable;
|
||||
}
|
||||
catch
|
||||
{
|
||||
await StopComponentsAsync();
|
||||
return TryLog(new StructuredLogEvent("failed", ErrorCategory: "service_unavailable"))
|
||||
? SupervisorState.StartupFailed
|
||||
: SupervisorState.StorageUnavailable;
|
||||
}
|
||||
}
|
||||
|
||||
internal static void EnsureRuntimeDirectories(string dataRoot)
|
||||
{
|
||||
foreach (var directory in RequiredDataDirectories)
|
||||
{
|
||||
Directory.CreateDirectory(Path.Combine(dataRoot, directory));
|
||||
}
|
||||
}
|
||||
|
||||
private void EnsureAdminPepper()
|
||||
{
|
||||
if (credentials.IsConfigured(CredentialCatalog.AdminPepper)) return;
|
||||
var pepper = Convert.ToBase64String(RandomNumberGenerator.GetBytes(32));
|
||||
credentials.Write(CredentialCatalog.AdminPepper, pepper);
|
||||
Array.Clear(System.Text.Encoding.UTF8.GetBytes(pepper));
|
||||
}
|
||||
|
||||
private ManagedComponentSupervisor CreateComponent(string node, string entry, ChildRole role, SupervisorState degradedState)
|
||||
{
|
||||
@@ -60,6 +98,7 @@ internal sealed class SupervisorRuntime : IAsyncDisposable
|
||||
startInfo.WorkingDirectory = AppContext.BaseDirectory;
|
||||
startInfo.Environment["DADA_SQLITE_NATIVE_BINDING"] = Path.Combine(AppContext.BaseDirectory, "server", "native", "better_sqlite3.node");
|
||||
startInfo.Environment["DADA_SUPPORT_GATE_ROOT"] = Path.Combine(AppContext.BaseDirectory, "web", "support-gate");
|
||||
startInfo.Environment["DADA_WEB_ROOT"] = Path.Combine(AppContext.BaseDirectory, "web");
|
||||
startInfo.Environment["DADA_INSTANCE_CONFIG_PATH"] = Path.Combine(Environment.GetFolderPath(Environment.SpecialFolder.LocalApplicationData), "Dada", "P0A", "config", "instance.json");
|
||||
startInfo.ArgumentList.Add(entry);
|
||||
var child = await ManagedChildProcess.StartAsync(startInfo, role, credentials, cancellationToken);
|
||||
@@ -95,10 +134,26 @@ internal sealed class SupervisorRuntime : IAsyncDisposable
|
||||
}
|
||||
|
||||
public async ValueTask DisposeAsync()
|
||||
{
|
||||
await StopComponentsAsync();
|
||||
}
|
||||
|
||||
private async Task StopComponentsAsync()
|
||||
{
|
||||
var stops = new List<Task>();
|
||||
if (worker is not null) stops.Add(worker.DisposeAsync().AsTask());
|
||||
if (api is not null) stops.Add(api.DisposeAsync().AsTask());
|
||||
try
|
||||
{
|
||||
await Task.WhenAll(stops);
|
||||
}
|
||||
catch
|
||||
{
|
||||
}
|
||||
finally
|
||||
{
|
||||
worker = null;
|
||||
api = null;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,3 +1,4 @@
|
||||
using System.ComponentModel;
|
||||
using System.Diagnostics;
|
||||
using Microsoft.Win32;
|
||||
|
||||
@@ -13,10 +14,20 @@ internal static class SupportedBrowserLauncher
|
||||
{
|
||||
var executable = FindExecutable(executableName);
|
||||
if (executable is null) return false;
|
||||
try
|
||||
{
|
||||
var startInfo = new ProcessStartInfo(executable) { UseShellExecute = false };
|
||||
startInfo.ArgumentList.Add(uri.AbsoluteUri);
|
||||
Process.Start(startInfo);
|
||||
return true;
|
||||
return Process.Start(startInfo) is not null;
|
||||
}
|
||||
catch (Win32Exception)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
catch (InvalidOperationException)
|
||||
{
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
private static string? FindExecutable(string executableName)
|
||||
|
||||
@@ -0,0 +1,100 @@
|
||||
import { readFileSync } from "node:fs";
|
||||
|
||||
import { describe, expect, it } from "vitest";
|
||||
|
||||
import { GenerationModelConfigurationCatalog, type ModelConfigurationView } from "../../apps/api/src/model-configuration.js";
|
||||
|
||||
describe("POSTV1-04 generation runtime wiring", () => {
|
||||
it("constructs, injects and closes the production generation submission service", () => {
|
||||
const main = readFileSync("apps/api/src/main.ts", "utf8");
|
||||
|
||||
expect(main).toContain('import { GenerationSubmissionService } from "./generation-submission.js";');
|
||||
expect(main).toContain("let generations: GenerationSubmissionService | undefined;");
|
||||
expect(main).toContain("generations = new GenerationSubmissionService({");
|
||||
expect(main).toContain("models: new GenerationModelConfigurationCatalog(models),");
|
||||
expect(main).toContain("...(generations ? { generations } : {}),");
|
||||
expect(main).toContain("generations?.close();");
|
||||
});
|
||||
|
||||
it("maps the current model configuration into the generation submission contract", () => {
|
||||
const configuration: ModelConfigurationView = {
|
||||
config_set_version: 7,
|
||||
configured_default_model_id: "gemini-3.1-flash-image-preview",
|
||||
recommended_model_id: "gemini-3.1-flash-image-preview",
|
||||
models: [{
|
||||
config_version: 3,
|
||||
contract_evidence_ref: "fixture-contract",
|
||||
contract_validation_status: "verified",
|
||||
credit_cost: 2,
|
||||
display_name: "Fixture model",
|
||||
enabled: true,
|
||||
error_mapping_profile: {},
|
||||
gateway_account_ref: "fixture-gateway",
|
||||
is_default: true,
|
||||
model_id: "gemini-3.1-flash-image-preview",
|
||||
prompt_max_length: 1_000,
|
||||
recommendation_priority: 1,
|
||||
reference_limits: { max_file_bytes: 10, max_files: 2, max_total_bytes: 20 },
|
||||
route_profile: {},
|
||||
runtime_availability: { available_for_new_jobs: true, checked_at: "2026-08-05T00:00:00.000Z", reason: "available" },
|
||||
safety_source: "provider",
|
||||
supported_ratios: ["3:4", "invalid"],
|
||||
}],
|
||||
};
|
||||
const catalog = new GenerationModelConfigurationCatalog({ read: () => configuration });
|
||||
|
||||
expect(catalog.readModel("gemini-3.1-flash-image-preview")).toEqual({
|
||||
configSetVersion: 7,
|
||||
configVersion: 3,
|
||||
contractValidationStatus: "verified",
|
||||
creditCost: 2,
|
||||
enabled: true,
|
||||
modelId: "gemini-3.1-flash-image-preview",
|
||||
promptMaxLength: 1_000,
|
||||
referenceLimits: { maxFileBytes: 10, maxFiles: 2, maxTotalBytes: 20 },
|
||||
runtimeAvailability: { availableForNewJobs: true, reason: null },
|
||||
supportedRatios: ["3:4"],
|
||||
});
|
||||
expect(catalog.readModel("missing")).toBeUndefined();
|
||||
});
|
||||
|
||||
it("maps model and contract blocks into generation error categories", () => {
|
||||
const configuration = {
|
||||
config_set_version: 1,
|
||||
configured_default_model_id: "gemini-3.1-flash-image-preview",
|
||||
recommended_model_id: null,
|
||||
models: [],
|
||||
} satisfies ModelConfigurationView;
|
||||
const catalog = new GenerationModelConfigurationCatalog({ read: () => configuration });
|
||||
const base = {
|
||||
config_version: 1,
|
||||
contract_evidence_ref: null,
|
||||
contract_validation_status: "verified" as const,
|
||||
credit_cost: 1,
|
||||
display_name: "Fixture model",
|
||||
enabled: true,
|
||||
error_mapping_profile: {},
|
||||
gateway_account_ref: "fixture-gateway",
|
||||
is_default: true,
|
||||
model_id: "gemini-3.1-flash-image-preview" as const,
|
||||
prompt_max_length: 1_000,
|
||||
recommendation_priority: 1,
|
||||
reference_limits: { max_file_bytes: 10, max_files: 2, max_total_bytes: 20 },
|
||||
route_profile: {},
|
||||
safety_source: "provider",
|
||||
supported_ratios: ["3:4"],
|
||||
};
|
||||
|
||||
configuration.models = [{
|
||||
...base,
|
||||
runtime_availability: { available_for_new_jobs: false, checked_at: "2026-08-05T00:00:00.000Z", reason: "contract_blocked" },
|
||||
}];
|
||||
expect(catalog.readModel(base.model_id)?.runtimeAvailability.reason).toBe("gateway_contract_invalid");
|
||||
|
||||
configuration.models = [{
|
||||
...base,
|
||||
runtime_availability: { available_for_new_jobs: false, checked_at: "2026-08-05T00:00:00.000Z", reason: "worker_degraded" },
|
||||
}];
|
||||
expect(catalog.readModel(base.model_id)?.runtimeAvailability.reason).toBe("model_disabled");
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,95 @@
|
||||
import { mkdtempSync, rmSync } from "node:fs";
|
||||
import { tmpdir } from "node:os";
|
||||
import { join } from "node:path";
|
||||
|
||||
import { afterEach, describe, expect, it } from "vitest";
|
||||
|
||||
import { createApp } from "../../apps/api/src/app.js";
|
||||
import { RegistrationService } from "../../apps/api/src/registration.js";
|
||||
import { MockResendAdapter } from "../../apps/api/src/resend-adapter.js";
|
||||
|
||||
const fixedNow = Date.parse("2026-08-05T06:00:00.000Z");
|
||||
const writeHeaders = { host: "127.0.0.1:43121", origin: "http://127.0.0.1:43121" };
|
||||
const roots: string[] = [];
|
||||
const services: RegistrationService[] = [];
|
||||
|
||||
function createRegistrationService() {
|
||||
const root = mkdtempSync(join(tmpdir(), "dada-local-test-session-"));
|
||||
roots.push(root);
|
||||
const registration = new RegistrationService({
|
||||
challengePepper: Buffer.alloc(32, 0x51),
|
||||
clock: () => fixedNow,
|
||||
currentPrivacyNoticeVersion: "p0a-notice-v1",
|
||||
databasePath: join(root, "dada.sqlite3"),
|
||||
invitePepper: Buffer.alloc(32, 0x52),
|
||||
resend: new MockResendAdapter(),
|
||||
sessionPepper: Buffer.alloc(32, 0x53),
|
||||
});
|
||||
services.push(registration);
|
||||
return registration;
|
||||
}
|
||||
|
||||
afterEach(() => {
|
||||
for (const service of services.splice(0)) {
|
||||
try { service.close(); } catch { /* already closed by the test */ }
|
||||
}
|
||||
for (const root of roots.splice(0)) rmSync(root, { force: true, recursive: true });
|
||||
});
|
||||
|
||||
describe("POSTV1-03 local test session", () => {
|
||||
it("does not expose the local test route unless explicitly enabled", async () => {
|
||||
const registration = createRegistrationService();
|
||||
const app = await createApp({ browserGate: false, networkBoundary: { allowTestPort: true }, registration });
|
||||
|
||||
const status = await app.inject({ headers: writeHeaders, method: "GET", url: "/api/v1/auth/local-test" });
|
||||
const created = await app.inject({ headers: writeHeaders, method: "POST", url: "/api/v1/auth/local-test" });
|
||||
|
||||
expect(status.statusCode).toBe(404);
|
||||
expect(created.statusCode).toBe(404);
|
||||
await app.close();
|
||||
});
|
||||
|
||||
it("creates one isolated fixture account and restores it without duplicate credits", async () => {
|
||||
const registration = createRegistrationService();
|
||||
const app = await createApp({
|
||||
browserGate: false,
|
||||
localTestAuth: true,
|
||||
networkBoundary: { allowTestPort: true },
|
||||
registration,
|
||||
});
|
||||
|
||||
const status = await app.inject({ headers: writeHeaders, method: "GET", url: "/api/v1/auth/local-test" });
|
||||
expect(status.statusCode).toBe(200);
|
||||
expect(status.json()).toEqual({ available: true });
|
||||
|
||||
const first = await app.inject({ headers: writeHeaders, method: "POST", url: "/api/v1/auth/local-test" });
|
||||
expect(first.statusCode).toBe(200);
|
||||
expect(first.json()).toMatchObject({
|
||||
audience: "user",
|
||||
credits: { available_balance: 10, reserved_balance: 0 },
|
||||
status: "authenticated",
|
||||
user: { creator_name: "本机测试用户", role: "user", social_id: "@dada_local_test", status: "active" },
|
||||
});
|
||||
expect(first.headers["set-cookie"]).toContain("dada_session=");
|
||||
|
||||
const session = await app.inject({
|
||||
headers: { cookie: first.headers["set-cookie"], host: "127.0.0.1:43121" },
|
||||
method: "GET",
|
||||
url: "/api/v1/auth/session",
|
||||
});
|
||||
expect(session.statusCode).toBe(200);
|
||||
expect(session.json()).toMatchObject({ authenticated: true, credits: { available_balance: 10 } });
|
||||
|
||||
const second = await app.inject({ headers: writeHeaders, method: "POST", url: "/api/v1/auth/local-test" });
|
||||
expect(second.statusCode).toBe(200);
|
||||
expect(second.json().user.user_id).toBe(first.json().user.user_id);
|
||||
expect(registration.database.prepare("SELECT COUNT(*) AS count FROM users").get()).toEqual({ count: 1 });
|
||||
expect(registration.database.prepare("SELECT COUNT(*) AS count FROM credit_ledger").get()).toEqual({ count: 1 });
|
||||
expect(registration.database.prepare("SELECT counts_toward_stage_limit FROM users").get()).toEqual({ counts_toward_stage_limit: 0 });
|
||||
|
||||
const openapi = JSON.stringify(app.swagger());
|
||||
expect(openapi).not.toContain("/api/v1/auth/local-test");
|
||||
expect(openapi).not.toContain("local-test-user");
|
||||
await app.close();
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,67 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
|
||||
import { tmpdir } from "node:os";
|
||||
import { join, resolve } from "node:path";
|
||||
|
||||
import { afterEach, describe, expect, it } from "vitest";
|
||||
|
||||
import { loadConfiguredRuntimeAssets } from "../../apps/api/src/runtime-assets.js";
|
||||
|
||||
const temporaryDirectories: string[] = [];
|
||||
|
||||
afterEach(() => {
|
||||
for (const directory of temporaryDirectories.splice(0)) {
|
||||
if (resolve(directory).startsWith(resolve(tmpdir()))) rmSync(directory, { force: true, recursive: true });
|
||||
}
|
||||
});
|
||||
|
||||
function fixture() {
|
||||
const base = mkdtempSync(join(tmpdir(), "dada-postv1-assets-"));
|
||||
temporaryDirectories.push(base);
|
||||
const assetRoot = join(base, "assets");
|
||||
const dataRoot = join(base, "data");
|
||||
const configFile = join(base, "instance.json");
|
||||
const trustedManifestPath = join(base, "trusted-manifest.json");
|
||||
const bytes = Buffer.from("synthetic sticker bytes");
|
||||
const entry = {
|
||||
assetId: "STK001",
|
||||
mimeType: "image/png",
|
||||
relativePath: "p0a-static-v1/STK001.png",
|
||||
resourceVersion: "p0a-static-v1",
|
||||
rootRef: "p0a_runtime_assets",
|
||||
sha256: createHash("sha256").update(bytes).digest("hex"),
|
||||
};
|
||||
const manifest = {
|
||||
counts: { dynamic_fonts: 0, dynamic_images: 0, font_panel_items: 0, static_stickers: 1 },
|
||||
entries: [entry],
|
||||
root_ref: "p0a_runtime_assets",
|
||||
schema_version: "DadaRuntimeAssets/v1",
|
||||
source: "external_read_only",
|
||||
};
|
||||
mkdirSync(join(assetRoot, "p0a-static-v1"), { recursive: true });
|
||||
writeFileSync(join(assetRoot, entry.relativePath), bytes);
|
||||
writeFileSync(join(assetRoot, "manifest.json"), `${JSON.stringify(manifest, null, 2)}\n`);
|
||||
writeFileSync(trustedManifestPath, `${JSON.stringify(manifest, null, 2)}\n`);
|
||||
writeFileSync(configFile, JSON.stringify({ asset_root: assetRoot }));
|
||||
return { assetRoot, configFile, dataRoot, trustedManifestPath };
|
||||
}
|
||||
|
||||
describe("POSTV1-06 portable runtime assets", () => {
|
||||
it("activates a validated external asset root without exposing its path", () => {
|
||||
const input = fixture();
|
||||
const loaded = loadConfiguredRuntimeAssets(input);
|
||||
|
||||
expect(loaded.state).toMatchObject({ configured: true, pause_reason: null, status: "active" });
|
||||
expect(loaded.publicAssets?.read("p0a-static-v1", "STK001")?.bytes.toString()).toBe("synthetic sticker bytes");
|
||||
expect(JSON.stringify(loaded.state)).not.toContain(input.assetRoot);
|
||||
});
|
||||
|
||||
it("rejects a changed external manifest and leaves unrelated API features available", () => {
|
||||
const input = fixture();
|
||||
writeFileSync(join(input.assetRoot, "manifest.json"), "{}\n");
|
||||
const loaded = loadConfiguredRuntimeAssets(input);
|
||||
|
||||
expect(loaded.publicAssets).toBeUndefined();
|
||||
expect(loaded.state).toMatchObject({ configured: true, pause_reason: "asset_manifest_invalid", status: "unavailable" });
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,44 @@
|
||||
import { createRequire } from "node:module";
|
||||
import { describe, expect, it } from "vitest";
|
||||
|
||||
import {
|
||||
ModelConfigurationService,
|
||||
portableRuntimeModelCandidates,
|
||||
} from "../../apps/api/src/model-configuration.js";
|
||||
|
||||
const requireFromApi = createRequire(new URL("../../apps/api/package.json", import.meta.url));
|
||||
const Database = requireFromApi("better-sqlite3") as new (path: string) => {
|
||||
close(): void;
|
||||
};
|
||||
|
||||
describe("POSTV1-02 portable runtime model seed", () => {
|
||||
it("enables only models backed by the real OneAPI contract", () => {
|
||||
const database = new Database(":memory:");
|
||||
try {
|
||||
const models = new ModelConfigurationService({ database, seedCandidates: portableRuntimeModelCandidates }).read();
|
||||
const flash = models.models.find((model) => model.model_id === "gemini-3.1-flash-image-preview");
|
||||
const pro = models.models.find((model) => model.model_id === "gemini-3-pro-image-preview");
|
||||
const gpt = models.models.find((model) => model.model_id === "gpt-image-2");
|
||||
|
||||
expect(models.configured_default_model_id).toBe("gemini-3.1-flash-image-preview");
|
||||
expect(flash).toMatchObject({
|
||||
contract_validation_status: "verified",
|
||||
enabled: true,
|
||||
runtime_availability: { available_for_new_jobs: true, reason: "available" },
|
||||
});
|
||||
expect(flash?.route_profile).toMatchObject({ endpoint: "https://oneapi.intelligrow.cn/v1/chat/completions" });
|
||||
expect(pro).toMatchObject({
|
||||
contract_validation_status: "unverified",
|
||||
enabled: false,
|
||||
runtime_availability: { available_for_new_jobs: false, reason: "configured_disabled" },
|
||||
});
|
||||
expect(gpt).toMatchObject({
|
||||
contract_validation_status: "verified",
|
||||
enabled: true,
|
||||
runtime_availability: { available_for_new_jobs: true, reason: "available" },
|
||||
});
|
||||
} finally {
|
||||
database.close();
|
||||
}
|
||||
});
|
||||
});
|
||||
@@ -13,6 +13,14 @@ const supportedEdge = browserSupportFixture({
|
||||
brand: "Microsoft Edge",
|
||||
fullVersion: "150.0.4078.99",
|
||||
});
|
||||
const supportedChrome150 = browserSupportFixture({
|
||||
brand: "Google Chrome",
|
||||
fullVersion: "150.0.7871.187",
|
||||
});
|
||||
const supportedChrome151 = browserSupportFixture({
|
||||
brand: "Google Chrome",
|
||||
fullVersion: "151.0.0.0",
|
||||
});
|
||||
const rejectedIdentityCases = [
|
||||
{
|
||||
expectedReason: "platform_unsupported",
|
||||
@@ -125,7 +133,12 @@ afterAll(async () => {
|
||||
|
||||
describe("TDD-WP0-BRW-001 supported browser contract", () => {
|
||||
it("cross-checks UA-CH and issues only a short-lived signed support cookie", async () => {
|
||||
const app = await createApp({ browserSupportRelease: testBrowserSupportRelease } as never);
|
||||
const app = await createApp({
|
||||
browserSupportRelease: testBrowserSupportRelease,
|
||||
productIndexHtml: "<!doctype html><title>Dada product test</title><div id=\"root\"></div>",
|
||||
} as never);
|
||||
const gate = await app.inject({ headers: { host: "127.0.0.1:43121" }, method: "GET", url: "/" });
|
||||
expect(gate.body).toContain("当前浏览器无法使用 Dada");
|
||||
const checked = await app.inject({
|
||||
headers: supportedEdge.headers,
|
||||
method: "POST",
|
||||
@@ -140,6 +153,7 @@ describe("TDD-WP0-BRW-001 supported browser contract", () => {
|
||||
status: "supported",
|
||||
supported_browsers: [
|
||||
{ brand: "Google Chrome", major: 150 },
|
||||
{ brand: "Google Chrome", major: 151 },
|
||||
{ brand: "Microsoft Edge", major: 150 },
|
||||
],
|
||||
});
|
||||
@@ -150,6 +164,14 @@ describe("TDD-WP0-BRW-001 supported browser contract", () => {
|
||||
|
||||
const cookie = supportCookie(checked);
|
||||
expect(cookie).toBeDefined();
|
||||
const productHtml = await app.inject({
|
||||
headers: { cookie, host: "127.0.0.1:43121", "sec-ch-ua": supportedEdge.headers["sec-ch-ua"] },
|
||||
method: "GET",
|
||||
url: "/app",
|
||||
});
|
||||
expect(productHtml.statusCode).toBe(200);
|
||||
expect(productHtml.body).toContain("Dada product test");
|
||||
expect(productHtml.body).not.toContain("当前浏览器无法使用 Dada");
|
||||
const product = await app.inject({
|
||||
headers: {
|
||||
cookie,
|
||||
@@ -175,6 +197,26 @@ describe("TDD-WP0-BRW-001 supported browser contract", () => {
|
||||
expect(staleCookie.statusCode).toBe(426);
|
||||
await restarted.close();
|
||||
});
|
||||
|
||||
it.each([
|
||||
{ expectedMajor: 150, fixture: supportedChrome150 },
|
||||
{ expectedMajor: 151, fixture: supportedChrome151 },
|
||||
])("accepts explicitly declared Chrome $expectedMajor", async ({ expectedMajor, fixture }) => {
|
||||
const app = await createApp({ browserSupportRelease: testBrowserSupportRelease } as never);
|
||||
const checked = await app.inject({
|
||||
headers: fixture.headers,
|
||||
method: "POST",
|
||||
payload: fixture.body,
|
||||
url: "/api/v1/support/check",
|
||||
});
|
||||
|
||||
expect(checked.statusCode).toBe(200);
|
||||
expect(checked.json()).toMatchObject({
|
||||
browser: { brand: "Google Chrome", major: expectedMajor },
|
||||
status: "supported",
|
||||
});
|
||||
await app.close();
|
||||
});
|
||||
});
|
||||
|
||||
describe("TDD-WP0-BRW-002 hard block", () => {
|
||||
@@ -195,6 +237,7 @@ describe("TDD-WP0-BRW-002 hard block", () => {
|
||||
reason: expectedReason,
|
||||
supported_browsers: [
|
||||
{ brand: "Google Chrome", major: 150 },
|
||||
{ brand: "Google Chrome", major: 151 },
|
||||
{ brand: "Microsoft Edge", major: 150 },
|
||||
],
|
||||
},
|
||||
|
||||
@@ -26,7 +26,7 @@ describe("TDD-WP0-DATA-001-root-validation resource boundary", () => {
|
||||
const assetRoot = join(base, "read-only-assets");
|
||||
const relativePath = "images/source.png";
|
||||
const bytes = Buffer.from("synthetic png fixture");
|
||||
const assetId = randomUUID();
|
||||
const assetId = "STK001";
|
||||
mkdirSync(join(assetRoot, "images"), { recursive: true });
|
||||
writeFileSync(join(assetRoot, relativePath), bytes);
|
||||
const manifest = JSON.stringify({ assets: [{ asset_id: assetId, relative_path: relativePath }] });
|
||||
|
||||
@@ -0,0 +1,62 @@
|
||||
import { describe, expect, it, vi } from "vitest";
|
||||
|
||||
import { RealAmapAdapter } from "../../apps/api/src/amap-adapter.js";
|
||||
import { initializeApiCredentialClients } from "../../apps/api/src/supervisor-channel.js";
|
||||
|
||||
describe("TDD-WP7-EXT-003 production Amap adapter", () => {
|
||||
it("uses the fixed HTTPS provider boundary and returns only the formatted location", async () => {
|
||||
const request = vi.fn(async () => ({
|
||||
regeocode: { formatted_address: "模拟省模拟市" },
|
||||
status: "1",
|
||||
}));
|
||||
const adapter = new RealAmapAdapter("fixture-amap-value", { request });
|
||||
|
||||
await expect(adapter.reverseGeocode({ latitude: 12.3456, longitude: 65.4321 })).resolves.toEqual({
|
||||
formattedValue: "模拟省模拟市",
|
||||
serviceMode: "real",
|
||||
});
|
||||
expect(request).toHaveBeenCalledOnce();
|
||||
expect(request.mock.calls[0]?.[0]).toMatchObject({
|
||||
allowRedirects: false,
|
||||
hostname: "restapi.amap.com",
|
||||
maxResponseBytes: 65_536,
|
||||
method: "GET",
|
||||
protocol: "https:",
|
||||
rejectUnauthorized: true,
|
||||
timeoutMs: 15_000,
|
||||
});
|
||||
expect(request.mock.calls[0]?.[0].path).toContain("/v3/geocode/regeo?");
|
||||
expect(request.mock.calls[0]?.[0].path).toContain("location=65.4321%2C12.3456");
|
||||
adapter.dispose();
|
||||
await expect(adapter.reverseGeocode({ latitude: 0, longitude: 0 })).rejects.toThrow("amap_adapter_disposed");
|
||||
});
|
||||
|
||||
it("constructs the real client from the API credential channel and clears the source values", () => {
|
||||
const credentials = {
|
||||
"Dada/P0A/admin/pepper": "fixture-admin-value",
|
||||
"Dada/P0A/api/amap": "fixture-amap-value",
|
||||
"Dada/P0A/api/resend": "fixture-resend-value",
|
||||
};
|
||||
|
||||
const clients = initializeApiCredentialClients(credentials);
|
||||
expect(clients.amap).toBeInstanceOf(RealAmapAdapter);
|
||||
expect(clients.resendConfigured).toBe(true);
|
||||
expect(Object.values(credentials)).toEqual(["", "", ""]);
|
||||
clients.amap.dispose?.();
|
||||
clients.adminAllowlistPepper.fill(0);
|
||||
});
|
||||
|
||||
it("reports an empty Resend credential without retaining its value", () => {
|
||||
const credentials = {
|
||||
"Dada/P0A/admin/pepper": "fixture-admin-value",
|
||||
"Dada/P0A/api/amap": "",
|
||||
"Dada/P0A/api/resend": "",
|
||||
};
|
||||
|
||||
const clients = initializeApiCredentialClients(credentials);
|
||||
expect(clients.resendConfigured).toBe(false);
|
||||
expect(Object.values(credentials)).toEqual(["", "", ""]);
|
||||
clients.amap.dispose?.();
|
||||
clients.adminAllowlistPepper.fill(0);
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,85 @@
|
||||
import { randomUUID } from "node:crypto";
|
||||
import { mkdtempSync, rmSync } from "node:fs";
|
||||
import { tmpdir } from "node:os";
|
||||
import { join } from "node:path";
|
||||
|
||||
import { afterEach, describe, expect, it } from "vitest";
|
||||
|
||||
import { MockAmapAdapter } from "../../apps/api/src/amap-adapter.js";
|
||||
import { createApp } from "../../apps/api/src/app.js";
|
||||
import { RegistrationService } from "../../apps/api/src/registration.js";
|
||||
import { MockResendAdapter } from "../../apps/api/src/resend-adapter.js";
|
||||
|
||||
const roots: string[] = [];
|
||||
const registrations: RegistrationService[] = [];
|
||||
|
||||
afterEach(() => {
|
||||
for (const registration of registrations.splice(0)) registration.close();
|
||||
for (const root of roots.splice(0)) rmSync(root, { force: true, recursive: true });
|
||||
});
|
||||
|
||||
function createRegistration() {
|
||||
const now = Date.parse("2026-08-04T09:00:00.000Z");
|
||||
const root = mkdtempSync(join(tmpdir(), "dada-wp7-04-amap-"));
|
||||
roots.push(root);
|
||||
const registration = new RegistrationService({
|
||||
challengePepper: Buffer.alloc(32, 0xa1),
|
||||
clock: () => now,
|
||||
currentPrivacyNoticeVersion: "p0a-registration-notice-v1",
|
||||
databasePath: join(root, "dada.sqlite3"),
|
||||
invitePepper: Buffer.alloc(32, 0xa2),
|
||||
resend: new MockResendAdapter(),
|
||||
sessionPepper: Buffer.alloc(32, 0xa3),
|
||||
});
|
||||
registrations.push(registration);
|
||||
|
||||
const userId = randomUUID();
|
||||
registration.database.prepare(`
|
||||
INSERT INTO users (user_id, normalized_email, role, status, counts_toward_stage_limit, registration_id, created_at)
|
||||
VALUES (?, ?, 'user', 'active', 1, ?, ?)
|
||||
`).run(userId, `${userId}@example.invalid`, randomUUID(), now);
|
||||
registration.database.prepare("INSERT INTO user_profiles (user_id, creator_name, social_id) VALUES (?, 'Release Gate User', '@release_gate')").run(userId);
|
||||
registration.database.prepare("INSERT INTO credit_accounts (user_id, available_balance, reserved_balance, updated_at) VALUES (?, 10, 0, ?)").run(userId, now);
|
||||
return { registration, session: registration.issueAuthenticatedSession(userId, "user") };
|
||||
}
|
||||
|
||||
describe("TDD-WP7-EXT-003 Amap release hard stop", () => {
|
||||
it("admits the simulated 1000th request and blocks the 1001st before provider egress", async () => {
|
||||
const { registration, session } = createRegistration();
|
||||
registration.database.prepare(`
|
||||
UPDATE external_service_usage
|
||||
SET used_count = 999, service_status = 'active', pause_reason = NULL
|
||||
WHERE service_id = 'amap_web_service' AND period_type = 'monthly'
|
||||
`).run();
|
||||
|
||||
const amap = new MockAmapAdapter();
|
||||
const app = await createApp({ amap, browserGate: false, networkBoundary: { allowTestPort: true }, registration });
|
||||
const headers = {
|
||||
cookie: `dada_session=${session.sessionToken}`,
|
||||
host: "127.0.0.1:43121",
|
||||
origin: "http://127.0.0.1:43121",
|
||||
"x-csrf-token": registration.issueUserCsrfToken(session.sessionToken),
|
||||
};
|
||||
|
||||
const thousandth = await app.inject({
|
||||
headers,
|
||||
method: "POST",
|
||||
payload: { latitude: 0, longitude: 0 },
|
||||
url: "/api/v1/location/reverse-geocode",
|
||||
});
|
||||
const thousandAndFirst = await app.inject({
|
||||
headers,
|
||||
method: "POST",
|
||||
payload: { latitude: 0, longitude: 0 },
|
||||
url: "/api/v1/location/reverse-geocode",
|
||||
});
|
||||
|
||||
expect(thousandth.statusCode).toBe(200);
|
||||
expect(thousandAndFirst.statusCode).toBe(503);
|
||||
expect(amap.calls).toHaveLength(1);
|
||||
expect(registration.serviceUsage.read("amap_web_service")).toEqual([
|
||||
expect.objectContaining({ hardLimit: 1_000, status: "paused_quota", usedCount: 1_000 }),
|
||||
]);
|
||||
await app.close();
|
||||
});
|
||||
});
|
||||
@@ -23,6 +23,29 @@ test.beforeAll(async () => {
|
||||
|
||||
test.afterAll(async () => vite.close());
|
||||
|
||||
test("POSTV1-03 enters the workspace through the local test session", async ({ page }) => {
|
||||
await page.route("**/api/v1/auth/local-test", (route) => {
|
||||
if (route.request().method() === "GET") {
|
||||
return route.fulfill({ contentType: "application/json", status: 200, body: JSON.stringify({ available: true }) });
|
||||
}
|
||||
expect(route.request().postData()).toBeNull();
|
||||
return route.fulfill({ contentType: "application/json", status: 200, body: JSON.stringify({ status: "authenticated" }) });
|
||||
});
|
||||
|
||||
await page.goto(webUrl);
|
||||
const button = page.getByRole("button", { name: "直接进入本机测试" });
|
||||
await expect(button).toBeVisible();
|
||||
await button.click();
|
||||
|
||||
await expect(page).toHaveURL(`${webUrl}/app`);
|
||||
});
|
||||
|
||||
test("POSTV1-03 hides the local test entry when the API does not enable it", async ({ page }) => {
|
||||
await page.route("**/api/v1/auth/local-test", (route) => route.fulfill({ status: 404, body: "" }));
|
||||
await page.goto(webUrl);
|
||||
await expect(page.getByRole("button", { name: "直接进入本机测试" })).toHaveCount(0);
|
||||
});
|
||||
|
||||
test("TDD-WP1-NOTICE-001 expands DVPM8 only after successful code delivery", async ({ page }) => {
|
||||
await page.route("**/api/v1/auth/register/send", (route) => route.fulfill({
|
||||
contentType: "application/json",
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
export const testBrowserSupportRelease = {
|
||||
appVersion: "1.2.3-test",
|
||||
browsers: [
|
||||
{ brand: "Google Chrome", fullVersion: "150.0.7339.1" },
|
||||
{ brand: "Google Chrome", fullVersion: "150.0.7339.1", supportedMajorVersions: [150, 151] },
|
||||
{ brand: "Microsoft Edge", fullVersion: "150.0.4078.99" },
|
||||
],
|
||||
} as const;
|
||||
|
||||
@@ -22,6 +22,7 @@ import {
|
||||
defaultLocalDataRoot,
|
||||
initializeLocalDataRoot,
|
||||
inspectInitializedLocalDataRoot,
|
||||
readConfiguredAssetRoot,
|
||||
resolvePathWithinRoot,
|
||||
validateLocalDataRoot,
|
||||
validateReadOnlyAssetRoot,
|
||||
@@ -66,6 +67,17 @@ afterEach(() => {
|
||||
});
|
||||
|
||||
describe("TDD-WP0-DATA-001-root-validation", () => {
|
||||
it("reads only an absolute configured read-only asset root", () => {
|
||||
const base = temporaryDirectory();
|
||||
const configFile = join(base, "instance.json");
|
||||
const assetRoot = join(base, "runtime-assets");
|
||||
writeFileSync(configFile, JSON.stringify({ asset_root: assetRoot }));
|
||||
|
||||
expect(readConfiguredAssetRoot(configFile)).toBe(resolve(assetRoot));
|
||||
writeFileSync(configFile, JSON.stringify({ asset_root: "relative-assets" }));
|
||||
expect(() => readConfiguredAssetRoot(configFile)).toThrow("asset_root_configuration_invalid");
|
||||
});
|
||||
|
||||
it("derives default data and configuration paths from LOCALAPPDATA without a hardcoded user", () => {
|
||||
const localAppData = join(temporaryDirectory(), "LocalAppData");
|
||||
expect(defaultLocalDataRoot({ LOCALAPPDATA: localAppData })).toBe(join(localAppData, "Dada", "P0A", "data"));
|
||||
|
||||
@@ -0,0 +1,154 @@
|
||||
import { createHash, randomUUID } from "node:crypto";
|
||||
import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
|
||||
import { tmpdir } from "node:os";
|
||||
import { join, resolve } from "node:path";
|
||||
|
||||
import { describe, expect, it } from "vitest";
|
||||
|
||||
import { CreditService } from "../../apps/api/src/credits.js";
|
||||
import { ModelConfigurationService, modelIds, type ModelConfigCandidate } from "../../apps/api/src/model-configuration.js";
|
||||
import { ModelContractEvidenceService } from "../../apps/api/src/model-contract-evidence.js";
|
||||
import { ProjectService } from "../../apps/api/src/projects.js";
|
||||
import { RegistrationService } from "../../apps/api/src/registration.js";
|
||||
import { MockResendAdapter } from "../../apps/api/src/resend-adapter.js";
|
||||
import { settleGenerationCredits } from "../../apps/worker/src/credit-settlement.js";
|
||||
import { generationErrorCategories, generationErrorRegistry } from "../../apps/worker/src/generation-error-registry.js";
|
||||
import { WP7_02_MODEL_IDS, productModelIdForControlledState } from "../../scripts/lib/wp7-02-external-contract.mjs";
|
||||
|
||||
const now = Date.parse("2026-08-04T08:00:00.000Z");
|
||||
|
||||
function matrix(modelId: string) {
|
||||
return {
|
||||
error_mapping: [...generationErrorCategories],
|
||||
execution_modes: ["sync", "async", "poll"],
|
||||
model_id: modelId,
|
||||
pure_text: { outputs: 1, status: "passed" },
|
||||
ratios: ["3:4", "1:1", "4:3", "9:16"].map((ratio) => ({ outputs: 1, ratio, status: "passed" })),
|
||||
reference_image: { outputs: 1, status: "passed" },
|
||||
};
|
||||
}
|
||||
|
||||
function editable(models: ReturnType<ModelConfigurationService["read"]>["models"]): ModelConfigCandidate[] {
|
||||
return models.map(({ config_version: _version, runtime_availability: _runtime, ...candidate }) => structuredClone(candidate));
|
||||
}
|
||||
|
||||
function writeModelEvidence(modelId: string, value: unknown) {
|
||||
const root = process.env.DADA_WP7_02_STATE_EVIDENCE_ROOT;
|
||||
if (!root) return;
|
||||
const directory = resolve(root, modelId.replaceAll(".", "_"));
|
||||
mkdirSync(directory, { recursive: true });
|
||||
writeFileSync(resolve(directory, "deterministic-state.json"), `${JSON.stringify(value, null, 2)}\n`);
|
||||
}
|
||||
|
||||
describe("TDD-WP7-EXT-001 controlled deterministic state boundaries", () => {
|
||||
it("proves nine errors, settlement replay, invalidation and full revalidation independently per model", () => {
|
||||
const evidenceIds = new Set<string>();
|
||||
for (const externalModelId of WP7_02_MODEL_IDS) {
|
||||
const modelId = productModelIdForControlledState(externalModelId);
|
||||
expect(modelIds).toContain(modelId);
|
||||
const root = mkdtempSync(join(tmpdir(), "dada-wp7-02-state-"));
|
||||
const databasePath = join(root, "dada.sqlite3");
|
||||
const registration = new RegistrationService({
|
||||
challengePepper: Buffer.alloc(32, 0xd1), clock: () => now,
|
||||
currentPrivacyNoticeVersion: "p0a-registration-notice-v1", databasePath,
|
||||
invitePepper: Buffer.alloc(32, 0xd2), resend: new MockResendAdapter(), sessionPepper: Buffer.alloc(32, 0xd3),
|
||||
});
|
||||
const projects = new ProjectService({ clock: () => now, databasePath });
|
||||
let credits = new CreditService({ clock: () => now, databasePath });
|
||||
try {
|
||||
const settlements = [];
|
||||
for (const outcome of ["succeeded", "failed", "rejected"] as const) {
|
||||
const userId = randomUUID();
|
||||
registration.database.prepare(`INSERT INTO users (
|
||||
user_id, normalized_email, role, status, counts_toward_stage_limit, registration_id, created_at
|
||||
) VALUES (?, ?, 'user', 'active', 1, ?, ?)`).run(userId, `${userId}@example.invalid`, randomUUID(), now);
|
||||
registration.database.prepare("INSERT INTO user_profiles (user_id, creator_name, social_id) VALUES (?, 'WP7 User', '@wp7')").run(userId);
|
||||
registration.database.prepare("INSERT INTO credit_accounts (user_id, available_balance, reserved_balance, updated_at) VALUES (?, 1, 0, ?)").run(userId, now);
|
||||
const generationId = projects.createProjectForGeneration({ ownerId: userId, prompt: "controlled fixture", ratio: "1:1", status: "queued" }).generation.generationId;
|
||||
credits.reserveGeneration({ creditCost: 1, generationId, modelId, operationKey: `generation:${generationId}:reserve`, userId });
|
||||
const input = { generationId, operationKey: `generation:${generationId}:finalize`, outcome };
|
||||
const first = settleGenerationCredits(credits, input);
|
||||
const replay = settleGenerationCredits(credits, input);
|
||||
credits.close();
|
||||
credits = new CreditService({ clock: () => now, databasePath });
|
||||
const restartReplay = settleGenerationCredits(credits, input);
|
||||
expect(replay).toEqual(first);
|
||||
expect(restartReplay).toEqual(first);
|
||||
const account = credits.readAccount(userId);
|
||||
const ledger = registration.database.prepare(`SELECT entry_type, COUNT(*) AS count FROM credit_ledger
|
||||
WHERE user_id = ? AND entry_type IN ('generation_commit', 'generation_release') GROUP BY entry_type`).get(userId);
|
||||
expect(account).toMatchObject({ availableBalance: outcome === "succeeded" ? 0 : 1, reservedBalance: 0 });
|
||||
expect(ledger).toEqual({ count: 1, entry_type: outcome === "succeeded" ? "generation_commit" : "generation_release" });
|
||||
settlements.push({
|
||||
available_after: account.availableBalance,
|
||||
ledger_entries: 1,
|
||||
outcome,
|
||||
reserved_after: account.reservedBalance,
|
||||
replay_count: 2,
|
||||
});
|
||||
}
|
||||
|
||||
const models = new ModelConfigurationService({ clock: () => now, database: registration.database });
|
||||
const contracts = new ModelContractEvidenceService({ clock: () => now, database: registration.database, models });
|
||||
const firstEvidenceHash = `sha256:${createHash("sha256").update(`${modelId}:v1`).digest("hex")}`;
|
||||
const first = contracts.recordVerified({
|
||||
actorId: "wp7-02-controlled", expectedConfigSetVersion: 1,
|
||||
evidence: {
|
||||
evidence_hash: firstEvidenceHash,
|
||||
evidence_ref: `wp7-02:${modelId}:first`,
|
||||
matrix: matrix(modelId), model_id: modelId,
|
||||
verified_at: new Date(now).toISOString(), verifier_ref: "wp7-02-controlled",
|
||||
},
|
||||
idempotencyKey: `wp7-02:${modelId}:first`,
|
||||
});
|
||||
expect(first.model.contract_validation_status).toBe("verified");
|
||||
const candidates = editable(first.configuration.models);
|
||||
const target = candidates.find((candidate) => candidate.model_id === modelId)!;
|
||||
target.route_profile = { ...target.route_profile, contract_revision: 2 };
|
||||
const changed = models.replace({
|
||||
actorId: "wp7-02-controlled", expectedConfigSetVersion: 2,
|
||||
idempotencyKey: `wp7-02:${modelId}:change`, models: candidates,
|
||||
});
|
||||
const invalidated = changed.models.find((model) => model.model_id === modelId)!;
|
||||
expect(invalidated.contract_validation_status).toBe("unverified");
|
||||
const secondEvidenceHash = `sha256:${createHash("sha256").update(`${modelId}:v2`).digest("hex")}`;
|
||||
const revalidated = contracts.recordVerified({
|
||||
actorId: "wp7-02-controlled", expectedConfigSetVersion: 3,
|
||||
evidence: {
|
||||
evidence_hash: secondEvidenceHash,
|
||||
evidence_ref: `wp7-02:${modelId}:second`,
|
||||
matrix: matrix(modelId), model_id: modelId,
|
||||
verified_at: new Date(now + 1_000).toISOString(), verifier_ref: "wp7-02-controlled",
|
||||
},
|
||||
idempotencyKey: `wp7-02:${modelId}:second`,
|
||||
});
|
||||
expect(revalidated.model.contract_validation_status).toBe("verified");
|
||||
expect(contracts.read(modelId, first.model.config_version)?.evidence_hash).toBe(firstEvidenceHash);
|
||||
expect(contracts.read(modelId, revalidated.model.config_version)?.evidence_hash).toBe(secondEvidenceHash);
|
||||
|
||||
const evidenceId = `sha256:${createHash("sha256").update(`${externalModelId}:deterministic-state`).digest("hex")}`;
|
||||
expect(evidenceIds.has(evidenceId)).toBe(false);
|
||||
evidenceIds.add(evidenceId);
|
||||
writeModelEvidence(externalModelId, {
|
||||
contract_change: {
|
||||
after_change: { config_set_version: 3, config_version: invalidated.config_version, status: invalidated.contract_validation_status },
|
||||
after_revalidation: { config_set_version: 4, config_version: revalidated.model.config_version, status: revalidated.model.contract_validation_status },
|
||||
before_change: { config_set_version: 2, config_version: first.model.config_version, status: first.model.contract_validation_status },
|
||||
full_matrix_reapplied: true,
|
||||
},
|
||||
error_scenarios: generationErrorCategories.map((category) => ({ category, ...generationErrorRegistry[category], source: "deterministic_local", status: "passed" })),
|
||||
evidence_id: evidenceId,
|
||||
model_id: externalModelId,
|
||||
settlements,
|
||||
status: "passed",
|
||||
});
|
||||
} finally {
|
||||
credits.close();
|
||||
projects.close();
|
||||
registration.close();
|
||||
rmSync(root, { force: true, recursive: true });
|
||||
}
|
||||
}
|
||||
expect(evidenceIds.size).toBe(WP7_02_MODEL_IDS.length);
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,86 @@
|
||||
import assert from "node:assert/strict";
|
||||
import { createHash } from "node:crypto";
|
||||
import { mkdir, mkdtemp, readFile, rm, stat, writeFile } from "node:fs/promises";
|
||||
import { tmpdir } from "node:os";
|
||||
import { join } from "node:path";
|
||||
import test from "node:test";
|
||||
|
||||
import {
|
||||
createRuntimeAssetManifest,
|
||||
deployRuntimeAssetPlan,
|
||||
readRuntimeAssetManifest,
|
||||
serializeRuntimeAssetManifest,
|
||||
} from "../../scripts/lib/runtime-assets.mjs";
|
||||
|
||||
test("committed P0-A runtime manifest covers the frozen first-version binary assets", () => {
|
||||
const manifest = readRuntimeAssetManifest("config/runtime-assets-manifest.json");
|
||||
assert.deepEqual(manifest.counts, {
|
||||
dynamic_fonts: 7,
|
||||
dynamic_images: 8,
|
||||
font_panel_items: 11,
|
||||
static_stickers: 1407,
|
||||
});
|
||||
assert.equal(manifest.entries.length, 1433);
|
||||
assert.doesNotMatch(serializeRuntimeAssetManifest(manifest), /[A-Za-z]:[\\/]/);
|
||||
});
|
||||
|
||||
test("runtime asset deployment creates verified hardlinks and a path-free manifest", async (t) => {
|
||||
const root = await mkdtemp(join(tmpdir(), "dada-runtime-assets-"));
|
||||
t.after(() => rm(root, { force: true, recursive: true }));
|
||||
const sourceRoot = join(root, "source");
|
||||
const assetRoot = join(root, "assets");
|
||||
const sourcePath = join(sourceRoot, "sticker.png");
|
||||
const bytes = Buffer.from("runtime asset fixture");
|
||||
await mkdir(sourceRoot);
|
||||
await writeFile(sourcePath, bytes);
|
||||
const entry = {
|
||||
assetId: "STK001",
|
||||
mimeType: "image/png",
|
||||
relativePath: "p0a-static-v1/STK001.png",
|
||||
resourceVersion: "p0a-static-v1",
|
||||
rootRef: "p0a_runtime_assets",
|
||||
sha256: createHash("sha256").update(bytes).digest("hex"),
|
||||
};
|
||||
const manifest = createRuntimeAssetManifest({
|
||||
counts: { dynamic_fonts: 0, dynamic_images: 0, font_panel_items: 0, static_stickers: 1 },
|
||||
entries: [entry],
|
||||
});
|
||||
|
||||
await deployRuntimeAssetPlan({ assetRoot, manifest, resources: [{ entry, sourcePath }] });
|
||||
|
||||
const targetPath = join(assetRoot, entry.relativePath);
|
||||
const [sourceStat, targetStat] = await Promise.all([stat(sourcePath), stat(targetPath)]);
|
||||
assert.equal(sourceStat.ino, targetStat.ino);
|
||||
assert.deepEqual(await readFile(targetPath), bytes);
|
||||
const writtenManifest = await readFile(join(assetRoot, "manifest.json"), "utf8");
|
||||
assert.deepEqual(JSON.parse(writtenManifest), manifest);
|
||||
assert.doesNotMatch(writtenManifest, /[A-Za-z]:[\\/]/);
|
||||
});
|
||||
|
||||
test("runtime asset deployment refuses a mismatched existing target", async (t) => {
|
||||
const root = await mkdtemp(join(tmpdir(), "dada-runtime-assets-conflict-"));
|
||||
t.after(() => rm(root, { force: true, recursive: true }));
|
||||
const sourcePath = join(root, "source.png");
|
||||
const assetRoot = join(root, "assets");
|
||||
const targetPath = join(assetRoot, "p0a-static-v1", "STK001.png");
|
||||
await mkdir(join(assetRoot, "p0a-static-v1"), { recursive: true });
|
||||
await writeFile(sourcePath, "expected");
|
||||
await writeFile(targetPath, "unexpected");
|
||||
const entry = {
|
||||
assetId: "STK001",
|
||||
mimeType: "image/png",
|
||||
relativePath: "p0a-static-v1/STK001.png",
|
||||
resourceVersion: "p0a-static-v1",
|
||||
rootRef: "p0a_runtime_assets",
|
||||
sha256: createHash("sha256").update("expected").digest("hex"),
|
||||
};
|
||||
const manifest = createRuntimeAssetManifest({
|
||||
counts: { dynamic_fonts: 0, dynamic_images: 0, font_panel_items: 0, static_stickers: 1 },
|
||||
entries: [entry],
|
||||
});
|
||||
|
||||
assert.throws(
|
||||
() => deployRuntimeAssetPlan({ assetRoot, manifest, resources: [{ entry, sourcePath }] }),
|
||||
/asset_target_conflict/,
|
||||
);
|
||||
});
|
||||
@@ -0,0 +1,175 @@
|
||||
import test from "node:test";
|
||||
import assert from "node:assert/strict";
|
||||
import { mkdtemp, readFile, rm, writeFile } from "node:fs/promises";
|
||||
import { existsSync } from "node:fs";
|
||||
import { join, resolve } from "node:path";
|
||||
import { tmpdir } from "node:os";
|
||||
import { spawn } from "node:child_process";
|
||||
import { createServer } from "node:net";
|
||||
|
||||
const packageRoot = resolve(process.env.DADA_POSTV1_PACKAGE_ROOT ?? ".build/portable-release/Dada-P0A-0.0.0-win-x64");
|
||||
const port = 43121;
|
||||
|
||||
async function waitForHealth(child) {
|
||||
const deadline = Date.now() + 15_000;
|
||||
while (Date.now() < deadline) {
|
||||
if (child.exitCode !== null) throw new Error(`packaged api exited: ${child.exitCode}: ${child.errorOutput ?? ""}`);
|
||||
try {
|
||||
const response = await fetch(`http://127.0.0.1:${port}/healthz`, { headers: { host: `127.0.0.1:${port}` } });
|
||||
if (response.ok) return;
|
||||
} catch {}
|
||||
await new Promise((resolveDelay) => setTimeout(resolveDelay, 100));
|
||||
}
|
||||
throw new Error("packaged api health timeout");
|
||||
}
|
||||
|
||||
function startApi(configPath, dataRoot) {
|
||||
const child = spawn(join(packageRoot, "runtime", "node.exe"), [join(packageRoot, "server", "api.mjs"), "--dada-credential-stdin"], {
|
||||
cwd: packageRoot,
|
||||
env: { ...process.env, DADA_INSTANCE_CONFIG_PATH: configPath, DADA_SUPPORT_GATE_ROOT: join(packageRoot, "web", "support-gate"), DADA_WEB_ROOT: join(packageRoot, "web") },
|
||||
stdio: ["pipe", "ignore", "pipe"],
|
||||
windowsHide: true,
|
||||
});
|
||||
child.errorOutput = "";
|
||||
child.stderr.setEncoding("utf8");
|
||||
child.stderr.on("data", (chunk) => { child.errorOutput += chunk; });
|
||||
child.stdin.end(JSON.stringify({ "Dada/P0A/api/amap": "", "Dada/P0A/api/resend": "", "Dada/P0A/admin/pepper": "portable-test-pepper-00000000000000000000000000000000" }));
|
||||
return child;
|
||||
}
|
||||
|
||||
async function stop(child) {
|
||||
if (child.exitCode === null) {
|
||||
child.kill();
|
||||
await new Promise((resolveExit) => child.once("exit", resolveExit));
|
||||
}
|
||||
}
|
||||
|
||||
async function verifyWorkerStartup(configPath) {
|
||||
const pipeName = `Dada.P0A.PostV1.${process.pid}.${Date.now()}`;
|
||||
const pipePath = `\\\\.\\pipe\\${pipeName}`;
|
||||
const server = createServer();
|
||||
await new Promise((resolveListen, rejectListen) => {
|
||||
server.once("error", rejectListen);
|
||||
server.listen(pipePath, resolveListen);
|
||||
});
|
||||
const child = spawn(join(packageRoot, "runtime", "node.exe"), [
|
||||
join(packageRoot, "server", "worker.mjs"),
|
||||
"--dada-control-pipe", pipeName,
|
||||
"--dada-credential-stdin",
|
||||
], {
|
||||
cwd: packageRoot,
|
||||
env: {
|
||||
...process.env,
|
||||
DADA_INSTANCE_CONFIG_PATH: configPath,
|
||||
DADA_SQLITE_NATIVE_BINDING: join(packageRoot, "server", "native", "better_sqlite3.node"),
|
||||
},
|
||||
stdio: ["pipe", "ignore", "ignore"],
|
||||
windowsHide: true,
|
||||
});
|
||||
child.stdin.end(JSON.stringify({ "Dada/P0A/worker/ai-gateway": "synthetic-runtime-token" }));
|
||||
try {
|
||||
await new Promise((resolveReady, rejectReady) => {
|
||||
let settled = false;
|
||||
const finish = (error) => {
|
||||
if (settled) return;
|
||||
settled = true;
|
||||
clearTimeout(deadline);
|
||||
child.off("exit", onExit);
|
||||
if (error) rejectReady(error); else resolveReady();
|
||||
};
|
||||
const deadline = setTimeout(() => finish(new Error("packaged worker ready timeout")), 15_000);
|
||||
const onExit = (code) => finish(new Error(`packaged worker exited before ready: ${code}`));
|
||||
child.once("exit", onExit);
|
||||
server.once("connection", (connection) => {
|
||||
connection.setEncoding("utf8");
|
||||
let pending = "";
|
||||
connection.on("data", (chunk) => {
|
||||
pending += chunk;
|
||||
while (pending.includes("\n")) {
|
||||
const newline = pending.indexOf("\n");
|
||||
const status = pending.slice(0, newline).trim();
|
||||
pending = pending.slice(newline + 1);
|
||||
if (status === "storage_unavailable") finish(new Error("packaged worker reported storage_unavailable"));
|
||||
if (status === "ready") {
|
||||
setTimeout(() => {
|
||||
if (settled) return;
|
||||
connection.write("shutdown\n");
|
||||
finish();
|
||||
}, 500);
|
||||
}
|
||||
}
|
||||
});
|
||||
});
|
||||
});
|
||||
const exitCode = await new Promise((resolveExit) => child.once("exit", resolveExit));
|
||||
assert.equal(exitCode, 0);
|
||||
} finally {
|
||||
if (child.exitCode === null) child.kill();
|
||||
await new Promise((resolveClose) => server.close(resolveClose));
|
||||
}
|
||||
}
|
||||
|
||||
test("portable package serves the product and keeps SQLite data across API restart", async () => {
|
||||
assert.ok(existsSync(join(packageRoot, "Dada.exe")));
|
||||
assert.ok(existsSync(join(packageRoot, "web", "index.html")));
|
||||
const runtimeAssetManifest = JSON.parse(await readFile(join(packageRoot, "asset-metadata", "manifest.json"), "utf8"));
|
||||
assert.deepEqual(runtimeAssetManifest.counts, {
|
||||
dynamic_fonts: 7,
|
||||
dynamic_images: 8,
|
||||
font_panel_items: 11,
|
||||
static_stickers: 1407,
|
||||
});
|
||||
assert.equal(runtimeAssetManifest.entries.length, 1433);
|
||||
const packagedWorker = await readFile(join(packageRoot, "server", "worker", "dist", "worker.js"), "utf8");
|
||||
const packagedOneApiAdapter = await readFile(join(packageRoot, "server", "worker", "dist", "oneapi-generation-adapter.js"), "utf8");
|
||||
assert.match(packagedWorker, /GenerationProcessor/);
|
||||
assert.match(packagedWorker, /OneApiGenerationAdapter/);
|
||||
assert.match(packagedOneApiAdapter, /oneapi\.intelligrow\.cn/);
|
||||
assert.doesNotMatch(packagedWorker, /portable-mock-worker/);
|
||||
const root = await mkdtemp(join(tmpdir(), "dada-postv1-"));
|
||||
const dataRoot = join(root, "data");
|
||||
const configPath = join(root, "instance.json");
|
||||
await writeFile(configPath, JSON.stringify({ data_root: dataRoot, initialized: true, instance_id: "portable-test", schema_version: 1, secure_config_revision: 1, admin_allowlist_hashes: [], admin_recovery_hashes: [] }));
|
||||
let api = startApi(configPath, dataRoot);
|
||||
try {
|
||||
await waitForHealth(api);
|
||||
const initialPage = await fetch(`http://127.0.0.1:${port}/`, { headers: { host: `127.0.0.1:${port}` } });
|
||||
assert.equal(initialPage.status, 200);
|
||||
assert.match(await initialPage.text(), /当前浏览器无法使用 Dada/);
|
||||
const support = await fetch(`http://127.0.0.1:${port}/api/v1/support/check`, {
|
||||
method: "POST",
|
||||
headers: { host: `127.0.0.1:${port}`, origin: `http://127.0.0.1:${port}`, "content-type": "application/json", "sec-ch-ua": '"Google Chrome";v="150"', "sec-ch-ua-full-version-list": '"Google Chrome";v="150.0.0.0"', "sec-ch-ua-platform": '"Windows"' },
|
||||
body: JSON.stringify({ brands: [{ brand: "Google Chrome", version: "150" }], full_version_list: [{ brand: "Google Chrome", version: "150.0.0.0" }], platform: "Windows" }),
|
||||
});
|
||||
assert.equal(support.status, 200);
|
||||
const cookie = support.headers.get("set-cookie")?.split(";", 1)[0];
|
||||
assert.ok(cookie);
|
||||
const page = await fetch(`http://127.0.0.1:${port}/app`, { headers: { host: `127.0.0.1:${port}`, cookie, "sec-ch-ua": '"Google Chrome";v="150"' } });
|
||||
assert.equal(page.status, 200);
|
||||
const pageHtml = await page.text();
|
||||
assert.match(pageHtml, /<div id="root"><\/div>/);
|
||||
const scriptPath = pageHtml.match(/<script[^>]+src="([^"]+)"/)?.[1];
|
||||
const stylesheetPath = pageHtml.match(/<link[^>]+href="([^"]+)"/)?.[1];
|
||||
assert.ok(scriptPath);
|
||||
assert.ok(stylesheetPath);
|
||||
const assetHeaders = { host: `127.0.0.1:${port}`, cookie, "sec-ch-ua": '"Google Chrome";v="150"' };
|
||||
const script = await fetch(`http://127.0.0.1:${port}${scriptPath}`, { headers: assetHeaders });
|
||||
const stylesheet = await fetch(`http://127.0.0.1:${port}${stylesheetPath}`, { headers: assetHeaders });
|
||||
assert.equal(script.status, 200);
|
||||
assert.match(script.headers.get("content-type") ?? "", /^(?:application|text)\/javascript\b/);
|
||||
assert.equal(stylesheet.status, 200);
|
||||
assert.match(stylesheet.headers.get("content-type") ?? "", /^text\/css\b/);
|
||||
assert.ok(existsSync(join(dataRoot, "db", "dada.sqlite3")));
|
||||
await verifyWorkerStartup(configPath);
|
||||
} finally {
|
||||
await stop(api);
|
||||
}
|
||||
api = startApi(configPath, dataRoot);
|
||||
try {
|
||||
await waitForHealth(api);
|
||||
assert.ok(existsSync(join(dataRoot, "db", "dada.sqlite3")));
|
||||
} finally {
|
||||
await stop(api);
|
||||
await rm(root, { recursive: true, force: true });
|
||||
}
|
||||
});
|
||||
@@ -0,0 +1,381 @@
|
||||
import assert from "node:assert/strict";
|
||||
import { test } from "node:test";
|
||||
|
||||
import {
|
||||
WP7_02_CONTROLLED_REAL_LIMIT,
|
||||
buildControlledExecutionPlan,
|
||||
buildProviderRequest,
|
||||
buildSanitizedResponseEvidence,
|
||||
describeProviderResponseShape,
|
||||
executeProviderRequest,
|
||||
normalizeProviderResponse,
|
||||
validateSanitizedEvidence,
|
||||
} from "../../scripts/lib/wp7-02-controlled-executor.mjs";
|
||||
import {
|
||||
assembleControlledModelEvidence,
|
||||
buildDeterministicExecutionEvidence,
|
||||
createControlledReferencePng,
|
||||
runControlledRealScenarios,
|
||||
} from "../../scripts/lib/wp7-02-controlled-matrix.mjs";
|
||||
|
||||
const models = [
|
||||
{
|
||||
config_version: 7,
|
||||
model_id: "gemini-3.1-flash-image",
|
||||
route_profile: {
|
||||
endpoint: "https://oneapi.intelligrow.cn/v1beta/models/gemini-3.1-flash-image:generateContent",
|
||||
mode: "sync",
|
||||
protocol_version: "gemini-native-v1beta",
|
||||
},
|
||||
},
|
||||
{
|
||||
config_version: 2,
|
||||
model_id: "gpt-image-2",
|
||||
route_profile: {
|
||||
endpoint: "https://oneapi.intelligrow.cn/v1/images/generations",
|
||||
mode: "sync",
|
||||
protocol_version: "openai-images-v1",
|
||||
reference_endpoint: "https://oneapi.intelligrow.cn/v1/images/edits",
|
||||
},
|
||||
},
|
||||
];
|
||||
|
||||
const stableFlashInteractionModel = {
|
||||
config_version: 4,
|
||||
model_id: "gemini-3.1-flash-image",
|
||||
route_profile: {
|
||||
endpoint: "https://oneapi.intelligrow.cn/v1beta/interactions",
|
||||
mode: "sync",
|
||||
protocol_version: "gemini-interactions-v1beta",
|
||||
provider_model_id: "gemini-3.1-flash-image",
|
||||
},
|
||||
};
|
||||
|
||||
const stableFlashOpenAiImageModel = {
|
||||
config_version: 6,
|
||||
model_id: "gemini-3.1-flash-image",
|
||||
route_profile: {
|
||||
endpoint: "https://oneapi.intelligrow.cn/v1/images/generations",
|
||||
mode: "sync",
|
||||
protocol_version: "openai-images-v1",
|
||||
provider_model_id: "gemini-3.1-flash-image",
|
||||
reference_endpoint: "https://oneapi.intelligrow.cn/v1/images/edits",
|
||||
},
|
||||
};
|
||||
|
||||
const stableFlashOpenAiChatModel = {
|
||||
config_version: 7,
|
||||
model_id: "gemini-3.1-flash-image",
|
||||
route_profile: {
|
||||
endpoint: "https://oneapi.intelligrow.cn/v1/chat/completions",
|
||||
mode: "sync",
|
||||
protocol_version: "gemini-openai-chat-v1",
|
||||
provider_model_id: "gemini-3.1-flash-image",
|
||||
},
|
||||
};
|
||||
|
||||
const onePixelPng = Buffer.from(
|
||||
"iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNk+A8AAQUBAScY42YAAAAASUVORK5CYII=",
|
||||
"base64",
|
||||
);
|
||||
|
||||
test("TDD-WP7-EXT-001 caps real calls and separates real from deterministic scenarios", () => {
|
||||
const plans = models.map((model) => buildControlledExecutionPlan(model));
|
||||
assert.equal(WP7_02_CONTROLLED_REAL_LIMIT, 120);
|
||||
assert.equal(plans.reduce((total, plan) => total + plan.planned_real_calls, 0) <= WP7_02_CONTROLLED_REAL_LIMIT, true);
|
||||
for (const plan of plans) {
|
||||
assert.deepEqual(plan.real_scenarios.map((entry) => entry.ratio), ["3:4", "1:1", "4:3", "9:16", "1:1"]);
|
||||
assert.deepEqual(plan.real_scenarios.map((entry) => entry.input), ["pure_text", "pure_text", "pure_text", "pure_text", "reference_image"]);
|
||||
assert.deepEqual(plan.execution_modes, [
|
||||
{ mode: "sync", source: "real_gateway" },
|
||||
{ mode: "async", source: "deterministic_local" },
|
||||
{ mode: "poll", source: "deterministic_local" },
|
||||
]);
|
||||
assert.equal(plan.error_scenarios.length, 9);
|
||||
assert.equal(plan.error_scenarios.every((entry) => entry.source === "deterministic_local"), true);
|
||||
assert.deepEqual(plan.state_scenarios.map((entry) => entry.name), [
|
||||
"credit_commit_once",
|
||||
"credit_release_once_per_terminal_failure",
|
||||
"contract_change_invalidation",
|
||||
"full_revalidation",
|
||||
]);
|
||||
}
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 builds protocol-specific requests without auth in arguments", () => {
|
||||
const reference = { bytes: onePixelPng, mime_type: "image/png" };
|
||||
const gemini = buildProviderRequest({ modelConfig: models[0], prompt: "controlled fixture prompt", ratio: "3:4", reference });
|
||||
assert.equal(gemini.method, "POST");
|
||||
assert.equal(gemini.body.contents[0].parts.some((part) => part.inlineData?.data), true);
|
||||
assert.deepEqual(gemini.body.generationConfig.responseModalities, ["IMAGE"]);
|
||||
assert.deepEqual(gemini.body.generationConfig.imageConfig, {
|
||||
aspectRatio: "3:4",
|
||||
imageSize: "1K",
|
||||
});
|
||||
assert.equal("responseFormat" in gemini.body.generationConfig, false);
|
||||
assert.equal("authorization" in gemini.headers, false);
|
||||
|
||||
const interaction = buildProviderRequest({
|
||||
modelConfig: stableFlashInteractionModel,
|
||||
prompt: "controlled fixture prompt",
|
||||
ratio: "3:4",
|
||||
reference,
|
||||
});
|
||||
assert.deepEqual(interaction.body, {
|
||||
input: [
|
||||
{ text: "controlled fixture prompt", type: "text" },
|
||||
{ data: onePixelPng.toString("base64"), mime_type: "image/png", type: "image" },
|
||||
],
|
||||
model: "gemini-3.1-flash-image",
|
||||
response_format: { aspect_ratio: "3:4", image_size: "1K", type: "image" },
|
||||
});
|
||||
assert.equal(interaction.url, "https://oneapi.intelligrow.cn/v1beta/interactions");
|
||||
assert.equal("authorization" in interaction.headers, false);
|
||||
|
||||
const stableOpenAiImage = buildProviderRequest({
|
||||
modelConfig: stableFlashOpenAiImageModel,
|
||||
prompt: "controlled fixture prompt",
|
||||
ratio: "4:3",
|
||||
});
|
||||
assert.deepEqual(stableOpenAiImage.body, {
|
||||
model: "gemini-3.1-flash-image",
|
||||
prompt: "controlled fixture prompt",
|
||||
response_format: "b64_json",
|
||||
size: "1408x1056",
|
||||
});
|
||||
|
||||
const stableOpenAiChat = buildProviderRequest({
|
||||
modelConfig: stableFlashOpenAiChatModel,
|
||||
prompt: "controlled fixture prompt",
|
||||
ratio: "4:3",
|
||||
reference,
|
||||
});
|
||||
assert.deepEqual(stableOpenAiChat.body, {
|
||||
extra_body: { google: { image_config: { aspect_ratio: "4:3", image_size: "1K" } } },
|
||||
messages: [{
|
||||
content: [
|
||||
{ text: "controlled fixture prompt", type: "text" },
|
||||
{ image_url: { url: `data:image/png;base64,${onePixelPng.toString("base64")}` }, type: "image_url" },
|
||||
],
|
||||
role: "user",
|
||||
}],
|
||||
model: "gemini-3.1-flash-image",
|
||||
stream: false,
|
||||
});
|
||||
assert.equal(stableOpenAiChat.url, "https://oneapi.intelligrow.cn/v1/chat/completions");
|
||||
assert.equal("authorization" in stableOpenAiChat.headers, false);
|
||||
|
||||
const openai = buildProviderRequest({ modelConfig: models[1], prompt: "controlled fixture prompt", ratio: "9:16" });
|
||||
assert.deepEqual(openai.body, {
|
||||
model: "gpt-image-2",
|
||||
prompt: "controlled fixture prompt",
|
||||
response_format: "b64_json",
|
||||
size: "1008x1792",
|
||||
});
|
||||
assert.equal("authorization" in openai.headers, false);
|
||||
|
||||
const openaiEdit = buildProviderRequest({ modelConfig: models[1], prompt: "controlled fixture prompt", ratio: "1:1", reference });
|
||||
assert.equal(openaiEdit.url, "https://oneapi.intelligrow.cn/v1/images/edits");
|
||||
assert.equal(openaiEdit.body instanceof FormData, true);
|
||||
assert.equal(openaiEdit.body.get("model"), "gpt-image-2");
|
||||
assert.equal(openaiEdit.body.get("size"), "1088x1088");
|
||||
assert.equal(openaiEdit.body.get("image[]") instanceof Blob, true);
|
||||
assert.equal("content-type" in openaiEdit.headers, false);
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 retains only response metadata and hashes", () => {
|
||||
const geminiResponse = {
|
||||
candidates: [{ content: { parts: [{ inlineData: { data: onePixelPng.toString("base64"), mimeType: "image/png" } }] } }],
|
||||
usageMetadata: { candidatesTokenCount: 7, promptTokenCount: 5, totalTokenCount: 12 },
|
||||
};
|
||||
const normalized = normalizeProviderResponse(models[0], geminiResponse);
|
||||
const evidence = buildSanitizedResponseEvidence(normalized);
|
||||
assert.deepEqual(evidence.dimensions, { height: 1, width: 1 });
|
||||
assert.equal(evidence.mime, "image/png");
|
||||
assert.match(evidence.evidence_hash, /^sha256:[A-F0-9]{64}$/);
|
||||
assert.deepEqual(evidence.usage_summary, { input_units: 5, output_units: 7, total_units: 12 });
|
||||
assert.doesNotMatch(JSON.stringify(evidence), /iVBOR|bytes|data|prompt|authorization|token/i);
|
||||
assert.equal(validateSanitizedEvidence(evidence), evidence);
|
||||
|
||||
const interactionNormalized = normalizeProviderResponse(stableFlashInteractionModel, {
|
||||
status: "completed",
|
||||
steps: [{ content: [{ data: onePixelPng.toString("base64"), mime_type: "image/png", type: "image" }], type: "model_output" }],
|
||||
usage: { total_input_tokens: 11, total_output_tokens: 13, total_tokens: 24 },
|
||||
});
|
||||
assert.deepEqual(interactionNormalized.dimensions, { height: 1, width: 1 });
|
||||
assert.equal(interactionNormalized.mime, "image/png");
|
||||
assert.deepEqual(interactionNormalized.usage_summary, { input_units: 11, output_units: 13, total_units: 24 });
|
||||
|
||||
const chatNormalized = normalizeProviderResponse(stableFlashOpenAiChatModel, {
|
||||
choices: [{ message: { content: `})` } }],
|
||||
usage: { completion_tokens: 17, prompt_tokens: 15, total_tokens: 32 },
|
||||
});
|
||||
assert.deepEqual(chatNormalized.dimensions, { height: 1, width: 1 });
|
||||
assert.equal(chatNormalized.mime, "image/png");
|
||||
assert.deepEqual(chatNormalized.usage_summary, { input_units: 15, output_units: 17, total_units: 32 });
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 rejects sensitive or shared evidence fields", () => {
|
||||
for (const key of ["raw_prompt", "raw_provider_payload", "credential_value", "authorization", "absolute_path"]) {
|
||||
assert.throws(() => validateSanitizedEvidence({ [key]: "forbidden", status: "passed" }), /WP7_02_SENSITIVE_EVIDENCE_FORBIDDEN/);
|
||||
}
|
||||
assert.throws(() => validateSanitizedEvidence({ status: "passed", verified: true }), /WP7_02_SHARED_VERIFIED_FORBIDDEN/);
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 confines the credential to the request header and discards provider error bodies", async () => {
|
||||
const credentialMarker = "controlled-secret-value-for-test-only";
|
||||
const success = await executeProviderRequest({
|
||||
fetchImpl: async (_url, init) => {
|
||||
assert.equal(init.headers.authorization, `Bearer ${credentialMarker}`);
|
||||
return new Response(JSON.stringify({
|
||||
candidates: [{ content: { parts: [{ inlineData: { data: onePixelPng.toString("base64"), mimeType: "image/png" } }] } }],
|
||||
}), { headers: { "content-type": "application/json" }, status: 200 });
|
||||
},
|
||||
modelConfig: models[0],
|
||||
prompt: "controlled fixture prompt",
|
||||
ratio: "1:1",
|
||||
token: credentialMarker,
|
||||
});
|
||||
assert.equal(success.http_status, 200);
|
||||
assert.deepEqual(success.response_evidence.dimensions, { height: 1080, width: 1080 });
|
||||
assert.deepEqual(success.response_evidence.normalization, {
|
||||
applied: true,
|
||||
upstream_dimensions: { height: 1, width: 1 },
|
||||
});
|
||||
assert.doesNotMatch(JSON.stringify({ ...success, normalized: undefined }), new RegExp(credentialMarker));
|
||||
|
||||
await assert.rejects(() => executeProviderRequest({
|
||||
fetchImpl: async () => new Response(JSON.stringify({ provider_body: credentialMarker }), { status: 502 }),
|
||||
modelConfig: models[0],
|
||||
prompt: "controlled fixture prompt",
|
||||
ratio: "1:1",
|
||||
token: credentialMarker,
|
||||
}), (error) => {
|
||||
assert.equal(error.message, "WP7_02_UPSTREAM_HTTP_502");
|
||||
assert.doesNotMatch(error.message, new RegExp(credentialMarker));
|
||||
return true;
|
||||
});
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 executes only five real success probes per model and keeps failed ratios blocking", async () => {
|
||||
let fetchCalls = 0;
|
||||
const execution = await runControlledRealScenarios({
|
||||
fetchImpl: async () => {
|
||||
fetchCalls += 1;
|
||||
return new Response(JSON.stringify({
|
||||
candidates: [{ content: { parts: [{ inlineData: { data: onePixelPng.toString("base64"), mimeType: "image/png" } }] } }],
|
||||
}), { status: 200 });
|
||||
},
|
||||
maxRealCalls: 120,
|
||||
modelConfig: models[0],
|
||||
token: "controlled-secret-value-for-test-only",
|
||||
});
|
||||
assert.equal(fetchCalls, 5);
|
||||
assert.equal(execution.real_calls, 5);
|
||||
assert.equal(execution.attempts.length, 5);
|
||||
assert.equal(execution.status, "externally_blocked");
|
||||
assert.equal(execution.calls.filter((call) => call.status === "passed").length, 2);
|
||||
assert.doesNotMatch(JSON.stringify(execution), /controlled-secret|fixture prompt|iVBOR/i);
|
||||
await assert.rejects(() => runControlledRealScenarios({ maxRealCalls: 121, modelConfig: models[0], token: "not-used" }), /WP7_02_REAL_CALL_LIMIT_INVALID/);
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 retries one timeout once and records every real attempt", async () => {
|
||||
let fetchCalls = 0;
|
||||
const execution = await runControlledRealScenarios({
|
||||
fetchImpl: async () => {
|
||||
fetchCalls += 1;
|
||||
if (fetchCalls === 1) {
|
||||
const timeout = new Error("sanitized timeout fixture");
|
||||
timeout.name = "AbortError";
|
||||
throw timeout;
|
||||
}
|
||||
return new Response(JSON.stringify({
|
||||
candidates: [{ content: { parts: [{ inlineData: { data: onePixelPng.toString("base64"), mimeType: "image/png" } }] } }],
|
||||
}), { status: 200 });
|
||||
},
|
||||
maxRealCalls: 120,
|
||||
modelConfig: models[0],
|
||||
token: "controlled-secret-value-for-test-only",
|
||||
});
|
||||
assert.equal(fetchCalls, 6);
|
||||
assert.equal(execution.real_calls, 6);
|
||||
assert.equal(execution.calls.length, 5);
|
||||
assert.equal(execution.attempts.length, 6);
|
||||
assert.deepEqual(execution.attempts.slice(0, 2).map((attempt) => [attempt.scenario_id, attempt.attempt_no, attempt.error_code ?? attempt.status]), [
|
||||
["real-1", 1, "WP7_02_UPSTREAM_TIMEOUT"],
|
||||
["real-1", 2, "WP7_02_RESPONSE_DIMENSIONS_INVALID"],
|
||||
]);
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 describes only protocol structure and stops repeated contract-shape calls", async () => {
|
||||
const uriShape = describeProviderResponseShape({ candidates: [{ content: { parts: [{ text: "https://first.invalid/generated" }] } }] });
|
||||
const equivalentUriShape = describeProviderResponseShape({ candidates: [{ content: { parts: [{ text: "https://other.invalid/result" }] } }] });
|
||||
assert.deepEqual(uriShape, equivalentUriShape);
|
||||
assert.match(JSON.stringify(uriShape), /"representation":"uri"/);
|
||||
assert.doesNotMatch(JSON.stringify(uriShape), /first\.invalid|other\.invalid/);
|
||||
assert.match(JSON.stringify(describeProviderResponseShape({ candidates: [{ content: { parts: [{ text: "" }] } }] })), /"representation":"markdown_uri"/);
|
||||
assert.match(JSON.stringify(describeProviderResponseShape({ candidates: [{ content: { parts: [{ text: "data:image\/png;base64,AAAA" }] } }] })), /"representation":"inline_media"/);
|
||||
assert.match(JSON.stringify(describeProviderResponseShape({ candidates: [{ content: { parts: [{ text: "ordinary explanation" }] } }] })), /"representation":"plain_text"/);
|
||||
|
||||
let fetchCalls = 0;
|
||||
const execution = await runControlledRealScenarios({
|
||||
fetchImpl: async () => {
|
||||
fetchCalls += 1;
|
||||
return new Response(JSON.stringify({ envelope: { outputs: [{ binary: "private-response-value" }] } }), { status: 200 });
|
||||
},
|
||||
maxRealCalls: 120,
|
||||
modelConfig: models[0],
|
||||
token: "controlled-secret-value-for-test-only",
|
||||
});
|
||||
assert.equal(fetchCalls, 1);
|
||||
assert.equal(execution.real_calls, 1);
|
||||
assert.equal(execution.calls[0].error_code, "WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
|
||||
assert.deepEqual(execution.calls[0].response_shape, describeProviderResponseShape({ envelope: { outputs: [{ binary: "different-private-value" }] } }));
|
||||
assert.doesNotMatch(JSON.stringify(execution.calls[0].response_shape), /private-response-value|different-private-value/);
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 assembles independent complete evidence without retaining reference bytes", () => {
|
||||
const reference = createControlledReferencePng();
|
||||
assert.equal(reference.subarray(0, 8).toString("hex"), "89504e470d0a1a0a");
|
||||
const calls = ["3:4", "1:1", "4:3", "9:16"].map((ratio, index) => ({
|
||||
duration_ms: 1,
|
||||
http_status: 200,
|
||||
input: "pure_text",
|
||||
requested_ratio: ratio,
|
||||
response: { dimensions: { height: 1, width: 1 }, evidence_hash: `sha256:${"A".repeat(64)}`, mime: "image/png", usage_summary: { input_units: 0, output_units: 0, total_units: 0 } },
|
||||
scenario_id: `real-${index + 1}`,
|
||||
source: "real_gateway",
|
||||
status: "passed",
|
||||
}));
|
||||
calls.push({ ...calls[1], input: "reference_image", scenario_id: "real-5" });
|
||||
const deterministicState = {
|
||||
contract_change: { full_matrix_reapplied: true },
|
||||
error_scenarios: Array.from({ length: 9 }, (_, index) => ({ category: `category-${index}`, status: "passed" })),
|
||||
model_id: models[0].model_id,
|
||||
settlements: ["succeeded", "failed", "rejected"].map((outcome) => ({ outcome })),
|
||||
status: "passed",
|
||||
};
|
||||
const evidence = assembleControlledModelEvidence({
|
||||
deterministicState,
|
||||
modelConfig: models[0],
|
||||
realExecution: {
|
||||
attempts: calls.map((call, index) => ({ attempt_no: 1, http_status: 200, scenario_id: call.scenario_id, status: "passed" })),
|
||||
calls, maximum_real_calls: 6, planned_real_calls: 5, real_calls: 5, status: "passed",
|
||||
},
|
||||
runId: "wp7-02-assembly-test",
|
||||
});
|
||||
assert.equal(evidence.status, "passed");
|
||||
assert.equal(evidence.manual_review.status, "pending");
|
||||
assert.equal(evidence.external_calls.attempts.length, 5);
|
||||
assert.equal(evidence.external_calls.maximum_real_calls, 6);
|
||||
assert.equal(evidence.matrix.error_scenarios.length, 9);
|
||||
assert.doesNotMatch(JSON.stringify(evidence), /iVBOR|image_bytes|raw_prompt|authorization/i);
|
||||
const execution = buildDeterministicExecutionEvidence(models[0].model_id, "wp7-02-assembly-test");
|
||||
assert.deepEqual(execution.modes.map((entry) => entry.mode), ["sync", "async", "poll"]);
|
||||
assert.deepEqual(execution.trace.map((entry) => `${entry.action}:${entry.before}->${entry.after}`), [
|
||||
"start:created->pending",
|
||||
"poll:pending->completed",
|
||||
"poll:completed->completed",
|
||||
]);
|
||||
assert.equal(execution.trace[2].replay, true);
|
||||
});
|
||||
@@ -0,0 +1,151 @@
|
||||
import assert from "node:assert/strict";
|
||||
import { readFileSync } from "node:fs";
|
||||
import { test } from "node:test";
|
||||
|
||||
import {
|
||||
AI_GATEWAY_CREDENTIAL_TARGET,
|
||||
WP7_02_MODEL_IDS,
|
||||
buildBlockedModelEvidence,
|
||||
buildModelContractPlan,
|
||||
inspectAiGatewayReadiness,
|
||||
productModelIdForControlledState,
|
||||
validateCandidateDependency,
|
||||
validateIndependentEvidenceSet,
|
||||
} from "../../scripts/lib/wp7-02-external-contract.mjs";
|
||||
|
||||
const candidate = () => ({
|
||||
browsers: [
|
||||
{ brand: "Google Chrome", full_version: "150.0.7871.187", major: 150, source: "installed_executable" },
|
||||
{ brand: "Microsoft Edge", full_version: "151.0.4129.59", major: 151, source: "installed_executable" },
|
||||
],
|
||||
build_commit: "623cad25b2a2a9a003502c9a92ebd318dad06248",
|
||||
candidate_package: { release_status: "candidate_unvalidated", sha256: "A".repeat(64) },
|
||||
final_release: false,
|
||||
fixed_port: 43121,
|
||||
recorded_at: "2026-08-04T05:28:11.257Z",
|
||||
schema_version: "1.0",
|
||||
status: "candidate_unvalidated",
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 fixes the user-approved replacement model set", () => {
|
||||
assert.deepEqual(WP7_02_MODEL_IDS, [
|
||||
"gemini-3.1-flash-image",
|
||||
"gpt-image-2",
|
||||
]);
|
||||
assert.equal(productModelIdForControlledState("gemini-3.1-flash-image"), "gemini-3.1-flash-image-preview");
|
||||
assert.equal(productModelIdForControlledState("gpt-image-2"), "gpt-image-2");
|
||||
assert.throws(() => productModelIdForControlledState("gemini-3-pro-image-preview"), /WP7_02_MODEL_NOT_ALLOWED/);
|
||||
for (const modelId of WP7_02_MODEL_IDS) {
|
||||
const plan = buildModelContractPlan(modelId);
|
||||
assert.equal(plan.model_id, modelId);
|
||||
assert.deepEqual(plan.inputs, ["pure_text", "reference_image"]);
|
||||
assert.deepEqual(plan.ratios, ["3:4", "1:1", "4:3", "9:16"]);
|
||||
assert.deepEqual(plan.execution_modes, ["sync", "async", "poll"]);
|
||||
assert.deepEqual(plan.response_checks, ["single_image", "mime", "dimensions", "sanitized_usage"]);
|
||||
assert.deepEqual(plan.planned_request_breakdown, {
|
||||
contract_change_full_revalidation: 20,
|
||||
error_categories: 9,
|
||||
execution_modes_and_poll: 3,
|
||||
input_and_ratio_success: 6,
|
||||
settlement_boundaries: 2,
|
||||
});
|
||||
assert.equal(Object.values(plan.planned_request_breakdown).reduce((total, count) => total + count, 0), 40);
|
||||
assert.deepEqual(plan.error_categories, [
|
||||
"upstream_timeout", "upstream_failed", "safety_rejected", "model_disabled",
|
||||
"gateway_balance_insufficient", "gateway_contract_invalid", "reference_invalid",
|
||||
"unknown_retryable", "unknown_non_retryable",
|
||||
]);
|
||||
assert.deepEqual(plan.error_expectations.safety_rejected, {
|
||||
credit_effect: "release_once",
|
||||
job_outcome: "rejected",
|
||||
user_action: "modify_prompt_or_reference",
|
||||
});
|
||||
assert.deepEqual(plan.error_expectations.reference_invalid, {
|
||||
credit_effect: "no_reserve_or_release_once",
|
||||
job_outcome: "not_created_or_failed",
|
||||
user_action: "replace_or_remove_reference",
|
||||
});
|
||||
assert.deepEqual(plan.state_checks, [
|
||||
"credit_commit_once", "credit_release_once_per_terminal_failure",
|
||||
"contract_change_invalidation", "full_revalidation",
|
||||
]);
|
||||
}
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 rejects candidate drift and final-release substitution", () => {
|
||||
assert.equal(validateCandidateDependency(candidate()).build_commit, candidate().build_commit);
|
||||
assert.throws(() => validateCandidateDependency({ ...candidate(), final_release: true }), /WP7_02_CANDIDATE_FINAL_RELEASE_FORBIDDEN/);
|
||||
const drifted = candidate();
|
||||
drifted.browsers[0].full_version = "150.0.7871.188";
|
||||
assert.throws(() => validateCandidateDependency(drifted), /WP7_02_CANDIDATE_BROWSER_MISMATCH/);
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 remains externally blocked without confirmation, config and credential", () => {
|
||||
const readiness = inspectAiGatewayReadiness({
|
||||
candidateRecord: candidate(),
|
||||
confirmed: false,
|
||||
credentialTargets: [],
|
||||
modelConfig: undefined,
|
||||
modelId: WP7_02_MODEL_IDS[0],
|
||||
});
|
||||
assert.equal(AI_GATEWAY_CREDENTIAL_TARGET, "Dada/P0A/worker/ai-gateway");
|
||||
assert.equal(readiness.status, "externally_blocked");
|
||||
assert.equal(readiness.real_calls, 0);
|
||||
assert.deepEqual(readiness.blockers, [
|
||||
"explicit_confirmation_absent",
|
||||
"real_gateway_credentials_absent",
|
||||
"real_model_config_absent",
|
||||
]);
|
||||
assert.equal("verified" in readiness, false);
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 fixes independent OneAPI routes without embedding credentials", () => {
|
||||
const manifest = JSON.parse(readFileSync("config/wp7-02-oneapi-test.json", "utf8"));
|
||||
assert.equal(manifest.config_set_version, 8);
|
||||
assert.equal(manifest.gateway_account_ref, "oneapi-intelligrow-test");
|
||||
assert.deepEqual(manifest.models.map((entry) => entry.model_id), WP7_02_MODEL_IDS);
|
||||
assert.deepEqual(manifest.models.map((entry) => entry.route_profile.protocol_version), [
|
||||
"gemini-openai-chat-v1",
|
||||
"openai-images-v1",
|
||||
]);
|
||||
assert.deepEqual(manifest.models.map((entry) => entry.config_version), [7, 2]);
|
||||
assert.equal(manifest.models[0].route_profile.endpoint, "https://oneapi.intelligrow.cn/v1/chat/completions");
|
||||
assert.equal(manifest.models[0].route_profile.provider_model_id, "gemini-3.1-flash-image");
|
||||
assert.equal(manifest.models[1].route_profile.reference_endpoint, "https://oneapi.intelligrow.cn/v1/images/edits");
|
||||
assert.equal(manifest.models.every((entry) => entry.route_profile.endpoint.startsWith("https://oneapi.intelligrow.cn/")), true);
|
||||
assert.doesNotMatch(JSON.stringify(manifest), /api[_-]?key|authorization|bearer|sk-[A-Za-z0-9]/i);
|
||||
});
|
||||
|
||||
test("TDD-WP7-EXT-001 writes blocked evidence without mock or sensitive payloads", () => {
|
||||
const evidence = WP7_02_MODEL_IDS.map((modelId) => buildBlockedModelEvidence({
|
||||
blockers: ["real_gateway_credentials_absent", "real_model_config_absent"],
|
||||
candidateRecord: candidate(),
|
||||
modelId,
|
||||
runId: "wp7-02-red-test",
|
||||
}));
|
||||
validateIndependentEvidenceSet(evidence);
|
||||
assert.equal(new Set(evidence.map((entry) => entry.evidence_id)).size, 2);
|
||||
for (const entry of evidence) {
|
||||
assert.equal(entry.status, "externally_blocked");
|
||||
assert.equal(entry.external_calls.real_calls, 0);
|
||||
assert.equal(entry.external_calls.mode, "controlled_real_not_executed");
|
||||
assert.equal(entry.matrix.scenarios.every((scenario) => scenario.status === "not_run"), true);
|
||||
assert.equal(entry.manual_review.status, "blocked");
|
||||
assert.equal(entry.redaction.secret_scan, "passed");
|
||||
assert.doesNotMatch(JSON.stringify(entry), /raw_prompt|raw_provider|credential_value|[A-Za-z]:\\\\Users\\\\/i);
|
||||
}
|
||||
|
||||
const shared = structuredClone(evidence);
|
||||
shared[1].evidence_id = shared[0].evidence_id;
|
||||
assert.throws(() => validateIndependentEvidenceSet(shared), /WP7_02_SHARED_EVIDENCE_FORBIDDEN/);
|
||||
|
||||
const mixed = structuredClone(evidence);
|
||||
mixed[1].status = "passed";
|
||||
mixed[1].matrix = { model_id: mixed[1].model_id, status: "passed" };
|
||||
mixed[1].external_calls = { real_calls: 5, status: "passed" };
|
||||
mixed[1].manual_review = { status: "pending" };
|
||||
mixed[1].redaction = { status: "passed" };
|
||||
assert.doesNotThrow(() => validateIndependentEvidenceSet(mixed));
|
||||
mixed[1].manual_review = { status: "passed" };
|
||||
assert.doesNotThrow(() => validateIndependentEvidenceSet(mixed));
|
||||
});
|
||||
@@ -0,0 +1,48 @@
|
||||
import assert from "node:assert/strict";
|
||||
import { test } from "node:test";
|
||||
|
||||
import { reviewIndependentModelEvidence } from "../../scripts/lib/wp7-02-manual-review.mjs";
|
||||
|
||||
const modelIds = ["gemini-3.1-flash-image", "gpt-image-2"];
|
||||
const dimensions = { "3:4": [1080, 1440], "1:1": [1080, 1080], "4:3": [1440, 1080], "9:16": [1080, 1920] };
|
||||
|
||||
function entry(modelId, complete) {
|
||||
const calls = Object.entries(dimensions).map(([ratio, [width, height]], index) => ({
|
||||
input: "pure_text", requested_ratio: ratio, response: { dimensions: { height, width } },
|
||||
scenario_id: `real-${index + 1}`, source: "real_gateway", status: "passed",
|
||||
}));
|
||||
calls.push({ ...calls[1], input: "reference_image", scenario_id: "real-5" });
|
||||
return {
|
||||
externalCalls: complete ? {
|
||||
approved_real_call_limit: 120,
|
||||
attempts: calls.map((call) => ({ attempt_no: 1, scenario_id: call.scenario_id, status: "passed" })),
|
||||
calls, maximum_real_calls: 6, planned_real_calls: 5, real_calls: 5, status: "passed",
|
||||
} : { attempts: [{ attempt_no: 1, scenario_id: "real-1", status: "failed" }], calls: [], maximum_real_calls: 6, planned_real_calls: 5, real_calls: 1, status: "externally_blocked" },
|
||||
matrix: complete ? {
|
||||
config_version: 2,
|
||||
contract_change: { full_matrix_reapplied: true },
|
||||
error_scenarios: Array.from({ length: 9 }, () => ({ status: "passed" })),
|
||||
execution_modes: ["covered_by_real_calls", "passed", "passed"].map((status) => ({ status })),
|
||||
model_id: modelId,
|
||||
pure_text: { status: "passed" },
|
||||
ratios: Object.keys(dimensions).map((ratio) => ({ ratio, status: "passed" })),
|
||||
reference_image: { status: "passed" },
|
||||
settlements: [{}, {}, {}],
|
||||
status: "passed",
|
||||
} : { config_version: 2, model_id: modelId, status: "externally_blocked" },
|
||||
modelId,
|
||||
readiness: { evidence_id: `sha256:${modelId}`, status: complete ? "passed" : "externally_blocked" },
|
||||
redaction: { secret_scan: "passed", status: "passed" },
|
||||
};
|
||||
}
|
||||
|
||||
test("TDD-WP7-EXT-001 reviews each model independently when the set is mixed", () => {
|
||||
const result = reviewIndependentModelEvidence(modelIds.map((modelId, index) => entry(modelId, index === 1)), {
|
||||
reviewedAt: "2026-08-04T09:30:00.000Z",
|
||||
runId: "wp7-02-mixed-review",
|
||||
});
|
||||
assert.equal(result.status, "externally_blocked");
|
||||
assert.deepEqual(result.reviews.map((review) => [review.model_id, review.status]), [
|
||||
[modelIds[0], "blocked"], [modelIds[1], "passed"],
|
||||
]);
|
||||
});
|
||||
@@ -0,0 +1,41 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { buildCoverageEvidence } from '../../scripts/lib/wp7-05-coverage.mjs';
|
||||
import { REQUIRED_COVERAGE_UNITS } from '../../scripts/lib/wp7-05-ui-gate.mjs';
|
||||
|
||||
const viewports = [
|
||||
{ width: 1920, height: 1080, deviceScaleFactor: 1, zoom: 100 },
|
||||
{ width: 1920, height: 1080, deviceScaleFactor: 1, zoom: 200 },
|
||||
];
|
||||
|
||||
function completeUnits() {
|
||||
return REQUIRED_COVERAGE_UNITS.map((page_id) => ({
|
||||
page_id,
|
||||
states: [{
|
||||
state: 'normal',
|
||||
screenshot_100pct: `ui/${page_id}/normal/100pct.png`,
|
||||
screenshot_200pct: `ui/${page_id}/normal/200pct.png`,
|
||||
trace: `ui/${page_id}/normal/trace.zip`,
|
||||
}],
|
||||
}));
|
||||
}
|
||||
|
||||
test('builds ordered, sanitized evidence for all 22 coverage units', () => {
|
||||
const evidence = buildCoverageEvidence({
|
||||
runId: 'wp7-05-red-001',
|
||||
candidateSha256: 'a'.repeat(64),
|
||||
coverageUnits: completeUnits(),
|
||||
viewports,
|
||||
});
|
||||
assert.equal(evidence.coverage_units.length, 22);
|
||||
assert.equal(evidence.coverage_units[0].page_id, 'support-gate');
|
||||
assert.equal(evidence.candidate_sha256, 'A'.repeat(64));
|
||||
});
|
||||
|
||||
test('rejects absolute evidence paths and incomplete page state', () => {
|
||||
const units = completeUnits();
|
||||
units[0].states[0].trace = 'C:\\secret\\trace.zip';
|
||||
assert.throws(() => buildCoverageEvidence({
|
||||
runId: 'wp7-05-red-001', candidateSha256: 'a'.repeat(64), coverageUnits: units, viewports,
|
||||
}), /WP7_05_UNSAFE_TRACE/);
|
||||
});
|
||||
@@ -0,0 +1,47 @@
|
||||
import test from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import os from 'node:os';
|
||||
import path from 'node:path';
|
||||
import { loadCandidateRecord, validateCoverageEvidence, runWp705Gate, REQUIRED_COVERAGE_UNITS } from '../../scripts/lib/wp7-05-ui-gate.mjs';
|
||||
|
||||
test('WP7-05 accepts the WP7-01 candidate record schema', () => {
|
||||
const directory = fs.mkdtempSync(path.join(os.tmpdir(), 'wp7-05-'));
|
||||
const file = path.join(directory, 'release-candidate.json');
|
||||
fs.writeFileSync(file, JSON.stringify({
|
||||
browsers: [
|
||||
{ brand: 'Google Chrome', full_version: '150.0.0', major: 150 },
|
||||
{ brand: 'Microsoft Edge', full_version: '151.0.0', major: 151 },
|
||||
],
|
||||
windows: { build: '26200.8875' },
|
||||
candidate_package: { fixed_port: 43121, sha256: 'A'.repeat(64) },
|
||||
}));
|
||||
assert.equal(loadCandidateRecord(file).status, 'ready');
|
||||
fs.rmSync(directory, { recursive: true, force: true });
|
||||
});
|
||||
|
||||
test('WP7-05 requires all 22 coverage units and both exact candidate viewports', () => {
|
||||
const result = validateCoverageEvidence({ coverage_units: [], viewports: [] });
|
||||
assert.equal(result.status, 'externally_blocked');
|
||||
assert.equal(result.code, 'coverage_units_incomplete');
|
||||
assert.equal(result.missing.length, REQUIRED_COVERAGE_UNITS.length);
|
||||
});
|
||||
|
||||
test('WP7-05 requires state evidence for every listed coverage unit', () => {
|
||||
const result = validateCoverageEvidence({
|
||||
coverage_units: REQUIRED_COVERAGE_UNITS.map((page_id) => ({ page_id, states: [] })),
|
||||
viewports: [],
|
||||
});
|
||||
assert.equal(result.code, 'coverage_states_incomplete');
|
||||
assert.equal(result.missingStates.length, REQUIRED_COVERAGE_UNITS.length);
|
||||
});
|
||||
|
||||
test('WP7-05 preserves upstream external blockers instead of declaring Green', () => {
|
||||
const result = runWp705Gate({
|
||||
candidatePath: 'missing-release-candidate.json',
|
||||
evidence: null,
|
||||
dependencies: { 'TASK-WP7-03': 'externally_blocked' },
|
||||
});
|
||||
assert.equal(result.status, 'externally_blocked');
|
||||
assert.equal(result.code, 'candidate_record_missing');
|
||||
});
|
||||
@@ -0,0 +1,75 @@
|
||||
import assert from "node:assert/strict";
|
||||
import test from "node:test";
|
||||
|
||||
import { buildWp706PrefreezeReport } from "../../scripts/lib/wp7-06-prefreeze.mjs";
|
||||
|
||||
const expectedTrace = {
|
||||
errors: [],
|
||||
status: "passed",
|
||||
summary: {
|
||||
acceptanceCriteria: 52,
|
||||
errorCategories: 9,
|
||||
featureModules: 13,
|
||||
parentFamilies: 89,
|
||||
penProductFrames: 18,
|
||||
productContracts: 19,
|
||||
requirements: 109,
|
||||
tasks: 52,
|
||||
testCases: 117,
|
||||
uiPages: 22,
|
||||
},
|
||||
};
|
||||
|
||||
const upstream = {
|
||||
"TASK-WP7-01": { branch: "codex/wp7-01", head: "1".repeat(40), merged: true, status: "passed" },
|
||||
"TASK-WP7-02": { branch: "codex/wp7-02", head: "2".repeat(40), merged: true, status: "passed" },
|
||||
"TASK-WP7-03": { branch: "codex/wp7-03", head: "3".repeat(40), merged: true, status: "deferred_nonblocking_first_version" },
|
||||
"TASK-WP7-04": { branch: "codex/wp7-04", head: "4".repeat(40), merged: true, status: "deferred_nonblocking_first_version" },
|
||||
"TASK-WP7-05": { branch: "codex/wp7-05", head: "5".repeat(40), merged: true, status: "passed" },
|
||||
};
|
||||
|
||||
test("builds the exact WP7-06 pre-freeze closure without pretending deferred suppliers passed", () => {
|
||||
const report = buildWp706PrefreezeReport({
|
||||
currentCommit: "a".repeat(40),
|
||||
releaseExists: false,
|
||||
trace: expectedTrace,
|
||||
upstream,
|
||||
});
|
||||
|
||||
assert.equal(report.status, "passed");
|
||||
assert.equal(report.release_json_written, false);
|
||||
assert.deepEqual(report.trace_summary, expectedTrace.summary);
|
||||
assert.deepEqual(report.deferred_external_tasks, ["TASK-WP7-03", "TASK-WP7-04"]);
|
||||
});
|
||||
|
||||
test("rejects missing lineage and premature RELEASE.json", () => {
|
||||
assert.throws(() => buildWp706PrefreezeReport({
|
||||
currentCommit: "a".repeat(40),
|
||||
releaseExists: false,
|
||||
trace: expectedTrace,
|
||||
upstream: { ...upstream, "TASK-WP7-05": { ...upstream["TASK-WP7-05"], merged: false } },
|
||||
}), /WP7_06_UPSTREAM_NOT_MERGED:TASK-WP7-05/);
|
||||
|
||||
assert.throws(() => buildWp706PrefreezeReport({
|
||||
currentCommit: "a".repeat(40),
|
||||
releaseExists: true,
|
||||
trace: expectedTrace,
|
||||
upstream,
|
||||
}), /WP7_06_RELEASE_WRITTEN_PREMATURELY/);
|
||||
});
|
||||
|
||||
test("rejects trace drift and unsupported upstream statuses", () => {
|
||||
assert.throws(() => buildWp706PrefreezeReport({
|
||||
currentCommit: "a".repeat(40),
|
||||
releaseExists: false,
|
||||
trace: { ...expectedTrace, summary: { ...expectedTrace.summary, testCases: 116 } },
|
||||
upstream,
|
||||
}), /WP7_06_TRACE_COUNT_MISMATCH:testCases/);
|
||||
|
||||
assert.throws(() => buildWp706PrefreezeReport({
|
||||
currentCommit: "a".repeat(40),
|
||||
releaseExists: false,
|
||||
trace: expectedTrace,
|
||||
upstream: { ...upstream, "TASK-WP7-03": { ...upstream["TASK-WP7-03"], status: "passed" } },
|
||||
}), /WP7_06_UNSUPPORTED_STATUS:TASK-WP7-03/);
|
||||
});
|
||||
@@ -0,0 +1,73 @@
|
||||
import assert from "node:assert/strict";
|
||||
import { mkdtempSync, mkdirSync, writeFileSync } from "node:fs";
|
||||
import { tmpdir } from "node:os";
|
||||
import { join } from "node:path";
|
||||
import { test } from "node:test";
|
||||
|
||||
import { buildFinalReleaseRecord, scanReleaseFiles, validateFinalEvidence } from "../../scripts/lib/wp7-07-final-release.mjs";
|
||||
|
||||
function release() {
|
||||
return buildFinalReleaseRecord({
|
||||
appVersion: "0.0.0",
|
||||
browsers: [
|
||||
{ brand: "Google Chrome", fullVersion: "150.0.7871.187", supportedMajorVersions: [150, 151] },
|
||||
{ brand: "Microsoft Edge", fullVersion: "151.0.4129.59" },
|
||||
],
|
||||
buildCommit: "a".repeat(40),
|
||||
frozenFromCommit: "b".repeat(40),
|
||||
recordedAt: "2026-08-04T06:00:00.000Z",
|
||||
windows: { arch: "x64", build: "26200.8875", displayVersion: "25H2" },
|
||||
});
|
||||
}
|
||||
|
||||
test("TDD-WP7-REL-001 creates a browser-gate compatible first-version record", () => {
|
||||
const record = release();
|
||||
assert.equal(record.finalRelease, true);
|
||||
assert.equal(record.fixedPort, 43121);
|
||||
assert.deepEqual(record.deferredExternalTasks, ["TASK-WP7-03", "TASK-WP7-04"]);
|
||||
assert.deepEqual(record.browsers.map(({ brand }) => brand).sort(), ["Google Chrome", "Microsoft Edge"]);
|
||||
assert.deepEqual(record.browsers[0].supportedMajorVersions, [150, 151]);
|
||||
});
|
||||
|
||||
test("TDD-WP7-REL-001 rejects unsafe or duplicate browser major lists", () => {
|
||||
assert.throws(() => buildFinalReleaseRecord({
|
||||
appVersion: "0.0.0",
|
||||
browsers: [
|
||||
{ brand: "Google Chrome", fullVersion: "150.0.7871.187", supportedMajorVersions: [150, 150] },
|
||||
{ brand: "Microsoft Edge", fullVersion: "151.0.4129.59" },
|
||||
],
|
||||
buildCommit: "a".repeat(40),
|
||||
frozenFromCommit: "b".repeat(40),
|
||||
recordedAt: "2026-08-04T06:00:00.000Z",
|
||||
windows: { arch: "x64", build: "26200.8875", displayVersion: "25H2" },
|
||||
}), /Google Chrome\.supportedMajorVersions/);
|
||||
assert.throws(() => buildFinalReleaseRecord({
|
||||
appVersion: "0.0.0",
|
||||
browsers: [
|
||||
{ brand: "Google Chrome", fullVersion: "150.0.7871.187", supportedMajorVersions: [150, 151, 152, 153, 154, 155, 156, 157] },
|
||||
{ brand: "Microsoft Edge", fullVersion: "151.0.4129.59" },
|
||||
],
|
||||
buildCommit: "a".repeat(40),
|
||||
frozenFromCommit: "b".repeat(40),
|
||||
recordedAt: "2026-08-04T06:00:00.000Z",
|
||||
windows: { arch: "x64", build: "26200.8875", displayVersion: "25H2" },
|
||||
}), /supportedMajorVersions\.total/);
|
||||
});
|
||||
|
||||
test("TDD-WP7-SEC-001 rejects credential shapes and absolute user paths", () => {
|
||||
const root = mkdtempSync(join(tmpdir(), "dada-wp7-07-scan-"));
|
||||
mkdirSync(join(root, "logs"));
|
||||
writeFileSync(join(root, "logs", "diagnostic.txt"), "credential=key-abcdefghijklmnop C:\\Users\\person\\private.txt\n");
|
||||
const scan = scanReleaseFiles({ roots: [root] });
|
||||
assert.equal(scan.status, "failed");
|
||||
assert.deepEqual(new Set(scan.findings.map(({ rule }) => rule)), new Set(["absolute_user_path", "credential_shape"]));
|
||||
});
|
||||
|
||||
test("TDD-WP7-REL-001 binds release and package hashes only after a zero-finding scan", () => {
|
||||
assert.deepEqual(validateFinalEvidence({
|
||||
packageManifest: { release_status: "first_version_internal", zip_sha256: "C".repeat(64) },
|
||||
release: release(),
|
||||
releaseSha256: "D".repeat(64),
|
||||
scan: { findings: [], status: "passed" },
|
||||
}), { release_sha256: "D".repeat(64), status: "passed", zip_sha256: "C".repeat(64) });
|
||||
});
|
||||
@@ -190,6 +190,27 @@ describe("TDD-WP5-MAN-001 readonly asset compiler", () => {
|
||||
expect(repeated.report.derived_files).toEqual({ created: 0, reused: 4, total: 4 });
|
||||
});
|
||||
|
||||
it("safely relocates legacy absolute font package paths after an archive move", () => {
|
||||
const fixture = createFixture();
|
||||
const catalogPath = join(fixture.sourceRoot, "fonts", "reports", "font_panel_catalog.csv");
|
||||
const metadata = JSON.parse(readFileSync(join(fixture.sourceRoot, "fonts", "resources", "font_packages", "FONT001_Test", "metadata.json"), "utf8")) as { local_sha256: string };
|
||||
csv(catalogPath, [{
|
||||
candidate_id: "FONT001",
|
||||
display_name: "Test Font",
|
||||
font_family: "Dada Test",
|
||||
local_sha256: metadata.local_sha256,
|
||||
panel_order: "1",
|
||||
resource_dir: "C:/Users/legacy/Desktop/sticker_text/fonts/resources/font_packages/FONT001_Test",
|
||||
resource_status: "verified_extracted",
|
||||
}]);
|
||||
|
||||
expect(() => compileAssetArchive({
|
||||
manifestPath: fixture.manifestPath,
|
||||
outputDirectory: fixture.outputRoot,
|
||||
releaseVersion: "fixture-v1",
|
||||
})).not.toThrow();
|
||||
});
|
||||
|
||||
it("rejects evidence collections, traversal and output inside a source root", () => {
|
||||
const fixture = createFixture();
|
||||
const manifest = JSON.parse(readFileSync(fixture.manifestPath, "utf8")) as { collections: unknown[] };
|
||||
|
||||
@@ -0,0 +1,70 @@
|
||||
import { describe, expect, it } from "vitest";
|
||||
|
||||
import { GeminiFlashAdapter } from "../../apps/worker/src/ai-adapter-gemini-flash.js";
|
||||
import { GeminiProAdapter } from "../../apps/worker/src/ai-adapter-gemini-pro.js";
|
||||
import { GptImageAdapter } from "../../apps/worker/src/ai-adapter-gpt-image.js";
|
||||
import {
|
||||
gptImageRequestSizeForRatio,
|
||||
normalizeImageOutputToRatio,
|
||||
productDimensionsForRatio,
|
||||
} from "../../apps/worker/src/image-output-normalizer.mjs";
|
||||
|
||||
const onePixelPng = Buffer.from(
|
||||
"iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNk+A8AAQUBAScY42YAAAAASUVORK5CYII=",
|
||||
"base64",
|
||||
);
|
||||
|
||||
describe("TDD-WP7-EXT-001 exact image output normalization", () => {
|
||||
it("uses only GPT Image 2 request sizes allowed by the upstream API", () => {
|
||||
expect(["3:4", "1:1", "4:3", "9:16"].map((ratio) => gptImageRequestSizeForRatio(ratio))).toEqual([
|
||||
"1056x1408",
|
||||
"1088x1088",
|
||||
"1408x1056",
|
||||
"1008x1792",
|
||||
]);
|
||||
for (const ratio of ["3:4", "1:1", "4:3", "9:16"] as const) {
|
||||
const [width, height] = gptImageRequestSizeForRatio(ratio).split("x").map(Number);
|
||||
expect(width % 16).toBe(0);
|
||||
expect(height % 16).toBe(0);
|
||||
}
|
||||
});
|
||||
|
||||
it("normalizes provider output to the frozen product dimensions", async () => {
|
||||
const output = await normalizeImageOutputToRatio({ bytes: onePixelPng, mimeType: "image/png", ratio: "1:1" });
|
||||
expect(output).toMatchObject({
|
||||
mimeType: "image/png",
|
||||
normalized: true,
|
||||
pixelHeight: 1080,
|
||||
pixelWidth: 1080,
|
||||
upstreamPixelHeight: 1,
|
||||
upstreamPixelWidth: 1,
|
||||
});
|
||||
expect(output.bytes.subarray(0, 8).toString("hex")).toBe("89504e470d0a1a0a");
|
||||
expect(productDimensionsForRatio("9:16")).toEqual({ pixelHeight: 1920, pixelWidth: 1080 });
|
||||
});
|
||||
|
||||
it("is used by all three production adapter boundaries", async () => {
|
||||
const encoded = onePixelPng.toString("base64");
|
||||
const adapters = [
|
||||
new GeminiFlashAdapter({ transport: {
|
||||
async start() { return { candidates: [{ inline_data: { data: encoded, mime_type: "image/png" }, pixelHeight: 1, pixelWidth: 1 }] }; },
|
||||
async poll() { return {}; },
|
||||
} }),
|
||||
new GeminiProAdapter({ transport: {
|
||||
async start() { return { operation: { done: true, response: { candidates: [{ inline_data: { data: encoded, mime_type: "image/png" }, pixelHeight: 1, pixelWidth: 1 }] } } }; },
|
||||
async poll() { return {}; },
|
||||
} }),
|
||||
new GptImageAdapter({ transport: {
|
||||
async start() { return { data: [{ b64_json: encoded, pixelHeight: 1, pixelWidth: 1 }] }; },
|
||||
async poll() { return {}; },
|
||||
} }),
|
||||
];
|
||||
for (const adapter of adapters) {
|
||||
const result = await adapter.start({
|
||||
configSnapshot: {}, generationId: `normalization-${adapter.modelId}`, modelId: adapter.modelId,
|
||||
prompt: "sanitized fixture", ratio: "1:1", referenceAssetIds: [],
|
||||
});
|
||||
expect(result).toMatchObject({ status: "completed", outputs: [{ mimeType: "image/png", pixelHeight: 1080, pixelWidth: 1080 }] });
|
||||
}
|
||||
});
|
||||
});
|
||||
@@ -1,7 +1,7 @@
|
||||
import { createHash } from "node:crypto";
|
||||
import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
|
||||
import { homedir } from "node:os";
|
||||
import { basename, extname, isAbsolute, join, relative, resolve, sep } from "node:path";
|
||||
import { basename, dirname, extname, isAbsolute, join, relative, resolve, sep } from "node:path";
|
||||
|
||||
import { WP4_07_REAL_RESOURCE_VERSIONS } from "./wp4-07-fixture.mjs";
|
||||
|
||||
@@ -74,15 +74,16 @@ function assetRecord(assetId, path, sourceReference, expectedSha256) {
|
||||
export function loadWp407RealAssets() {
|
||||
const manifestPath = resolve(process.env.DADA_WP4_07_FINAL_ASSET_MANIFEST ?? "");
|
||||
if (!process.env.DADA_WP4_07_FINAL_ASSET_MANIFEST || !existsSync(manifestPath)) throw new Error("WP4_07_FINAL_ASSET_MANIFEST_REQUIRED");
|
||||
const handoffPath = resolve(process.env.DADA_COMPLEX_ASSET_MANIFEST ?? join(homedir(), "Desktop", "sticker_web_handoff", "sticker_web_catalog_manifest.json"));
|
||||
const staticRoot = resolve(process.env.DADA_STATIC_STICKER_ROOT ?? join(homedir(), "Desktop", "贴纸素材"));
|
||||
const replicationRoot = resolve(process.env.DADA_REPLICATION_ASSET_ROOT ?? join(homedir(), "Desktop", "sticker_web_replication_assets"));
|
||||
const handoffPath = resolve(process.env.DADA_COMPLEX_ASSET_MANIFEST ?? join(replicationRoot, "sticker_web_handoff", "sticker_web_catalog_manifest.json"));
|
||||
const staticRoot = resolve(process.env.DADA_STATIC_STICKER_ROOT ?? join(replicationRoot, "sticker_normal"));
|
||||
const backgroundPath = resolve(process.env.DADA_WP4_07_BACKGROUND_PATH ?? join(homedir(), "Documents", "贴纸脚本", "time_01_input_20260716.png"));
|
||||
if (!existsSync(handoffPath) || !existsSync(staticRoot)) throw new Error("WP4_07_REAL_ARCHIVE_ROOT_REQUIRED");
|
||||
|
||||
const manifestRaw = readFileSync(manifestPath, "utf8");
|
||||
const manifest = JSON.parse(manifestRaw);
|
||||
const handoff = JSON.parse(readFileSync(handoffPath, "utf8"));
|
||||
const collectionRoots = Object.fromEntries(handoff.collections.map((collection) => [collection.id, resolve(collection.root)]));
|
||||
const collectionRoots = Object.fromEntries(handoff.collections.map((collection) => [collection.id, resolve(dirname(handoffPath), collection.root)]));
|
||||
const fontRoot = collectionRoots.font_panel;
|
||||
const dynamicRoot = collectionRoots.interactive_stickers;
|
||||
if (!fontRoot || !dynamicRoot) throw new Error("WP4_07_REAL_ARCHIVE_COLLECTION_REQUIRED");
|
||||
|
||||
@@ -0,0 +1,28 @@
|
||||
import { afterEach, describe, expect, it, vi } from "vitest";
|
||||
|
||||
import { GenerationPollingLoop } from "../../apps/worker/src/generation-polling-loop.js";
|
||||
|
||||
describe("POSTV1-05 generation polling loop", () => {
|
||||
afterEach(() => {
|
||||
vi.useRealTimers();
|
||||
});
|
||||
|
||||
it("does not start another processor call while the current call is unresolved", async () => {
|
||||
vi.useFakeTimers();
|
||||
let finishCurrentCall: (() => void) | undefined;
|
||||
const processNext = vi.fn(() => new Promise<void>((resolve) => {
|
||||
finishCurrentCall = resolve;
|
||||
}));
|
||||
const loop = new GenerationPollingLoop({ processNext }, 250);
|
||||
|
||||
await vi.advanceTimersByTimeAsync(1_000);
|
||||
expect(processNext).toHaveBeenCalledTimes(1);
|
||||
|
||||
finishCurrentCall?.();
|
||||
await Promise.resolve();
|
||||
await vi.advanceTimersByTimeAsync(250);
|
||||
expect(processNext).toHaveBeenCalledTimes(2);
|
||||
|
||||
loop.close();
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,93 @@
|
||||
import { describe, expect, it, vi } from "vitest";
|
||||
|
||||
import type { GenerationAdapterRequest } from "../../apps/worker/src/ai-adapter-contract.js";
|
||||
import { runAiRuntimeProbe } from "../../apps/worker/src/ai-runtime-probe.js";
|
||||
import { OneApiGenerationAdapter } from "../../apps/worker/src/oneapi-generation-adapter.js";
|
||||
|
||||
function request(overrides: Partial<GenerationAdapterRequest> = {}): GenerationAdapterRequest {
|
||||
return {
|
||||
configSnapshot: {},
|
||||
generationId: "00000000-0000-4000-8000-000000000001",
|
||||
modelId: "gemini-3.1-flash-image-preview",
|
||||
prompt: "一张用于本机验收的抽象色彩图",
|
||||
ratio: "1:1",
|
||||
referenceAssetIds: [],
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
describe("POSTV1-02 OneAPI runtime adapter", () => {
|
||||
it("uses the fixed Gemini gateway and normalizes one real-shaped response", async () => {
|
||||
const source = Buffer.from(
|
||||
"iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNk+A8AAQUBAScY42YAAAAASUVORK5CYII=",
|
||||
"base64",
|
||||
);
|
||||
const gateway = vi.fn(async (_url: string | URL | Request, init?: RequestInit) => {
|
||||
const headers = new Headers(init?.headers);
|
||||
expect(headers.get("authorization")).toBe("Bearer synthetic-runtime-token");
|
||||
expect(init?.redirect).toBe("error");
|
||||
const payload = JSON.parse(String(init?.body)) as { messages: Array<{ content: unknown; role: string }> };
|
||||
expect(payload.messages).toEqual([
|
||||
{
|
||||
content: "Generate exactly one image from the user's description. Return the generated image and do not answer with text only.",
|
||||
role: "system",
|
||||
},
|
||||
{ content: "一张用于本机验收的抽象色彩图", role: "user" },
|
||||
]);
|
||||
return new Response(JSON.stringify({
|
||||
choices: [{ message: { content: `})` } }],
|
||||
}), { headers: { "content-type": "application/json" }, status: 200 });
|
||||
});
|
||||
const credential = Buffer.from("synthetic-runtime-token");
|
||||
const adapter = new OneApiGenerationAdapter({ credential, fetch: gateway as typeof fetch });
|
||||
const result = await adapter.start(request());
|
||||
|
||||
expect(gateway).toHaveBeenCalledOnce();
|
||||
expect(gateway.mock.calls[0]?.[0]).toBe("https://oneapi.intelligrow.cn/v1/chat/completions");
|
||||
expect(result.status === "failed" ? result.sourceCategory : "completed").toBe("completed");
|
||||
if (result.status === "completed") {
|
||||
expect(result.outputs).toHaveLength(1);
|
||||
expect(result.outputs[0]).toMatchObject({ mimeType: "image/png", pixelHeight: 1080, pixelWidth: 1080 });
|
||||
expect(result.outputs[0]?.bytes.length).toBeGreaterThan(0);
|
||||
}
|
||||
expect(JSON.stringify(result)).not.toContain("synthetic-runtime-token");
|
||||
adapter.dispose();
|
||||
credential.fill(0);
|
||||
});
|
||||
|
||||
it("fails closed instead of returning a mock image", async () => {
|
||||
const adapter = new OneApiGenerationAdapter({
|
||||
credential: Buffer.from("synthetic-runtime-token"),
|
||||
fetch: vi.fn(async () => new Response(null, { status: 503 })) as typeof fetch,
|
||||
});
|
||||
await expect(adapter.start(request())).resolves.toEqual({
|
||||
category: "upstream_failed",
|
||||
sourceCategory: "upstream_http_503",
|
||||
status: "failed",
|
||||
});
|
||||
adapter.dispose();
|
||||
await expect(adapter.start(request())).resolves.toEqual({
|
||||
category: "upstream_failed",
|
||||
sourceCategory: "adapter_disposed",
|
||||
status: "failed",
|
||||
});
|
||||
});
|
||||
|
||||
it("returns only a bounded probe summary and wipes generated bytes", async () => {
|
||||
const bytes = Buffer.from("probe-output");
|
||||
const result = await runAiRuntimeProbe({
|
||||
async start() {
|
||||
return { outputs: [{ bytes, mimeType: "image/png", pixelHeight: 1080, pixelWidth: 1080 }], status: "completed" };
|
||||
},
|
||||
});
|
||||
expect(result).toEqual({
|
||||
code: "ai_probe_passed",
|
||||
mime_type: "image/png",
|
||||
pixel_height: 1080,
|
||||
pixel_width: 1080,
|
||||
real_calls: 1,
|
||||
success: true,
|
||||
});
|
||||
expect(bytes.every((value) => value === 0)).toBe(true);
|
||||
});
|
||||
});
|
||||
Reference in New Issue
Block a user