Compare commits

...
Author SHA1 Message Date
suyx e9fd15e7b6 fix(POSTV1-runtime): 改善后台启动与状态窗口可见性
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 23:12:31 +08:00
suyx d9e39702e0 fix(POSTV1-06): 恢复贴纸与字体运行时资源链路
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 16:58:45 +08:00
suyx 7de633d4c9 fix(POSTV1-05): 修复生成请求与 Worker 重入
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 16:04:11 +08:00
suyx b995662388 fix(POSTV1-04): 修复生成服务运行时装配
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 15:36:47 +08:00
suyx 92434aec17 feat(POSTV1-03): 增加本机测试直达入口
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 14:53:20 +08:00
suyx f7cac5dabf fix(POSTV1-02): 修复便携网页静态资源类型
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 14:07:42 +08:00
suyx a7f62adad4 fix(POSTV1-02): 确保AI探测输出后退出
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 13:26:44 +08:00
suyx b1f143c238 feat(POSTV1-02): 增加AI真实生成探测
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 13:14:40 +08:00
suyx 99fd3b1802 fix(POSTV1-02): 修复便携版网页入口门禁
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 12:58:28 +08:00
suyx fd0003a804 fix(POSTV1-02): 补齐便携包Worker运行依赖
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 12:46:59 +08:00
suyx bfdfe44f87 test(POSTV1-02): 修正便携包AI适配器检查
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 12:34:46 +08:00
suyx cbb7f658a3 fix(POSTV1-02): 接通真实AI生成链路
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 12:29:14 +08:00
suyx 43d946bb5c fix(POSTV1-02): 修复便携包首次启动链路
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 12:00:23 +08:00
suyx 79b01ebc81 test(POSTV1-01): 增加最终便携包启动链路验收
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 11:38:32 +08:00
suyx 90f812fae5 fix(POSTV1-01): 让Worker使用便携包SQLite原生绑定
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 11:25:02 +08:00
suyx 1155a81c3b fix(POSTV1-01): 接入Worker生成任务消费链路
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 11:24:14 +08:00
suyx 3dca4ad77c fix(POSTV1-01): 在最终包中提供产品网页与同源API
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
2026-08-05 11:22:58 +08:00
suyx 99fe07a761 fix(POSTV1-01): 允许非关键外部服务降级启动 2026-08-05 11:22:42 +08:00
tuyixuan 443e8b94f0 Merge pull request 'feat(P0-A): 整合第一版并冻结最终发布' (#1) from codex/wp7-07 into codex/wp0-09
Dada P0-A isolated Windows CI / validate-and-package (push) Waiting to run
Reviewed-on: #1
2026-08-05 10:29:22 +08:00
suyx 693fa117b7 chore(WP7-07): 冻结第一版发布记录
Dada P0-A isolated Windows CI / validate-and-package (push) Successful in 17m46s
Dada P0-A isolated Windows CI / validate-and-package (pull_request) Successful in 17m49s
2026-08-04 23:32:51 +08:00
suyx 08f3cccae4 fix(WP7-07): 排除发布扫描器路径误报
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 23:20:40 +08:00
suyx a22b1f19e9 fix(WP7-07): 修正最终包浏览器门禁探测
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 23:15:36 +08:00
suyx 194b59d4a5 fix(WP7-07): 统一构建全部工作区依赖
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 23:07:01 +08:00
suyx 0f03b12f64 fix(WP7-07): 补齐便携包前置构建顺序
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 23:05:38 +08:00
suyx ad86b4ddcc feat(WP7-07): 增加最终发布冻结与泄漏扫描
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 23:03:11 +08:00
suyx 08e9c39e49 feat(WP7-06): 增加最终AC预冻结门禁
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 22:43:35 +08:00
suyx ffd1643848 chore(WP7-06): 合并候选环境验收基线
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
# Conflicts:
#	package.json
2026-08-04 22:39:26 +08:00
suyx 95ab0cb93b chore(WP7-06): 合并高德发布门禁基线
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
# Conflicts:
#	package.json
#	supervisor/Dada.Supervisor/OfflineCommandRouter.cs
2026-08-04 22:38:29 +08:00
suyx b2793a2392 chore(WP7-06): 合并Resend发布门禁基线
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
# Conflicts:
#	package.json
2026-08-04 22:37:15 +08:00
suyx a7140e99e1 chore(WP7-06): 合并WP4视觉验收与资源迁移修复
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 22:36:08 +08:00
suyx 76b4f93709 chore(WP7-06): 合并WP6整合验收基线
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 22:35:43 +08:00
suyx bc6fa3d517 fix(WP6): 稳定整合门禁的资源路径与测试超时
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 19:07:55 +08:00
suyx 5631ef80f9 fix(wp7-02): route stable Gemini through secure broker
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:55:32 +08:00
suyx 6bd5364d95 test(wp7-02): require stable model secure routing
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:53:59 +08:00
suyx 604c524298 fix(wp7-02): review replacement model evidence
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:48:28 +08:00
suyx 898679dd59 test(wp7-02): require two-model evidence review
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:47:49 +08:00
suyx 79ef17b7f0 fix(wp7-02): replace preview Gemini routes
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:46:01 +08:00
suyx 0328aa8ef5 test(wp7-02): require stable Gemini replacement set
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:45:04 +08:00
suyx a54efb146a feat(wp7-02): support Gemini chat image relay
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:38:33 +08:00
suyx 6e5313e283 test(wp7-02): require Gemini chat image relay
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:37:37 +08:00
suyx 03500bf47e feat(wp7-02): map provider image model ids
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:30:31 +08:00
suyx e3c21b63a5 test(wp7-02): require provider image model mapping
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:29:57 +08:00
suyx f4fabb66e5 fix(WP4-07): 兼容迁移后的字体资源路径
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:29:17 +08:00
suyx 4aaba9f2bb feat(wp7-02): support Gemini image interactions
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:28:44 +08:00
suyx d7a24a5ecb test(wp7-02): require Gemini interactions image contract
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:27:55 +08:00
suyx 4a0fb1bfae fix(WP4-07): 支持新的贴纸资源根目录
Dada P0-A isolated Windows CI / validate-and-package (push) Canceled after 0s
2026-08-04 18:22:28 +08:00
suyx f931c04853 fix(wp7-02): classify Gemini response text safely
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m33s
2026-08-04 18:04:40 +08:00
suyx 3093c4470a test(wp7-02): require safe Gemini text classification
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 5m50s
2026-08-04 18:03:52 +08:00
suyx 75a589dad8 fix(wp7-02): restore native Gemini image routing
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m45s
2026-08-04 17:58:33 +08:00
suyx 534c82678a test(wp7-02): require native Gemini gateway contract
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m48s
2026-08-04 17:57:52 +08:00
suyx 05949230ca fix(wp7-02): preserve independent mixed model evidence
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m11s
2026-08-04 17:35:38 +08:00
suyx 382d50058c test(wp7-02): require independent mixed evidence review
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m8s
2026-08-04 17:33:51 +08:00
suyx f7bed92e61 test: cover Amap production security gates
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m43s
2026-08-04 17:31:25 +08:00
suyx d03b491d2f fix: harden controlled Amap probe
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m46s
2026-08-04 17:28:24 +08:00
suyx 63de0917a0 fix(wp7-02): use GPT image edit route for references
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m53s
2026-08-04 17:24:22 +08:00
suyx fa925bfe12 test(wp7-02): require GPT reference edit route
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m55s
2026-08-04 17:23:34 +08:00
suyx 0201c3e896 fix(wp7-02): retry one transient image timeout
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m38s
2026-08-04 17:22:26 +08:00
suyx 8337906dd2 test(wp7-02): require bounded timeout retry evidence
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m25s
2026-08-04 17:21:10 +08:00
suyx ae725a2d01 fix(wp7-02): normalize generated image dimensions
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m17s
2026-08-04 17:19:41 +08:00
suyx 9d6f4ac24b test(wp7-02): require exact image normalization
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m11s
2026-08-04 17:15:25 +08:00
suyx 0938997327 fix(wp7-02): update Gemini routes to v1
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m12s
2026-08-04 17:09:58 +08:00
suyx 8c349fb56c fix: wire production Amap adapter
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m47s
2026-08-04 17:09:04 +08:00
suyx 55646ba1b4 feat: build sanitized WP7-05 coverage evidence
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m49s
2026-08-04 17:08:44 +08:00
suyx b8e30ab0b2 test(wp7-02): require current Gemini v1 routes
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m51s
2026-08-04 17:08:25 +08:00
suyx 66295287ce fix(wp7-02): use current Gemini image response contract
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m53s
2026-08-04 17:05:59 +08:00
suyx 0ed7b3f0ce test(wp7-02): require current Gemini image contract
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 11m33s
2026-08-04 17:05:23 +08:00
suyx 8abf1397a6 test: require WP7-05 state evidence
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 3m17s
2026-08-04 17:02:52 +08:00
suyx e0e101ef28 fix: align WP7-05 candidate record schema
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m30s
2026-08-04 16:59:31 +08:00
suyx 33f87f8db3 test: scaffold WP7-05 candidate UI gate
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m18s
2026-08-04 16:58:15 +08:00
suyx 84a845136e test(wp7-02): enforce exact image dimensions
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 51s
2026-08-04 16:28:31 +08:00
suyx 470d243b5b feat: execute WP7-02 independent model matrices
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 54s
2026-08-04 16:01:31 +08:00
suyx a7772a7e92 test: harden WP7-04 release gate evidence
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 3m1s
2026-08-04 15:49:25 +08:00
suyx c2f89453a2 feat: add secure WP7-02 external executor
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 48s
2026-08-04 15:46:38 +08:00
suyx 2bfb5f2953 test: prove Amap monthly egress hard stop
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 50s
2026-08-04 15:39:46 +08:00
suyx 597f4647ef test: define WP7-02 controlled executor contract
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m51s
2026-08-04 15:38:29 +08:00
suyx 68a1991255 test: configure WP7-02 OneAPI model routes
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 3m5s
2026-08-04 15:29:26 +08:00
suyx 4ec8327f5e feat: add controlled Amap credential probe
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m0s
2026-08-04 14:52:23 +08:00
suyx 28e6f66a1d test: add WP7-02 controlled real contract gate
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m36s
2026-08-04 14:06:52 +08:00
suyx cca0a38ada feat: add Resend release gate evidence validation (TASK-WP7-03)
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 59s
2026-08-04 13:51:02 +08:00
suyx d474768a2b test: record WP7-04 Amap external blocker
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 57s
2026-08-04 13:35:10 +08:00
suyx 623cad25b2 feat: record WP7-01 release candidate environment
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 1m5s
2026-08-04 13:24:35 +08:00
suyx c601c848f5 merge: integrate WP4-07 Green baseline for TASK-WP7-01
# Conflicts:
#	package.json
2026-08-04 13:13:49 +08:00
suyx c0a8bd6d43 test: complete WP4-07 visual and performance budgets
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 2m34s
2026-08-04 12:55:25 +08:00
suyx 1c46311e05 feat: implement sensitive operation audit retention (TASK-WP6-04)
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 59s
2026-08-04 11:51:09 +08:00
suyx c589b8bb4e merge: integrate WP6-05 baseline for TASK-WP6-04
# Conflicts:
#	apps/api/src/app.ts
#	apps/api/src/main.ts
#	apps/web/src/generated/api/sdk.gen.ts
#	apps/web/src/generated/api/types.gen.ts
#	apps/web/src/main.tsx
#	openapi/openapi.json
#	package.json
2026-08-04 11:09:03 +08:00
suyx d11e036c22 merge: integrate WP6-03 dependency for TASK-WP6-04
# Conflicts:
#	apps/api/src/app.ts
#	apps/web/src/generated/api/sdk.gen.ts
#	openapi/openapi.json
2026-08-04 11:05:14 +08:00
suyx 33b02df970 merge: integrate WP6-02 dependency for TASK-WP6-04
# Conflicts:
#	apps/api/src/app.ts
#	apps/web/src/main.tsx
2026-08-04 11:01:15 +08:00
suyx 76bb685b5b merge: integrate WP6-01 dependency for TASK-WP6-04
# Conflicts:
#	apps/web/src/admin-models.tsx
#	apps/web/src/admin-users.tsx
#	apps/web/src/main.tsx
#	package.json
#	scripts/lib/openapi.mjs
2026-08-04 11:00:24 +08:00
suyx 361b435506 merge: integrate WP5-07 dependency for TASK-WP6-04 2026-08-04 10:58:59 +08:00
suyx 15f7afbe4d merge: integrate WP5-07 preview lifecycle baseline 2026-08-04 10:56:01 +08:00
suyx e054cda94f merge: integrate WP5-03 validation fixes 2026-08-04 10:55:51 +08:00
suyx 8c0adde77c merge: integrate WP5-05 and WP5-06 baseline
# Conflicts:
#	package.json
2026-08-04 10:54:59 +08:00
suyx 70754ec12b feat: enforce WP6-03 external service hard stops
Dada P0-A isolated Windows CI / validate-and-package (push) Successful in 9m34s
2026-08-04 02:17:21 +08:00
suyx d738ea175e feat: implement TASK-WP6-02 private content access
Dada P0-A isolated Windows CI / validate-and-package (push) Successful in 10m0s
2026-08-04 02:14:29 +08:00
suyx 5041dc03c3 feat: add admin state and diagnostics (TASK-WP6-05)
Dada P0-A isolated Windows CI / validate-and-package (push) Successful in 12m4s
2026-08-04 01:51:35 +08:00
suyx 2c803454de feat: implement TASK-WP5-07 preview grant lifecycle
Dada P0-A isolated Windows CI / validate-and-package (push) Successful in 14m18s
2026-08-04 01:29:29 +08:00
suyx eed125c118 fix: build WP5-04 workspace API dependencies
Dada P0-A isolated Windows CI / validate-and-package (push) Successful in 9m15s
2026-08-04 00:42:31 +08:00
suyx 5e2d4e7aaf fix: stabilize TASK-WP5-03 CI toolchain timeout
Dada P0-A isolated Windows CI / validate-and-package (push) Successful in 9m56s
2026-08-04 00:29:02 +08:00
suyx dc83408ec2 test: validate WP5 task lineage for WP4-07 gate
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 3m23s
2026-08-03 19:26:39 +08:00
suyx 40ecf0414a test: establish WP4-07 visual performance red harness
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 4m19s
2026-08-03 19:15:58 +08:00
suyx 19212cc1b6 feat: scaffold TASK-WP6-01 admin operations
Dada P0-A isolated Windows CI / validate-and-package (push) Successful in 10m45s
2026-08-03 19:15:03 +08:00
161 changed files with 28833 additions and 183 deletions
+29
View File
@@ -0,0 +1,29 @@
{
"appVersion": "0.0.0",
"browsers": [
{
"brand": "Google Chrome",
"fullVersion": "150.0.7871.187"
},
{
"brand": "Microsoft Edge",
"fullVersion": "151.0.4129.59"
}
],
"buildCommit": "08f3cccae4a1e75e2f2292eef14611313523916d",
"deferredExternalTasks": [
"TASK-WP7-03",
"TASK-WP7-04"
],
"finalRelease": true,
"fixedPort": 43121,
"frozenFromCommit": "08e9c39e49d68f8642d5acfe22b0fdb40a3a08fa",
"recordedAt": "2026-08-04T15:20:54.271Z",
"releaseStatus": "first_version_internal",
"schemaVersion": "1.0",
"windows": {
"arch": "x64",
"build": "26200.8875",
"displayVersion": "25H2"
}
}
+148
View File
@@ -0,0 +1,148 @@
import type BetterSqlite3 from "better-sqlite3";
import type {
AdminAuditQuery,
AdminOperationAuditItem,
AdminOperationAuditResponse,
PrivateContentAccessAuditItem,
PrivateContentAccessAuditResponse,
} from "@dada/shared-contracts";
interface AuditCursor {
logId: string;
occurredAt: number;
}
interface AdminOperationRow {
actor_ref: string;
actor_type: "system" | "super_admin";
after_summary: string | null;
before_summary: string | null;
expires_at: number;
log_id: string;
occurred_at: number;
operation_type: string;
result: "failed" | "succeeded";
target_ref: string;
target_type: string;
}
interface PrivateContentAccessRow {
actor_ref: string;
content_type: "image" | "prompt";
expires_at: number;
log_id: string;
occurred_at: number;
target_ref: string;
}
export class AdminAuditQueryError extends Error {
constructor() {
super("admin_audit_query_invalid");
this.name = "AdminAuditQueryError";
}
}
function encodeCursor(row: { log_id: string; occurred_at: number }) {
return Buffer.from(JSON.stringify([row.occurred_at, row.log_id]), "utf8").toString("base64url");
}
function decodeCursor(cursor: string | undefined): AuditCursor | undefined {
if (!cursor) return undefined;
try {
const parsed: unknown = JSON.parse(Buffer.from(cursor, "base64url").toString("utf8"));
if (!Array.isArray(parsed) || parsed.length !== 2 || !Number.isSafeInteger(parsed[0])
|| typeof parsed[1] !== "string" || !/^[A-Za-z0-9][A-Za-z0-9_.:-]{0,159}$/.test(parsed[1])) {
throw new AdminAuditQueryError();
}
return { occurredAt: parsed[0] as number, logId: parsed[1] };
} catch (error) {
if (error instanceof AdminAuditQueryError) throw error;
throw new AdminAuditQueryError();
}
}
function normalizeLimit(limit: number | undefined) {
if (limit === undefined) return 50;
if (!Number.isSafeInteger(limit) || limit < 1 || limit > 100) throw new AdminAuditQueryError();
return limit;
}
function pageRows<Row extends { log_id: string; occurred_at: number }>(rows: Row[], limit: number) {
const hasMore = rows.length > limit;
const items = hasMore ? rows.slice(0, limit) : rows;
return { items, nextCursor: hasMore ? encodeCursor(items[items.length - 1]!) : null };
}
function iso(value: number) {
return new Date(value).toISOString();
}
export function listAdminOperationAudit(
database: BetterSqlite3.Database,
query: AdminAuditQuery,
clock: () => number = Date.now,
): AdminOperationAuditResponse {
const cursor = decodeCursor(query.cursor);
const limit = normalizeLimit(query.limit);
const rows = (cursor
? database.prepare(`
SELECT actor_ref, actor_type, after_summary, before_summary, expires_at, log_id,
occurred_at, operation_type, result, target_ref, target_type
FROM admin_operation_logs
WHERE occurred_at < ? OR (occurred_at = ? AND log_id < ?)
ORDER BY occurred_at DESC, log_id DESC LIMIT ?
`).all(cursor.occurredAt, cursor.occurredAt, cursor.logId, limit + 1)
: database.prepare(`
SELECT actor_ref, actor_type, after_summary, before_summary, expires_at, log_id,
occurred_at, operation_type, result, target_ref, target_type
FROM admin_operation_logs
ORDER BY occurred_at DESC, log_id DESC LIMIT ?
`).all(limit + 1)) as AdminOperationRow[];
const page = pageRows(rows, limit);
const items: AdminOperationAuditItem[] = page.items.map((row) => ({
actor_ref: row.actor_ref,
actor_type: row.actor_type,
after_summary: row.after_summary,
before_summary: row.before_summary,
expires_at: iso(row.expires_at),
log_id: row.log_id,
occurred_at: iso(row.occurred_at),
operation_type: row.operation_type,
result: row.result,
target_ref: row.target_ref,
target_type: row.target_type,
}));
return { generated_at: iso(clock()), items, next_cursor: page.nextCursor };
}
export function listPrivateContentAccessAudit(
database: BetterSqlite3.Database,
query: AdminAuditQuery,
clock: () => number = Date.now,
): PrivateContentAccessAuditResponse {
const cursor = decodeCursor(query.cursor);
const limit = normalizeLimit(query.limit);
const rows = (cursor
? database.prepare(`
SELECT actor_ref, content_type, expires_at, log_id, occurred_at, target_ref
FROM private_content_access_logs
WHERE occurred_at < ? OR (occurred_at = ? AND log_id < ?)
ORDER BY occurred_at DESC, log_id DESC LIMIT ?
`).all(cursor.occurredAt, cursor.occurredAt, cursor.logId, limit + 1)
: database.prepare(`
SELECT actor_ref, content_type, expires_at, log_id, occurred_at, target_ref
FROM private_content_access_logs
ORDER BY occurred_at DESC, log_id DESC LIMIT ?
`).all(limit + 1)) as PrivateContentAccessRow[];
const page = pageRows(rows, limit);
const items: PrivateContentAccessAuditItem[] = page.items.map((row) => ({
actor_ref: row.actor_ref,
content_type: row.content_type,
expires_at: iso(row.expires_at),
log_id: row.log_id,
occurred_at: iso(row.occurred_at),
target_ref: row.target_ref,
}));
return { generated_at: iso(clock()), items, next_cursor: page.nextCursor };
}
+194
View File
@@ -0,0 +1,194 @@
import type BetterSqlite3 from "better-sqlite3";
import type { AdminDiagnosticsResponse, AdminServicesStorageResponse } from "@dada/shared-contracts";
import type { BrowserSupportRelease } from "./browser-support.js";
import type { ManagedStorage } from "./managed-storage.js";
import type { ModelConfigurationService } from "./model-configuration.js";
type AdminService = AdminServicesStorageResponse["services"][number];
const adminServiceIds = ["resend", "amap", "ai_gateway", "worker", "api", "asset_root"] as const;
const forbiddenDiagnosticPatterns = [
/\b(?:api[_ -]?key|secret|password|credential|authorization|bearer|session[_ -]?token|cookie|prompt|email|token)\b/i,
/[A-Z]:[\\/](?:Users|Documents|ProgramData|Windows)[\\/]/i,
/\\\\[^\\\s]+\\[^\s]+/,
/[A-Z0-9._%+-]+@[A-Z0-9.-]+\.[A-Z]{2,}/i,
/https?:\/\//i,
];
const safePauseReasons = new Set([
"asset_manifest_invalid", "asset_root_missing", "asset_root_state_missing", "balance_insufficient", "configured_disabled", "contract_blocked",
"contract_unverified", "gateway_balance_insufficient", "gateway_paused", "health_check_failed",
"model_disabled", "provider_unavailable", "quota_exhausted", "service_state_missing", "unknown",
"worker_degraded", "worker_state_missing", "worker_stopped",
]);
function iso(value: number | string | null | undefined) {
if (value === null || value === undefined) return null;
return typeof value === "number" ? new Date(value).toISOString() : value;
}
function tableExists(database: BetterSqlite3.Database, table: string) {
return Boolean(database.prepare("SELECT 1 AS present FROM sqlite_master WHERE type = 'table' AND name = ?").get(table));
}
function safeService(
service_id: AdminService["service_id"],
status: AdminService["status"],
impact_scope: AdminService["impact_scope"],
configured: boolean,
checked_at: string | null,
pause_reason: string | null = null,
): AdminService {
return { checked_at, configured, impact_scope, pause_reason, service_id, status };
}
function safeReason(value: unknown) {
return typeof value === "string" && safePauseReasons.has(value) ? value : null;
}
function serviceUsage(database: BetterSqlite3.Database, serviceName: string) {
if (!tableExists(database, "external_service_usage")) return undefined;
const columns = new Set((database.prepare("PRAGMA table_info(external_service_usage)").all() as Array<{ name: string }>).map((column) => column.name));
const serviceColumn = columns.has("service_name") ? "service_name" : columns.has("service_id") ? "service_id" : undefined;
if (!serviceColumn || !columns.has("service_status")) return undefined;
const row = database.prepare(`SELECT service_status, ${columns.has("checked_at") ? "checked_at" : "NULL AS checked_at"}, ${columns.has("pause_reason") ? "pause_reason" : "NULL AS pause_reason"} FROM external_service_usage WHERE ${serviceColumn} = ? ORDER BY rowid DESC LIMIT 1`).get(serviceName) as { service_status: string; checked_at: number | string | null; pause_reason: string | null } | undefined;
if (!row) return undefined;
const status = new Set<AdminService["status"]>(["active", "paused_quota", "paused_provider", "disabled"]).has(row.service_status as AdminService["status"])
? row.service_status as AdminService["status"]
: "degraded";
return { status, checked_at: iso(row.checked_at), pause_reason: safeReason(row.pause_reason) };
}
function workerStatus(database: BetterSqlite3.Database) {
if (!tableExists(database, "worker_runtime_state")) return { status: "unavailable" as const, checked_at: null, pause_reason: "worker_state_missing" };
const row = database.prepare("SELECT status, reason, updated_at FROM worker_runtime_state WHERE singleton = 1").get() as { status: string; reason: string | null; updated_at: number | string | null } | undefined;
if (!row) return { status: "unavailable" as const, checked_at: null, pause_reason: "worker_state_missing" };
return {
status: row.status === "ready" ? "active" as const : row.status === "degraded" ? "degraded" as const : "unavailable" as const,
checked_at: iso(row.updated_at),
pause_reason: safeReason(row.reason),
};
}
export function createAdminServicesStorageProvider(input: {
database: BetterSqlite3.Database;
models?: ModelConfigurationService;
storage?: ManagedStorage;
assetRoot?: Pick<AdminService, "configured" | "status" | "checked_at" | "pause_reason">;
clock?: () => number;
}): () => AdminServicesStorageResponse {
const clock = input.clock ?? Date.now;
return () => {
const generatedAt = new Date(clock()).toISOString();
const resend = serviceUsage(input.database, "resend");
const amap = serviceUsage(input.database, "amap");
const worker = workerStatus(input.database);
const modelRuntime = input.models?.read().models ?? [];
const unavailableModels = modelRuntime.filter((model) => !model.runtime_availability.available_for_new_jobs);
const gatewayReason = unavailableModels[0]?.runtime_availability.reason ?? null;
const storageState = input.storage?.getState();
const cleanupPendingCount = tableExists(input.database, "file_cleanup_queue")
? (input.database.prepare("SELECT COUNT(*) AS count FROM file_cleanup_queue WHERE status IN ('pending', 'failed')").get() as { count: number }).count
: 0;
const services: AdminService[] = [
safeService("resend", resend?.status ?? "unavailable", "authentication", Boolean(resend), resend?.checked_at ?? null, resend?.pause_reason ?? "service_state_missing"),
safeService("amap", amap?.status ?? "unavailable", "location", Boolean(amap), amap?.checked_at ?? null, amap?.pause_reason ?? "service_state_missing"),
safeService("ai_gateway", unavailableModels.length > 0 ? "degraded" : modelRuntime.length > 0 ? "active" : "unavailable", "generation", modelRuntime.length > 0, generatedAt, safeReason(gatewayReason)),
safeService("worker", worker.status, "generation", worker.status !== "unavailable", worker.checked_at, worker.pause_reason),
safeService("api", "active", "api", true, generatedAt),
safeService(
"asset_root",
input.assetRoot?.status ?? "unavailable",
"storage",
input.assetRoot?.configured ?? false,
input.assetRoot?.checked_at ?? null,
input.assetRoot?.pause_reason ?? "asset_root_state_missing",
),
];
return assertSafeAdminServicesStorage({
generated_at: generatedAt,
services,
storage: {
capacity_notice_level: storageState?.capacity_notice_level ?? "normal",
cleanup_pending_count: cleanupPendingCount,
data_root_ref: "configured_local_data_root",
hard_limit_bytes: storageState?.hard_limit_bytes ?? 5_368_709_120,
last_measured_at: storageState?.measured_at ?? null,
managed_content_bytes: storageState?.managed_content_bytes ?? 0,
remeasurement_required: storageState?.storage_status === "unavailable",
status: storageState?.storage_status ?? "unavailable",
storage_backend: "local_filesystem",
},
});
};
}
function diagnosticText(input: AdminServicesStorageResponse, system: AdminDiagnosticsResponse["system"]) {
const lines = [
"Dada P0-A diagnostics",
`app_version=${system.app_version}`,
`api_status=${system.api_status}`,
`worker_status=${system.worker_status}`,
`storage_status=${input.storage.status}`,
`capacity_notice_level=${input.storage.capacity_notice_level}`,
`managed_content_bytes=${input.storage.managed_content_bytes}`,
`hard_limit_bytes=${input.storage.hard_limit_bytes}`,
`cleanup_pending_count=${input.storage.cleanup_pending_count}`,
];
for (const service of input.services) lines.push(`service.${service.service_id}=${service.status}`);
return lines.join("\n");
}
export function createAdminDiagnosticsProvider(input: {
servicesStorage: () => AdminServicesStorageResponse;
browserSupportRelease?: BrowserSupportRelease;
appVersion?: string;
clock?: () => number;
}): () => AdminDiagnosticsResponse {
const clock = input.clock ?? Date.now;
return () => {
const services = input.servicesStorage();
const system: AdminDiagnosticsResponse["system"] = {
api_status: "ready",
app_version: input.appVersion ?? input.browserSupportRelease?.appVersion ?? "0.0.0",
browser_support: (input.browserSupportRelease?.browsers ?? []).map((browser) => ({
brand: browser.brand,
major: Number.parseInt(browser.fullVersion.split(".")[0] ?? "0", 10),
})).filter((browser) => Number.isSafeInteger(browser.major) && browser.major > 0),
worker_status: services.services.find((service) => service.service_id === "worker")?.status === "active"
? "ready"
: services.services.find((service) => service.service_id === "worker")?.status === "unavailable"
? "unavailable"
: "degraded",
};
return assertSafeAdminDiagnostics({
generated_at: new Date(clock()).toISOString(),
diagnostic_text: diagnosticText(services, system),
services,
system,
});
};
}
export function assertSafeAdminServicesStorage(input: AdminServicesStorageResponse) {
const ids = input.services.map((service) => service.service_id);
if (ids.length !== adminServiceIds.length || new Set(ids).size !== adminServiceIds.length
|| adminServiceIds.some((serviceId) => !ids.includes(serviceId))) {
throw new Error("admin_service_state_incomplete");
}
if (input.services.some((service) => service.pause_reason !== null && !safePauseReasons.has(service.pause_reason))) {
throw new Error("admin_services_redaction_failed");
}
if (forbiddenDiagnosticPatterns.some((pattern) => pattern.test(JSON.stringify(input)))) {
throw new Error("admin_services_redaction_failed");
}
return input;
}
export function assertSafeAdminDiagnostics(input: AdminDiagnosticsResponse) {
assertSafeAdminServicesStorage(input.services);
if (forbiddenDiagnosticPatterns.some((pattern) => pattern.test(input.diagnostic_text))) {
throw new Error("admin_diagnostics_redaction_failed");
}
return input;
}
+150 -1
View File
@@ -1,5 +1,31 @@
import { request as httpsRequest } from "node:https";
const amapHostname = "restapi.amap.com" as const;
const amapMaxResponseBytes = 65_536;
const amapTimeoutMs = 15_000;
export interface AmapHttpRequest {
allowRedirects: false;
hostname: typeof amapHostname;
maxResponseBytes: number;
method: "GET";
path: string;
protocol: "https:";
rejectUnauthorized: true;
timeoutMs: number;
}
type AmapRequester = (request: AmapHttpRequest) => Promise<unknown>;
export class AmapAdapterError extends Error {
constructor(readonly code: "amap_adapter_disposed" | "amap_invalid_request" | "amap_invalid_response" | "amap_provider_rejected" | "amap_provider_unavailable" | "amap_redirect_rejected" | "amap_request_timeout" | "amap_response_too_large") {
super(code);
}
}
export interface AmapAdapter {
reverseGeocode(coordinates: { latitude: number; longitude: number }): Promise<{ formattedValue: string; serviceMode: "mock" }>;
dispose?(): void;
reverseGeocode(coordinates: { latitude: number; longitude: number }): Promise<{ formattedValue: string; serviceMode: "mock" | "real" }>;
}
export class MockAmapAdapter implements AmapAdapter {
@@ -13,3 +39,126 @@ export class MockAmapAdapter implements AmapAdapter {
};
}
}
function requestAmapJson(input: AmapHttpRequest) {
return new Promise<unknown>((resolve, reject) => {
if (input.protocol !== "https:" || input.hostname !== amapHostname || input.allowRedirects || !input.rejectUnauthorized) {
reject(new AmapAdapterError("amap_invalid_request"));
return;
}
let settled = false;
const finish = (callback: () => void) => {
if (settled) return;
settled = true;
callback();
};
const request = httpsRequest({
headers: { Accept: "application/json" },
hostname: input.hostname,
method: input.method,
path: input.path,
port: 443,
protocol: input.protocol,
rejectUnauthorized: input.rejectUnauthorized,
servername: input.hostname,
}, (response) => {
const statusCode = response.statusCode ?? 0;
if (statusCode >= 300 && statusCode < 400) {
response.resume();
finish(() => reject(new AmapAdapterError("amap_redirect_rejected")));
return;
}
if (statusCode !== 200) {
response.resume();
finish(() => reject(new AmapAdapterError("amap_provider_unavailable")));
return;
}
const declaredLength = Number(response.headers["content-length"] ?? 0);
if (Number.isFinite(declaredLength) && declaredLength > input.maxResponseBytes) {
response.destroy();
finish(() => reject(new AmapAdapterError("amap_response_too_large")));
return;
}
const chunks: Buffer[] = [];
let receivedBytes = 0;
response.on("data", (chunk: Buffer | string) => {
const bytes = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
receivedBytes += bytes.length;
if (receivedBytes > input.maxResponseBytes) {
response.destroy();
finish(() => reject(new AmapAdapterError("amap_response_too_large")));
return;
}
chunks.push(bytes);
});
response.on("end", () => {
finish(() => {
try {
resolve(JSON.parse(Buffer.concat(chunks).toString("utf8")));
} catch {
reject(new AmapAdapterError("amap_invalid_response"));
} finally {
for (const chunk of chunks) chunk.fill(0);
chunks.length = 0;
}
});
});
});
request.setTimeout(input.timeoutMs, () => request.destroy(new AmapAdapterError("amap_request_timeout")));
request.on("error", (error) => finish(() => reject(error instanceof AmapAdapterError ? error : new AmapAdapterError("amap_provider_unavailable"))));
request.end();
});
}
function isRecord(value: unknown): value is Record<string, unknown> {
return Boolean(value) && typeof value === "object" && !Array.isArray(value);
}
export class RealAmapAdapter implements AmapAdapter {
private readonly credential: Buffer;
private readonly requester: AmapRequester;
private disposed = false;
constructor(value: string, options: { request?: AmapRequester } = {}) {
if (!value.trim()) throw new AmapAdapterError("amap_invalid_request");
this.credential = Buffer.from(value, "utf8");
this.requester = options.request ?? requestAmapJson;
}
async reverseGeocode(coordinates: { latitude: number; longitude: number }) {
if (this.disposed) throw new AmapAdapterError("amap_adapter_disposed");
if (!Number.isFinite(coordinates.latitude) || coordinates.latitude < -90 || coordinates.latitude > 90
|| !Number.isFinite(coordinates.longitude) || coordinates.longitude < -180 || coordinates.longitude > 180) {
throw new AmapAdapterError("amap_invalid_request");
}
const query = new URLSearchParams({
extensions: "base",
key: this.credential.toString("utf8"),
location: `${coordinates.longitude},${coordinates.latitude}`,
});
const response = await this.requester({
allowRedirects: false,
hostname: amapHostname,
maxResponseBytes: amapMaxResponseBytes,
method: "GET",
path: `/v3/geocode/regeo?${query.toString()}`,
protocol: "https:",
rejectUnauthorized: true,
timeoutMs: amapTimeoutMs,
});
if (!isRecord(response) || response.status !== "1" || !isRecord(response.regeocode)) {
throw new AmapAdapterError("amap_provider_rejected");
}
const formattedValue = typeof response.regeocode.formatted_address === "string"
? response.regeocode.formatted_address.trim()
: "";
if (!formattedValue || formattedValue.length > 200) throw new AmapAdapterError("amap_invalid_response");
return { formattedValue, serviceMode: "real" as const };
}
dispose() {
if (this.disposed) return;
this.disposed = true;
this.credential.fill(0);
}
}
+646 -7
View File
@@ -1,6 +1,6 @@
import { randomBytes, randomUUID } from "node:crypto";
import { createReadStream, readFileSync } from "node:fs";
import { resolve } from "node:path";
import { createReadStream, existsSync, readFileSync } from "node:fs";
import { extname, resolve } from "node:path";
import {
AccountDeletionCompleteRequestSchema,
@@ -9,7 +9,24 @@ import {
AccountProfileUpdateRequestSchema,
AccountProfileUpdateResponseSchema,
AccountSettingsResponseSchema,
AdminAuditQuerySchema,
AdminAuthenticatedUserSchema,
AdminGenerationRecordSchema,
AdminGenerationListResponseSchema,
AdminOverviewResponseSchema,
AdminOperationAuditItemSchema,
AdminOperationAuditResponseSchema,
AdminServicesResponseSchema,
AdminServiceHealthCheckRequestSchema,
AdminServiceLimitRequestSchema,
AdminServiceParamsSchema,
AdminServiceRecoveryRequestSchema,
ExternalServiceIdSchema,
ExternalServicePeriodTypeSchema,
ExternalServiceStatusSchema,
ExternalServiceUsageSchema,
AdminDiagnosticsResponseSchema,
AdminServicesStorageResponseSchema,
AdminCreditParamsSchema,
AdminLoginCompleteRequestSchema,
AdminLoginCompleteResponseSchema,
@@ -60,6 +77,12 @@ import {
ModelConfigUpdateRequestSchema,
ModelParamsSchema,
ModelConfigUpdateHeadersSchema,
PrivateContentGenerationParamsSchema,
PrivateContentNoticeAckRequestSchema,
PrivateContentNoticeAckResponseSchema,
PrivateContentPromptResponseSchema,
PrivateContentAccessAuditItemSchema,
PrivateContentAccessAuditResponseSchema,
FailedEmptyTrashRequestSchema,
FailedEmptyTrashResponseSchema,
ExportFormatSchema,
@@ -110,6 +133,10 @@ import {
type BootstrapResponse,
type AdminLoginCompleteRequest,
type AdminLoginSendRequest,
type AdminOverviewResponse,
type AdminAuditQuery,
type AdminDiagnosticsResponse,
type AdminServicesStorageResponse,
type AccountDeletionCompleteRequest,
type AccountProfileUpdateRequest,
type AdminCreditParams,
@@ -174,13 +201,40 @@ import {
registrationFieldError,
} from "./registration-errors.js";
import type { RegistrationService } from "./registration.js";
import {
AdminAuditQueryError,
listAdminOperationAudit,
listPrivateContentAccessAudit,
} from "./admin-audit.js";
import type { AssetPreviewGrantService } from "./preview-grants.js";
import type { RecentAssetService } from "./recent-assets.js";
import type { AmapAdapter } from "./amap-adapter.js";
import { ExternalServiceUsageError, type ExternalServiceUsage } from "./external-service-usage.js";
import { ModelConfigurationError } from "./model-configuration.js";
import type { ModelConfigurationService } from "./model-configuration.js";
import { StickerReleaseError } from "./sticker-release-errors.js";
import type { StickerReleaseService } from "./sticker-releases.js";
import type { ManagedStorage } from "./managed-storage.js";
import { PrivateContentError, PrivateContentService } from "./private-content.js";
import { assertSafeAdminDiagnostics, assertSafeAdminServicesStorage } from "./admin-state.js";
const productAssetContentTypes: Readonly<Record<string, string>> = {
".css": "text/css; charset=utf-8",
".jpeg": "image/jpeg",
".jpg": "image/jpeg",
".js": "text/javascript; charset=utf-8",
".json": "application/json; charset=utf-8",
".mjs": "text/javascript; charset=utf-8",
".png": "image/png",
".svg": "image/svg+xml",
".webp": "image/webp",
".woff": "font/woff",
".woff2": "font/woff2",
};
function productAssetContentType(path: string) {
return productAssetContentTypes[extname(path).toLowerCase()] ?? "application/octet-stream";
}
const defaultBootstrap: BootstrapResponse = {
app_version: "0.0.0",
@@ -195,16 +249,21 @@ const defaultBootstrap: BootstrapResponse = {
};
export interface CreateAppOptions {
adminDiagnostics?: () => AdminDiagnosticsResponse | Promise<AdminDiagnosticsResponse>;
adminOverview?: () => AdminOverviewResponse | Promise<AdminOverviewResponse>;
adminServicesStorage?: () => AdminServicesStorageResponse | Promise<AdminServicesStorageResponse>;
amap?: AmapAdapter;
assetReleases?: AssetReleaseReader;
bootstrap?: () => BootstrapResponse | Promise<BootstrapResponse>;
browserGate?: boolean;
productIndexHtml?: string;
browserSupportRelease?: BrowserSupportRelease;
browserSupportSecret?: Buffer;
credits?: CreditService;
eventHub?: EventHub;
generations?: GenerationSubmissionService;
latestExports?: LatestExportService;
localTestAuth?: boolean;
models?: ModelConfigurationService;
networkBoundary?: NetworkBoundaryOptions;
publicAssets?: PublicAssetResolver;
@@ -216,20 +275,27 @@ export interface CreateAppOptions {
resourceId: string;
userId: string;
}) => boolean | Promise<boolean>;
previewGrants?: AssetPreviewGrantService;
privateAssetAdminAuthorizer?: (input: {
adminUserId: string;
ownerId: string;
releaseVersion: string;
resourceId: string;
}) => boolean | Promise<boolean>;
privateContent?: PrivateContentService;
registration?: RegistrationService;
stickers?: StickerReleaseService;
serviceUsage?: ExternalServiceUsage;
}
const supportGateDirectory = resolve(process.env.DADA_SUPPORT_GATE_ROOT ?? "apps/web/support-gate");
const supportGateHtml = readFileSync(resolve(supportGateDirectory, "index.html"), "utf8");
const supportGateCss = readFileSync(resolve(supportGateDirectory, "support-gate.css"), "utf8");
const supportGateJavaScript = readFileSync(resolve(supportGateDirectory, "support-gate.js"), "utf8");
const productWebRoot = resolve(process.env.DADA_WEB_ROOT ?? "apps/web/dist");
const packagedProductIndexHtml = existsSync(resolve(productWebRoot, "index.html"))
? readFileSync(resolve(productWebRoot, "index.html"), "utf8")
: undefined;
const clientHints = "Sec-CH-UA, Sec-CH-UA-Full-Version-List, Sec-CH-UA-Platform";
const contentSecurityPolicy = [
"default-src 'self'",
@@ -660,7 +726,15 @@ function sendBrowserUnsupported(
export async function createApp(options: CreateAppOptions = {}) {
const eventHub = options.eventHub ?? new EventHub();
const bootstrap = options.bootstrap ?? (() => defaultBootstrap);
const privateContent = options.privateContent ?? (options.registration
? new PrivateContentService(
options.registration.database,
options.registration.options.currentPrivacyNoticeVersion,
options.registration.options.clock,
)
: undefined);
const browserGate = options.browserGate ?? true;
const productIndexHtml = options.productIndexHtml ?? packagedProductIndexHtml;
const browserSupportSecret = options.browserSupportSecret ?? randomBytes(32);
const browserSupportRelease = options.browserSupportRelease;
const app = Fastify({
@@ -711,6 +785,29 @@ export async function createApp(options: CreateAppOptions = {}) {
AdminLoginCompleteRequestSchema,
AdminLoginCompleteResponseSchema,
AdminSessionResponseSchema,
AdminAuditQuerySchema,
AdminOperationAuditItemSchema,
AdminOperationAuditResponseSchema,
AdminGenerationRecordSchema,
AdminGenerationListResponseSchema,
PrivateContentNoticeAckRequestSchema,
PrivateContentNoticeAckResponseSchema,
PrivateContentPromptResponseSchema,
PrivateContentAccessAuditItemSchema,
PrivateContentAccessAuditResponseSchema,
PrivateContentGenerationParamsSchema,
AdminOverviewResponseSchema,
AdminServicesResponseSchema,
AdminServiceHealthCheckRequestSchema,
AdminServiceLimitRequestSchema,
AdminServiceParamsSchema,
AdminServiceRecoveryRequestSchema,
ExternalServiceIdSchema,
ExternalServicePeriodTypeSchema,
ExternalServiceStatusSchema,
ExternalServiceUsageSchema,
AdminServicesStorageResponseSchema,
AdminDiagnosticsResponseSchema,
CreditSummarySchema,
CreditEntryTypeSchema,
CreditEntryStatusSchema,
@@ -829,11 +926,25 @@ export async function createApp(options: CreateAppOptions = {}) {
});
for (const route of ["/", "/app", "/app/*", "/admin", "/admin/*"]) {
app.get(route, { schema: { hide: true } }, async (_request, reply) => {
app.get(route, { schema: { hide: true } }, async (request, reply) => {
reply.type("text/html; charset=utf-8");
return supportGateHtml;
if (!browserGate) return productIndexHtml ?? supportGateHtml;
const verified = verifyBrowserSupportCookie({
cookieHeader: headerValue(request.headers.cookie),
release: browserSupportRelease,
secChUa: headerValue(request.headers["sec-ch-ua"]),
secret: browserSupportSecret,
});
return verified.supported && productIndexHtml ? productIndexHtml : supportGateHtml;
});
}
app.get("/assets/*", { schema: { hide: true } }, async (request, reply) => {
const relativePath = decodeURIComponent(request.url.split("?", 1)[0]!.slice("/assets/".length));
const assetPath = resolve(productWebRoot, "assets", relativePath);
if (!assetPath.startsWith(resolve(productWebRoot, "assets")) || !existsSync(assetPath)) return reply.code(404).send();
reply.type(productAssetContentType(assetPath));
return reply.send(readFileSync(assetPath));
});
app.get("/support-gate.css", { schema: { hide: true } }, async (_request, reply) => {
reply.type("text/css; charset=utf-8");
return supportGateCss;
@@ -852,6 +963,167 @@ export async function createApp(options: CreateAppOptions = {}) {
status: "ready",
}));
const readAdminRequestSession = (request: { headers: Record<string, string | string[] | undefined> }) => {
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
return token && options.registration ? options.registration.readAdminSession(token) : undefined;
};
const privateContentNoticeRequired = (reply: FastifyReply, correlationId: string) => {
const notice = privateContent?.currentNotice();
return reply.code(428).send(createErrorEnvelope({
code: "PRIVATE_CONTENT_NOTICE_ACK_REQUIRED",
correlationId,
details: { latest_version: notice?.version ?? "" },
}));
};
app.post(
"/api/v1/admin/private-content-notice/ack",
{
attachValidation: true,
schema: {
body: Type.Ref(PrivateContentNoticeAckRequestSchema),
headers: Type.Intersect([Type.Ref(CsrfHeadersSchema), Type.Ref(RegistrationCompleteHeadersSchema)]),
operationId: "ackPrivateContentNotice",
response: {
200: Type.Ref(PrivateContentNoticeAckResponseSchema),
400: Type.Ref(ErrorEnvelopeSchema),
401: Type.Ref(ErrorEnvelopeSchema),
403: Type.Ref(ErrorEnvelopeSchema),
428: Type.Ref(ErrorEnvelopeSchema),
503: Type.Ref(ErrorEnvelopeSchema),
},
tags: ["Admin Private Content"],
},
},
async (request, reply) => {
if (request.validationError || !headerValue(request.headers["idempotency-key"])) {
return reply.code(400).send(createErrorEnvelope({
code: "REGISTRATION_REQUEST_INVALID",
correlationId: request.id,
details: { field_errors: [{ field: "headers", message_key: "request.headers.invalid" }] },
}));
}
if (!privateContent || !options.registration) return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
if (!token) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
try {
const admin = options.registration.authorizeAdminMutation({
csrfToken: headerValue(request.headers["x-csrf-token"]) ?? "",
sessionToken: token,
});
const result = privateContent.acknowledge(admin.userId, (request.body as { expected_notice_version: string }).expected_notice_version);
return { acknowledged_at: result.acknowledgedAt, notice_version: result.noticeVersion, status: "acknowledged" as const };
} catch (error) {
if (error instanceof RegistrationError) return registrationFailure(reply, request.id, error);
if (error instanceof PrivateContentError && error.code === "notice_version_conflict") return privateContentNoticeRequired(reply, request.id);
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
},
);
app.get(
"/api/v1/admin/generations",
{
schema: {
operationId: "listAdminGenerations",
response: {
200: Type.Ref(AdminGenerationListResponseSchema),
401: Type.Ref(ErrorEnvelopeSchema),
428: Type.Ref(ErrorEnvelopeSchema),
503: Type.Ref(ErrorEnvelopeSchema),
},
tags: ["Admin Private Content"],
},
},
async (request, reply) => {
if (!privateContent || !options.registration) return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
const session = readAdminRequestSession(request);
if (!session) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
try {
privateContent.requireAcknowledgement(session.user_id);
return privateContent.listGenerations();
} catch (error) {
if (error instanceof PrivateContentError && error.code === "notice_required") return privateContentNoticeRequired(reply, request.id);
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
},
);
app.get(
"/api/v1/admin/private-content/generations/:generationId/prompt",
{
attachValidation: true,
schema: {
params: Type.Ref(PrivateContentGenerationParamsSchema),
operationId: "openAdminGenerationPrompt",
response: {
200: Type.Ref(PrivateContentPromptResponseSchema),
401: Type.Ref(ErrorEnvelopeSchema),
404: Type.Null(),
428: Type.Ref(ErrorEnvelopeSchema),
503: Type.Ref(ErrorEnvelopeSchema),
},
tags: ["Admin Private Content"],
},
},
async (request, reply) => {
if (request.validationError) return reply.code(404).send(null);
if (!privateContent || !options.registration) return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
const session = readAdminRequestSession(request);
if (!session) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
try {
const generationId = (request.params as { generationId: string }).generationId;
const value = privateContent.readPrompt(session.user_id, generationId);
reply.header("Cache-Control", "private, no-store");
return { content_type: "prompt" as const, generation_id: value.generationId, prompt: value.prompt };
} catch (error) {
if (error instanceof PrivateContentError && error.code === "notice_required") return privateContentNoticeRequired(reply, request.id);
if (error instanceof PrivateContentError && error.code === "not_found") return reply.code(404).send(null);
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
},
);
app.get(
"/api/v1/admin/private-content/generations/:generationId/image",
{
attachValidation: true,
schema: {
params: Type.Ref(PrivateContentGenerationParamsSchema),
operationId: "openAdminGenerationImage",
produces: ["application/octet-stream"],
response: {
200: Type.String({ format: "binary" }),
401: Type.Ref(ErrorEnvelopeSchema),
404: Type.Null(),
428: Type.Ref(ErrorEnvelopeSchema),
503: Type.Ref(ErrorEnvelopeSchema),
},
tags: ["Admin Private Content"],
},
},
async (request, reply) => {
if (request.validationError) return reply.code(404).send(null);
if (!privateContent || !options.registration || !options.latestExports) return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
const session = readAdminRequestSession(request);
if (!session) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
try {
const generationId = (request.params as { generationId: string }).generationId;
const target = privateContent.readImageTarget(session.user_id, generationId);
const item = options.latestExports.getOriginal(target.ownerId, target.projectId, target.imageId);
const extension = item.mime_type === "image/jpeg" ? "jpg" : item.mime_type === "image/webp" ? "webp" : "png";
reply.header("Cache-Control", "private, no-store");
reply.header("Content-Disposition", `inline; filename="dada-generation.${extension}"`);
reply.type(item.mime_type);
return reply.send(createReadStream(item.path));
} catch (error) {
if (error instanceof PrivateContentError && error.code === "notice_required") return privateContentNoticeRequired(reply, request.id);
if (error instanceof PrivateContentError && error.code === "not_found") return reply.code(404).send(null);
return latestExportFailure(reply, request.id, error);
}
},
);
app.get(
"/api/v1/static-stickers/current",
{ schema: { hide: true } },
@@ -1099,6 +1371,13 @@ export async function createApp(options: CreateAppOptions = {}) {
const session = token ? options.registration.readUserSession(token) : undefined;
if (!session) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
const { resourceVersion } = request.params as { resourceVersion: string };
if (options.previewGrants) {
const manifest = options.previewGrants.projectManifest({ releaseVersion: resourceVersion, userId: session.userId });
if (!manifest) return reply.code(404).send();
reply.header("Cache-Control", "private, no-store");
reply.header("Vary", "Cookie");
return manifest;
}
const available = options.assetReleases?.project("internal_preview_asset", resourceVersion);
if (!available || !options.previewAssetAuthorizer) return reply.code(404).send();
const authorizedIds: string[] = [];
@@ -1129,6 +1408,19 @@ export async function createApp(options: CreateAppOptions = {}) {
const session = token ? options.registration.readUserSession(token) : undefined;
if (!session) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
const { assetId, resourceVersion } = request.params as { assetId: string; resourceVersion: string };
if (options.previewGrants) {
const resource = options.previewGrants.readManifestItem({
manifestItemId: assetId,
releaseVersion: resourceVersion,
userId: session.userId,
});
if (!resource) return reply.code(404).send();
reply.type(resource.mimeType);
reply.header("Cache-Control", "private, no-store");
reply.header("Content-Disposition", "inline");
reply.header("Vary", "Cookie");
return resource.bytes;
}
const authorized = await options.previewAssetAuthorizer?.({ resourceId: assetId, releaseVersion: resourceVersion, userId: session.userId });
const resource = authorized ? options.assetReleases?.read("internal_preview_asset", resourceVersion, assetId) : undefined;
if (!resource) return reply.code(404).send();
@@ -1185,6 +1477,13 @@ export async function createApp(options: CreateAppOptions = {}) {
})
: false;
if (userSession?.userId !== resource.ownerId && !controlledAdmin) return reply.code(404).send();
if (adminSession && controlledAdmin && privateContent) {
try {
privateContent.recordPrivateAssetAccess(adminSession.user_id, resource.ownerId, resource.resourceId);
} catch {
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
}
reply.type(resource.mimeType);
reply.header("Cache-Control", "private, no-store");
reply.header("Content-Disposition", "inline");
@@ -1288,10 +1587,16 @@ export async function createApp(options: CreateAppOptions = {}) {
if (!token || !csrfToken) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
try {
options.registration.authorizeUserMutation({ csrfToken, sessionToken: token });
const usage = options.serviceUsage ?? options.registration.serviceUsage;
usage.claimAmap();
const result = await options.amap.reverseGeocode(request.body as ReverseGeocodeRequest);
return { formatted_value: result.formattedValue, service_mode: result.serviceMode, status: "resolved" as const };
} catch (error) {
if (error instanceof RegistrationError) return registrationFailure(reply, request.id, error);
if (error instanceof ExternalServiceUsageError) return reply.code(503).send(null);
try {
(options.serviceUsage ?? options.registration.serviceUsage).markProviderFailure({ serviceId: "amap_web_service", reason: "provider_unavailable" });
} catch { /* preserve the provider failure response */ }
return reply.code(503).send(null);
}
},
@@ -1418,19 +1723,314 @@ export async function createApp(options: CreateAppOptions = {}) {
if (!session) {
return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
}
const acknowledgement = privateContent?.readAcknowledgement(session.user_id);
const notice = privateContent?.currentNotice();
return {
acknowledged_private_content_notice_version: null,
acknowledged_private_content_notice_version: acknowledgement?.version ?? null,
admin: { role: "super_admin" as const, status: "active" as const, user_id: session.user_id },
audience: "admin" as const,
authenticated: true as const,
csrf_token: options.registration.issueAdminCsrfToken(token!),
current_private_content_notice_version: null,
...(notice ? { current_private_content_notice_message_key: notice.messageKey } : {}),
current_private_content_notice_version: notice?.version ?? null,
expires_at: new Date(session.expires_at).toISOString(),
notice_acknowledged: false,
notice_acknowledged: notice ? acknowledgement?.version === notice.version : false,
};
},
);
app.get(
"/api/v1/admin/audit/operations",
{
schema: {
operationId: "getAdminOperationAudit",
querystring: Type.Ref(AdminAuditQuerySchema),
response: {
200: Type.Ref(AdminOperationAuditResponseSchema),
400: Type.Null(),
401: Type.Ref(ErrorEnvelopeSchema),
503: Type.Null(),
},
tags: ["Admin Operations"],
},
},
async (request, reply) => {
if (!options.registration) return reply.code(503).send(null);
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
const session = token ? options.registration.readAdminSession(token) : undefined;
if (!session) {
return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
}
try {
reply.header("Cache-Control", "private, no-store");
return listAdminOperationAudit(options.registration.database, request.query as AdminAuditQuery);
} catch (error) {
if (error instanceof AdminAuditQueryError) return reply.code(400).send(null);
throw error;
}
},
);
app.get(
"/api/v1/admin/audit/private-content",
{
schema: {
operationId: "getPrivateContentAccessAudit",
querystring: Type.Ref(AdminAuditQuerySchema),
response: {
200: Type.Ref(PrivateContentAccessAuditResponseSchema),
400: Type.Null(),
401: Type.Ref(ErrorEnvelopeSchema),
503: Type.Null(),
},
tags: ["Admin Operations"],
},
},
async (request, reply) => {
if (!options.registration) return reply.code(503).send(null);
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
const session = token ? options.registration.readAdminSession(token) : undefined;
if (!session) {
return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
}
try {
reply.header("Cache-Control", "private, no-store");
return listPrivateContentAccessAudit(options.registration.database, request.query as AdminAuditQuery);
} catch (error) {
if (error instanceof AdminAuditQueryError) return reply.code(400).send(null);
throw error;
}
},
);
app.get(
"/api/v1/admin/overview",
{
schema: {
operationId: "getAdminOverview",
response: {
200: Type.Ref(AdminOverviewResponseSchema),
401: Type.Ref(ErrorEnvelopeSchema),
503: Type.Null(),
},
tags: ["Admin Operations"],
},
},
async (request, reply) => {
if (!options.registration) return reply.code(503).send(null);
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
const session = token ? options.registration.readAdminSession(token) : undefined;
if (!session) {
return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
}
if (!options.adminOverview) return reply.code(503).send(null);
try {
return await options.adminOverview();
} catch {
return reply.code(503).send(null);
}
},
);
app.get(
"/api/v1/admin/services",
{
schema: {
operationId: "getAdminServices",
response: { 200: Type.Ref(AdminServicesResponseSchema), 401: Type.Ref(ErrorEnvelopeSchema), 503: Type.Ref(ErrorEnvelopeSchema) },
tags: ["Admin Services"],
},
},
async (request, reply) => {
const registration = options.registration;
const usage = options.serviceUsage ?? registration?.serviceUsage;
if (!registration || !usage) return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
const session = token ? registration.readAdminSession(token) : undefined;
if (!session) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
return {
services: usage.readCurrent().map((row) => ({
hard_limit: row.hardLimit,
pause_reason: row.pauseReason,
period_start: new Date(row.periodStart).toISOString(),
period_type: row.periodType,
service_id: row.serviceId,
service_status: row.status,
updated_at: new Date(row.updatedAt).toISOString(),
used_count: row.usedCount,
})),
};
},
);
app.post(
"/api/v1/admin/services/:service_id/health-check",
{
attachValidation: true,
schema: {
params: Type.Ref(AdminServiceParamsSchema),
body: Type.Ref(AdminServiceHealthCheckRequestSchema),
headers: Type.Ref(ModelConfigUpdateHeadersSchema),
operationId: "checkAdminServiceHealth",
response: { 200: Type.Object({ check_id: Type.String(), available: Type.Boolean(), checked_at: Type.String() }, { additionalProperties: false }), 400: Type.Ref(ErrorEnvelopeSchema), 401: Type.Ref(ErrorEnvelopeSchema), 403: Type.Ref(ErrorEnvelopeSchema), 409: Type.Ref(ErrorEnvelopeSchema), 429: Type.Ref(ErrorEnvelopeSchema), 503: Type.Ref(ErrorEnvelopeSchema) },
tags: ["Admin Services"],
},
},
async (request, reply) => {
if (request.validationError) return reply.code(400).send(createErrorEnvelope({ code: "REGISTRATION_REQUEST_INVALID", correlationId: request.id }));
const registration = options.registration;
const usage = options.serviceUsage ?? registration?.serviceUsage;
if (!registration || !usage) return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
if (!token) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
try {
const headers = request.headers as { "x-csrf-token": string };
registration.authorizeAdminMutation({ csrfToken: headers["x-csrf-token"], sessionToken: token });
const body = request.body as { available: boolean; reason?: string };
const params = request.params as { service_id: "resend_email" | "amap_web_service" };
const check = usage.recordHealthCheck({ serviceId: params.service_id, available: body.available, ...(body.reason ? { reason: body.reason } : {}) });
return { check_id: check.checkId, available: check.available, checked_at: new Date(check.checkedAt).toISOString() };
} catch (error) {
if (error instanceof RegistrationError) return reply.code(error.httpStatus).send(createErrorEnvelope({ code: error.code, correlationId: request.id }));
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
},
);
app.get(
"/api/v1/admin/services-storage",
{
schema: {
operationId: "getAdminServicesStorage",
response: {
200: Type.Ref(AdminServicesStorageResponseSchema),
401: Type.Ref(ErrorEnvelopeSchema),
503: Type.Null(),
},
tags: ["Admin Operations"],
},
},
async (request, reply) => {
if (!options.registration) return reply.code(503).send(null);
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
const session = token ? options.registration.readAdminSession(token) : undefined;
if (!session) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
if (!options.adminServicesStorage) return reply.code(503).send(null);
try {
return assertSafeAdminServicesStorage(await options.adminServicesStorage());
} catch {
return reply.code(503).send(null);
}
},
);
app.patch(
"/api/v1/admin/services/:service_id/limits",
{
attachValidation: true,
schema: {
params: Type.Ref(AdminServiceParamsSchema),
body: Type.Ref(AdminServiceLimitRequestSchema),
headers: Type.Ref(ModelConfigUpdateHeadersSchema),
operationId: "updateAdminServiceHardLimit",
response: { 200: Type.Ref(AdminServicesResponseSchema), 400: Type.Ref(ErrorEnvelopeSchema), 401: Type.Ref(ErrorEnvelopeSchema), 403: Type.Ref(ErrorEnvelopeSchema), 409: Type.Ref(ErrorEnvelopeSchema), 429: Type.Ref(ErrorEnvelopeSchema), 503: Type.Ref(ErrorEnvelopeSchema) },
tags: ["Admin Services"],
},
},
async (request, reply) => {
if (request.validationError) return reply.code(400).send(createErrorEnvelope({ code: "REGISTRATION_REQUEST_INVALID", correlationId: request.id }));
const registration = options.registration;
const usage = options.serviceUsage ?? registration?.serviceUsage;
if (!registration || !usage) return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
if (!token) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
try {
const headers = request.headers as { "x-csrf-token": string };
const admin = registration.authorizeAdminMutation({ csrfToken: headers["x-csrf-token"], sessionToken: token });
const body = request.body as { hard_limit: number; period_type: "daily" | "monthly" };
const params = request.params as { service_id: "resend_email" | "amap_web_service" };
usage.setHardLimit({ actorId: admin.userId, hardLimit: body.hard_limit, periodType: body.period_type, serviceId: params.service_id });
return {
services: usage.readCurrent().map((row) => ({
hard_limit: row.hardLimit,
pause_reason: row.pauseReason,
period_start: new Date(row.periodStart).toISOString(),
period_type: row.periodType,
service_id: row.serviceId,
service_status: row.status,
updated_at: new Date(row.updatedAt).toISOString(),
used_count: row.usedCount,
})),
};
} catch (error) {
if (error instanceof RegistrationError) return reply.code(error.httpStatus).send(createErrorEnvelope({ code: error.code, correlationId: request.id }));
if (error instanceof ExternalServiceUsageError) return reply.code(409).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
},
);
app.post(
"/api/v1/admin/services/:service_id/recover",
{
attachValidation: true,
schema: {
params: Type.Ref(AdminServiceParamsSchema),
body: Type.Ref(AdminServiceRecoveryRequestSchema),
headers: Type.Ref(ModelConfigUpdateHeadersSchema),
operationId: "recoverAdminService",
response: { 200: Type.Object({ status: Type.Literal("active") }, { additionalProperties: false }), 400: Type.Ref(ErrorEnvelopeSchema), 401: Type.Ref(ErrorEnvelopeSchema), 403: Type.Ref(ErrorEnvelopeSchema), 409: Type.Ref(ErrorEnvelopeSchema), 429: Type.Ref(ErrorEnvelopeSchema), 503: Type.Ref(ErrorEnvelopeSchema) },
tags: ["Admin Services"],
},
},
async (request, reply) => {
if (request.validationError) return reply.code(400).send(createErrorEnvelope({ code: "REGISTRATION_REQUEST_INVALID", correlationId: request.id }));
const registration = options.registration;
const usage = options.serviceUsage ?? registration?.serviceUsage;
if (!registration || !usage) return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
if (!token) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
try {
const headers = request.headers as { "x-csrf-token": string };
const admin = registration.authorizeAdminMutation({ csrfToken: headers["x-csrf-token"], sessionToken: token });
const body = request.body as { check_id: string };
const params = request.params as { service_id: "resend_email" | "amap_web_service" };
return usage.recover({ actorId: admin.userId, checkId: body.check_id, serviceId: params.service_id });
} catch (error) {
if (error instanceof RegistrationError) return reply.code(error.httpStatus).send(createErrorEnvelope({ code: error.code, correlationId: request.id }));
if (error instanceof ExternalServiceUsageError) return reply.code(409).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
},
);
app.get(
"/api/v1/admin/diagnostics",
{
schema: {
operationId: "getAdminDiagnostics",
response: {
200: Type.Ref(AdminDiagnosticsResponseSchema),
401: Type.Ref(ErrorEnvelopeSchema),
503: Type.Null(),
},
tags: ["Admin Operations"],
},
},
async (request, reply) => {
if (!options.registration) return reply.code(503).send(null);
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
const session = token ? options.registration.readAdminSession(token) : undefined;
if (!session) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
if (!options.adminDiagnostics) return reply.code(503).send(null);
try {
return assertSafeAdminDiagnostics(await options.adminDiagnostics());
} catch {
return reply.code(503).send(null);
}
},
);
app.post(
"/api/v1/auth/login/send",
{
@@ -1476,6 +2076,45 @@ export async function createApp(options: CreateAppOptions = {}) {
},
);
if (options.localTestAuth && options.registration) {
app.get(
"/api/v1/auth/local-test",
{ schema: { hide: true } },
async () => ({ available: true }),
);
app.post(
"/api/v1/auth/local-test",
{ schema: { hide: true } },
async (request, reply) => {
try {
const result = options.registration!.createLocalTestSession();
reply.header(
"Set-Cookie",
`${userSessionCookieName}=${result.sessionToken}; Max-Age=${30 * 24 * 60 * 60}; Path=/; HttpOnly; SameSite=Strict`,
);
return {
audience: result.audience,
credits: {
available_balance: result.credits.availableBalance,
reserved_balance: result.credits.reservedBalance,
},
session_expires_at: new Date(result.sessionExpiresAt).toISOString(),
status: result.status,
user: {
creator_name: result.user.creatorName,
role: result.user.role,
social_id: result.user.socialId,
status: result.user.status,
user_id: result.user.userId,
},
};
} catch (error) {
return registrationFailure(reply, request.id, error);
}
},
);
}
app.post(
"/api/v1/auth/login/complete",
{
+459
View File
@@ -0,0 +1,459 @@
import { randomUUID } from "node:crypto";
import type BetterSqlite3 from "better-sqlite3";
import { serializeAuditSummary } from "./audit-policy.js";
export type ExternalServiceId = "resend_email" | "amap_web_service";
export type ExternalServicePeriodType = "daily" | "monthly";
export type ExternalServiceStatus = "active" | "paused_quota" | "paused_provider" | "disabled";
const retentionMilliseconds = 180 * 24 * 60 * 60 * 1_000;
const recoveryCheckLifetimeMilliseconds = 15 * 60 * 1_000;
const maximumHardLimits: Record<ExternalServiceId, Partial<Record<ExternalServicePeriodType, number>>> = {
resend_email: { daily: 80, monthly: 2_400 },
amap_web_service: { monthly: 1_000 },
};
export interface ExternalServiceUsageRow {
serviceId: ExternalServiceId;
periodType: ExternalServicePeriodType;
periodStart: number;
hardLimit: number;
usedCount: number;
status: ExternalServiceStatus;
pauseReason: string | null;
updatedAt: number;
}
export class ExternalServiceUsageError extends Error {
constructor(
readonly code:
| "service_paused_quota"
| "service_paused_provider"
| "service_disabled"
| "hard_limit_increase_forbidden"
| "hard_limit_invalid"
| "health_check_required"
| "quota_exhausted"
| "service_not_found",
message = code,
) {
super(message);
this.name = "ExternalServiceUsageError";
}
}
interface ExternalServiceUsageOptions {
clock?: () => number;
database: BetterSqlite3.Database;
}
interface RawUsageRow {
service_id: ExternalServiceId;
period_type: ExternalServicePeriodType;
period_start: number;
hard_limit: number;
used_count: number;
service_status: ExternalServiceStatus;
pause_reason: string | null;
updated_at: number;
}
function periodStart(periodType: ExternalServicePeriodType, now: number) {
const date = new Date(now);
if (periodType === "daily") return Date.UTC(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate());
return Date.UTC(date.getUTCFullYear(), date.getUTCMonth(), 1);
}
function requiredPeriods(serviceId: ExternalServiceId): ExternalServicePeriodType[] {
return serviceId === "resend_email" ? ["daily", "monthly"] : ["monthly"];
}
function toPublic(row: RawUsageRow): ExternalServiceUsageRow {
return {
hardLimit: row.hard_limit,
pauseReason: row.pause_reason,
periodStart: row.period_start,
periodType: row.period_type,
serviceId: row.service_id,
status: row.service_status,
updatedAt: row.updated_at,
usedCount: row.used_count,
};
}
export class ExternalServiceUsage {
readonly database: BetterSqlite3.Database;
readonly clock: () => number;
constructor(options: ExternalServiceUsageOptions) {
this.database = options.database;
this.clock = options.clock ?? Date.now;
this.ensureSchema();
this.runImmediate(() => {
this.ensureCurrentRows(this.clock(), "resend_email");
this.ensureCurrentRows(this.clock(), "amap_web_service");
});
}
claimResend(now = this.clock()) {
return this.runImmediate(() => this.claimWithinTransaction("resend_email", now));
}
claimResendWithinTransaction(now = this.clock()) {
return this.claimWithinTransaction("resend_email", now);
}
claimAmap(now = this.clock()) {
return this.runImmediate(() => this.claimWithinTransaction("amap_web_service", now));
}
claimAmapWithinTransaction(now = this.clock()) {
return this.claimWithinTransaction("amap_web_service", now);
}
markProviderFailure(input: { serviceId: ExternalServiceId; reason: string; now?: number }) {
return this.runImmediate(() => this.markProviderFailureWithinTransaction(input));
}
markProviderFailureWithinTransaction(input: { serviceId: ExternalServiceId; reason: string; now?: number }) {
const now = input.now ?? this.clock();
const rows = this.ensureCurrentRows(now, input.serviceId);
const reason = normalizeReason(input.reason);
for (const row of rows) {
if (row.service_status === "disabled") continue;
this.database.prepare(`
UPDATE external_service_usage
SET service_status = 'paused_provider', pause_reason = ?, updated_at = ?
WHERE service_id = ? AND period_type = ? AND period_start = ?
`).run(reason, now, row.service_id, row.period_type, row.period_start);
}
this.recordAudit({
actorRef: "external_service_runtime",
actorType: "system",
afterSummary: { pause_reason: reason, status: "paused_provider" },
beforeSummary: { status: rows[0]?.service_status ?? "active" },
operationType: "service_provider_pause",
result: "succeeded",
targetRef: input.serviceId,
targetType: "external_service",
}, now);
return this.read(input.serviceId);
}
recordHealthCheck(input: { serviceId: ExternalServiceId; available: boolean; reason?: string; now?: number }) {
const now = input.now ?? this.clock();
const checkId = randomUUID();
const currentPeriod = periodStart(requiredPeriods(input.serviceId)[0]!, now);
const result = this.runImmediate(() => {
this.database.prepare(`
INSERT INTO service_recovery_checks (
check_id, service_name, target_ref, status, checked_at, expires_at, details_json,
service_id, period_start, available, check_reason
) VALUES (?, 'external_service', ?, ?, ?, ?, ?, ?, ?, ?, ?)
`).run(
checkId,
input.serviceId,
input.available ? "passed" : "failed",
now,
now + recoveryCheckLifetimeMilliseconds,
JSON.stringify({ non_sensitive: true }),
input.serviceId,
currentPeriod,
input.available ? 1 : 0,
input.reason ? normalizeReason(input.reason) : null,
);
return { checkId, available: input.available, checkedAt: now };
});
return result;
}
recover(input: { serviceId: ExternalServiceId; actorId: string; checkId: string; now?: number }) {
const now = input.now ?? this.clock();
const result = this.runImmediate(() => {
const check = this.database.prepare(`
SELECT check_id, period_start, available, expires_at
FROM service_recovery_checks
WHERE check_id = ? AND service_id = ? AND service_name = 'external_service'
`).get(input.checkId, input.serviceId) as { available: number; check_id: string; expires_at: number; period_start: number } | undefined;
const currentPeriod = periodStart(requiredPeriods(input.serviceId)[0]!, now);
if (!check?.available || check.period_start !== currentPeriod || check.expires_at <= now) {
this.recordAudit({
actorRef: input.actorId,
actorType: "super_admin",
afterSummary: { reason: "health_check_required" },
beforeSummary: null,
operationType: "service_recovery",
result: "failed",
targetRef: input.serviceId,
targetType: "external_service",
}, now);
return { error: new ExternalServiceUsageError("health_check_required") };
}
const rows = this.ensureCurrentRows(now, input.serviceId);
if (rows.some((row) => row.used_count >= row.hard_limit)) {
this.recordAudit({
actorRef: input.actorId,
actorType: "super_admin",
afterSummary: { reason: "quota_exhausted" },
beforeSummary: { status: rows[0]?.service_status ?? "paused_quota" },
operationType: "service_recovery",
result: "failed",
targetRef: input.serviceId,
targetType: "external_service",
}, now);
return { error: new ExternalServiceUsageError("quota_exhausted") };
}
for (const row of rows) {
this.database.prepare(`
UPDATE external_service_usage
SET service_status = 'active', pause_reason = NULL, updated_at = ?
WHERE service_id = ? AND period_type = ? AND period_start = ?
`).run(now, row.service_id, row.period_type, row.period_start);
}
this.recordAudit({
actorRef: input.actorId,
actorType: "super_admin",
afterSummary: { check_id: input.checkId, status: "active" },
beforeSummary: { status: rows[0]?.service_status ?? "paused_provider" },
operationType: "service_recovery",
result: "succeeded",
targetRef: input.serviceId,
targetType: "external_service",
}, now);
return { status: "active" as const };
});
if ("error" in result && result.error) throw result.error;
return result;
}
setHardLimit(input: {
serviceId: ExternalServiceId;
periodType: ExternalServicePeriodType;
hardLimit: number;
actorId: string;
now?: number;
}) {
const now = input.now ?? this.clock();
const result = this.runImmediate(() => {
const maximum = maximumHardLimits[input.serviceId][input.periodType];
const current = this.ensureCurrentRows(now, input.serviceId).find((row) => row.period_type === input.periodType);
if (current && input.hardLimit > current.hard_limit) {
this.recordAudit({
actorRef: input.actorId,
actorType: "super_admin",
afterSummary: { reason: "hard_limit_increase_forbidden" },
beforeSummary: { hard_limit: current.hard_limit },
operationType: "service_hard_limit_update",
result: "failed",
targetRef: `${input.serviceId}:${input.periodType}`,
targetType: "external_service_limit",
}, now);
return { error: new ExternalServiceUsageError("hard_limit_increase_forbidden") };
}
const valid = maximum !== undefined && Number.isSafeInteger(input.hardLimit) && input.hardLimit >= 1 && input.hardLimit <= maximum;
if (!valid || !current) {
this.recordAudit({
actorRef: input.actorId,
actorType: "super_admin",
afterSummary: { reason: "hard_limit_invalid" },
beforeSummary: current ? { hard_limit: current.hard_limit } : null,
operationType: "service_hard_limit_update",
result: "failed",
targetRef: `${input.serviceId}:${input.periodType}`,
targetType: "external_service_limit",
}, now);
return { error: new ExternalServiceUsageError("hard_limit_invalid") };
}
this.database.prepare(`
UPDATE external_service_usage
SET hard_limit = ?, service_status = CASE
WHEN used_count >= ? THEN 'paused_quota'
ELSE service_status
END, pause_reason = CASE
WHEN used_count >= ? THEN 'hard_limit_reached'
ELSE pause_reason
END, updated_at = ?
WHERE service_id = ? AND period_type = ? AND period_start = ?
`).run(input.hardLimit, input.hardLimit, input.hardLimit, now, current.service_id, current.period_type, current.period_start);
this.recordAudit({
actorRef: input.actorId,
actorType: "super_admin",
afterSummary: { hard_limit: input.hardLimit },
beforeSummary: { hard_limit: current.hard_limit },
operationType: "service_hard_limit_update",
result: "succeeded",
targetRef: `${input.serviceId}:${input.periodType}`,
targetType: "external_service_limit",
}, now);
return this.read(input.serviceId);
});
if ("error" in result && result.error) throw result.error;
return result;
}
read(serviceId?: ExternalServiceId) {
const rows = (serviceId
? this.database.prepare("SELECT * FROM external_service_usage WHERE service_id = ? ORDER BY period_type").all(serviceId)
: this.database.prepare("SELECT * FROM external_service_usage ORDER BY service_id, period_type").all()) as RawUsageRow[];
return rows.map(toPublic);
}
readCurrent() {
const now = this.clock();
return this.read().filter((row) => row.periodStart === periodStart(row.periodType, now));
}
readStatus(serviceId: ExternalServiceId) {
const rows = this.read(serviceId).filter((row) => row.periodStart >= periodStart(row.periodType, this.clock()));
const status = rows.some((row) => row.status === "disabled")
? "disabled"
: rows.some((row) => row.status === "paused_provider")
? "paused_provider"
: rows.some((row) => row.status === "paused_quota")
? "paused_quota"
: "active";
return { serviceId, status, rows } as const;
}
private claimWithinTransaction(serviceId: ExternalServiceId, now: number) {
const rows = this.ensureCurrentRows(now, serviceId);
for (const row of rows) {
if (row.service_status === "paused_quota") throw new ExternalServiceUsageError("service_paused_quota");
if (row.service_status === "paused_provider") throw new ExternalServiceUsageError("service_paused_provider");
if (row.service_status === "disabled") throw new ExternalServiceUsageError("service_disabled");
if (row.used_count >= row.hard_limit) {
this.database.prepare(`
UPDATE external_service_usage
SET service_status = 'paused_quota', pause_reason = 'hard_limit_reached', updated_at = ?
WHERE service_id = ? AND period_type = ? AND period_start = ?
`).run(now, row.service_id, row.period_type, row.period_start);
throw new ExternalServiceUsageError("service_paused_quota");
}
}
const updated = rows.map((row) => {
const usedCount = row.used_count + 1;
const status: ExternalServiceStatus = usedCount >= row.hard_limit ? "paused_quota" : "active";
this.database.prepare(`
UPDATE external_service_usage
SET used_count = ?, service_status = ?, pause_reason = CASE WHEN ? = 'active' THEN NULL ELSE 'hard_limit_reached' END, updated_at = ?
WHERE service_id = ? AND period_type = ? AND period_start = ?
`).run(usedCount, status, status, now, row.service_id, row.period_type, row.period_start);
return { periodType: row.period_type, remaining: Math.max(0, row.hard_limit - usedCount), usedCount };
});
return { allowed: true as const, serviceId, allocations: updated, remaining: Math.min(...updated.map((item) => item.remaining)) };
}
private ensureCurrentRows(now: number, serviceId: ExternalServiceId) {
const periods = requiredPeriods(serviceId);
for (const periodType of periods) {
const start = periodStart(periodType, now);
const current = this.database.prepare(`
SELECT * FROM external_service_usage WHERE service_id = ? AND period_type = ? AND period_start = ?
`).get(serviceId, periodType, start) as RawUsageRow | undefined;
if (current) continue;
const previous = this.database.prepare(`
SELECT hard_limit FROM external_service_usage
WHERE service_id = ? AND period_type = ? ORDER BY period_start DESC LIMIT 1
`).get(serviceId, periodType) as { hard_limit: number } | undefined;
const maximum = maximumHardLimits[serviceId][periodType];
if (maximum === undefined) throw new ExternalServiceUsageError("service_not_found");
this.database.prepare(`
INSERT INTO external_service_usage (
service_id, period_type, period_start, hard_limit, used_count,
service_status, pause_reason, updated_at
) VALUES (?, ?, ?, ?, 0, ?, ?, ?)
`).run(serviceId, periodType, start, previous?.hard_limit ?? maximum, previous ? "paused_quota" : "active", previous ? "period_confirmation_required" : null, now);
}
return this.database.prepare(`
SELECT * FROM external_service_usage
WHERE service_id = ? AND period_start IN (${periods.map(() => "?").join(",")})
ORDER BY period_type
`).all(serviceId, ...periods.map((period) => periodStart(period, now))) as RawUsageRow[];
}
private ensureSchema() {
this.database.exec(`
CREATE TABLE IF NOT EXISTS external_service_usage (
service_id TEXT NOT NULL CHECK (service_id IN ('resend_email', 'amap_web_service')),
period_type TEXT NOT NULL CHECK (period_type IN ('daily', 'monthly')),
period_start INTEGER NOT NULL,
hard_limit INTEGER NOT NULL CHECK (hard_limit >= 1),
used_count INTEGER NOT NULL CHECK (used_count >= 0 AND used_count <= hard_limit),
service_status TEXT NOT NULL CHECK (service_status IN ('active', 'paused_quota', 'paused_provider', 'disabled')),
pause_reason TEXT,
updated_at INTEGER NOT NULL,
PRIMARY KEY (service_id, period_type, period_start)
);
CREATE TABLE IF NOT EXISTS service_recovery_checks (
check_id TEXT PRIMARY KEY,
service_name TEXT NOT NULL DEFAULT 'external_service',
target_ref TEXT NOT NULL DEFAULT '',
status TEXT NOT NULL DEFAULT 'passed' CHECK (status IN ('passed', 'failed')),
checked_at INTEGER NOT NULL DEFAULT 0,
expires_at INTEGER NOT NULL DEFAULT 0,
details_json TEXT NOT NULL DEFAULT '{}',
service_id TEXT CHECK (service_id IS NULL OR service_id IN ('resend_email', 'amap_web_service')),
period_start INTEGER,
available INTEGER CHECK (available IS NULL OR available IN (0, 1)),
check_reason TEXT
);
`);
const columns = new Set((this.database.prepare("PRAGMA table_info(service_recovery_checks)").all() as Array<{ name: string }>).map((column) => column.name));
const additions: Array<[string, string]> = [
["service_name", "TEXT NOT NULL DEFAULT 'external_service'"],
["target_ref", "TEXT NOT NULL DEFAULT ''"],
["status", "TEXT NOT NULL DEFAULT 'passed'"],
["expires_at", "INTEGER NOT NULL DEFAULT 0"],
["details_json", "TEXT NOT NULL DEFAULT '{}'"],
["service_id", "TEXT"],
["period_start", "INTEGER"],
["available", "INTEGER"],
["check_reason", "TEXT"],
];
for (const [name, definition] of additions) {
if (!columns.has(name)) this.database.exec(`ALTER TABLE service_recovery_checks ADD COLUMN ${name} ${definition}`);
}
}
private runImmediate<T>(action: () => T): T {
const nested = this.database.inTransaction;
if (!nested) this.database.exec("BEGIN IMMEDIATE");
try {
const result = action();
if (!nested) this.database.exec("COMMIT");
return result;
} catch (error) {
if (!nested && this.database.inTransaction) this.database.exec("ROLLBACK");
throw error;
}
}
private recordAudit(input: {
actorRef: string;
actorType: "system" | "super_admin";
afterSummary: Record<string, unknown> | null;
beforeSummary: Record<string, unknown> | null;
operationType: string;
result: "succeeded" | "failed";
targetRef: string;
targetType: string;
}, now: number) {
this.database.prepare(`
INSERT INTO admin_operation_logs (
log_id, actor_type, actor_ref, operation_type, target_type, target_ref,
result, before_summary, after_summary, occurred_at, expires_at
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
`).run(
randomUUID(), input.actorType, input.actorRef, input.operationType, input.targetType, input.targetRef,
input.result, serializeAuditSummary(input.beforeSummary), serializeAuditSummary(input.afterSummary), now,
now + retentionMilliseconds,
);
}
}
function normalizeReason(reason: string) {
const normalized = reason.trim().toLowerCase().replace(/[^a-z0-9_.-]/g, "_").slice(0, 120);
return normalized || "provider_unavailable";
}
+22 -9
View File
@@ -19,7 +19,7 @@ import { dirname, isAbsolute, join, parse, relative, resolve, sep } from "node:p
const require = createRequire(import.meta.url);
const Database = require("better-sqlite3") as typeof import("better-sqlite3");
const assetIdPattern = /^[0-9a-f]{8}-[0-9a-f]{4}-[1-8][0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i;
const assetIdPattern = /^[a-z0-9][a-z0-9_-]{2,119}$/i;
const fixedDirectories = [
"db",
"content/references",
@@ -33,6 +33,12 @@ const fixedDirectories = [
"logs/supervisor",
] as const;
export function ensureLocalDataRuntimeDirectories(dataRoot: string) {
for (const directory of fixedDirectories) {
mkdirSync(join(resolve(dataRoot), directory), { recursive: true });
}
}
export const DATA_TRANSFER_POLICY = {
allowed_downloads: ["original_generation", "jpg", "png"],
application_backup: false,
@@ -76,13 +82,21 @@ export function readConfiguredLocalDataRoot(configFile = defaultInstanceConfigPa
return resolve(candidate);
}
export function readConfiguredAssetRoot(configFile = defaultInstanceConfigPath()) {
const configuration = JSON.parse(readFileSync(configFile, "utf8")) as Record<string, unknown>;
if (typeof configuration.asset_root !== "string" || !isAbsolute(configuration.asset_root)) {
throw new Error("asset_root_configuration_invalid");
}
return resolve(configuration.asset_root);
}
export interface ValidatedReadOnlyAssetRoot {
absolute_root: string;
ok: true;
root_ref: string;
}
interface PublicAssetEntry {
export interface PublicAssetEntry {
assetId: string;
mimeType: string;
relativePath: string;
@@ -219,9 +233,7 @@ export function initializeLocalDataRoot(input: {
const createdRoot = !existsSync(validation.normalized_path);
try {
for (const directory of fixedDirectories) {
mkdirSync(join(validation.normalized_path, directory), { recursive: true });
}
ensureLocalDataRuntimeDirectories(validation.normalized_path);
openInstanceDatabase(join(validation.normalized_path, "db", "dada.sqlite3"));
const configuration: InstanceConfiguration = {
data_root: validation.normalized_path,
@@ -313,18 +325,19 @@ export function createPublicAssetResolver(input: {
const roots = new Map(input.roots.map((root) => [root.root_ref, root.absolute_root]));
const entries = new Map<string, PublicAssetEntry>();
for (const entry of input.entries) {
if (!assetIdPattern.test(entry.assetId) || entries.has(entry.assetId)) throw new Error("asset_id_invalid");
const key = `${entry.resourceVersion}\u0000${entry.assetId}`;
if (!assetIdPattern.test(entry.assetId) || entries.has(key)) throw new Error("asset_id_invalid");
if (!roots.has(entry.rootRef)) throw new Error("asset_root_unvalidated");
if (!/^[a-z0-9][a-z0-9._-]{0,79}$/i.test(entry.resourceVersion)) throw new Error("resource_version_invalid");
if (!/^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i.test(entry.mimeType)) throw new Error("mime_type_invalid");
entries.set(entry.assetId, { ...entry });
entries.set(key, { ...entry });
}
return {
read(resourceVersion, assetId) {
if (!assetIdPattern.test(assetId)) return undefined;
const entry = entries.get(assetId);
if (!entry || entry.resourceVersion !== resourceVersion) return undefined;
const entry = entries.get(`${resourceVersion}\u0000${assetId}`);
if (!entry) return undefined;
const root = roots.get(entry.rootRef);
if (!root) return undefined;
let path: string;
+57 -5
View File
@@ -5,7 +5,7 @@ import { registrationNotice } from "@dada/shared-contracts";
import { createApp } from "./app.js";
import { readBrowserSupportRelease } from "./browser-support.js";
import { defaultInstanceConfigPath, readConfiguredLocalDataRoot } from "./local-data-root.js";
import { defaultInstanceConfigPath, ensureLocalDataRuntimeDirectories, readConfiguredLocalDataRoot, type PublicAssetResolver } from "./local-data-root.js";
import { ManagedStorage } from "./managed-storage.js";
import { LatestExportService } from "./latest-exports.js";
import { CreditService } from "./credits.js";
@@ -16,9 +16,16 @@ import { MockResendAdapter } from "./resend-adapter.js";
import { readSecureConfigCandidate } from "./secure-config.js";
import { StructuredJsonlLogger } from "./structured-log.js";
import { attachApiSupervisorControl, initializeApiCredentialClients, receiveApiCredentials } from "./supervisor-channel.js";
import { ModelConfigurationService } from "./model-configuration.js";
import { MockAmapAdapter } from "./amap-adapter.js";
import { GenerationSubmissionService } from "./generation-submission.js";
import {
GenerationModelConfigurationCatalog,
ModelConfigurationService,
portableRuntimeModelCandidates,
} from "./model-configuration.js";
import { MockAmapAdapter, type AmapAdapter } from "./amap-adapter.js";
import { StickerReleaseService } from "./sticker-releases.js";
import { createAdminDiagnosticsProvider, createAdminServicesStorageProvider } from "./admin-state.js";
import { loadConfiguredRuntimeAssets, type RuntimeAssetState } from "./runtime-assets.js";
const credentialChannelEnabled = process.argv.includes("--dada-credential-stdin");
let registration: RegistrationService | undefined;
@@ -27,16 +34,31 @@ let credits: CreditService | undefined;
let storage: ManagedStorage | undefined;
let latestExports: LatestExportService | undefined;
let models: ModelConfigurationService | undefined;
let generations: GenerationSubmissionService | undefined;
let recentAssets: RecentAssetService | undefined;
let stickers: StickerReleaseService | undefined;
let publicAssets: PublicAssetResolver | undefined;
let assetRootState: RuntimeAssetState | undefined;
let amap: AmapAdapter = new MockAmapAdapter();
let localTestAuth = false;
const instanceConfigPath = process.env.DADA_INSTANCE_CONFIG_PATH ?? defaultInstanceConfigPath();
if (credentialChannelEnabled) {
const clients = initializeApiCredentialClients(await receiveApiCredentials());
try {
amap = clients.amap;
localTestAuth = !clients.resendConfigured;
const derivePepper = (purpose: string) => createHmac("sha256", clients.adminAllowlistPepper)
.update(`Dada/P0A/${purpose}/v1`, "utf8")
.digest();
const dataRoot = readConfiguredLocalDataRoot(instanceConfigPath);
ensureLocalDataRuntimeDirectories(dataRoot);
const runtimeAssets = loadConfiguredRuntimeAssets({
configFile: instanceConfigPath,
dataRoot,
trustedManifestPath: resolve("asset-metadata", "manifest.json"),
});
publicAssets = runtimeAssets.publicAssets;
assetRootState = runtimeAssets.state;
const databasePath = join(dataRoot, "db", "dada.sqlite3");
registration = new RegistrationService({
adminAllowlistPepper: Buffer.from(clients.adminAllowlistPepper),
@@ -52,14 +74,23 @@ if (credentialChannelEnabled) {
storage = new ManagedStorage({ dataRoot, databasePath });
stickers = new StickerReleaseService({ databasePath, storage });
latestExports = new LatestExportService({ databasePath, storage });
models = new ModelConfigurationService({ database: registration.database });
models = new ModelConfigurationService({ database: registration.database, seedCandidates: portableRuntimeModelCandidates });
generations = new GenerationSubmissionService({
credits,
models: new GenerationModelConfigurationCatalog(models),
storage,
});
recentAssets = new RecentAssetService({ database: registration.database });
registration.applySecureConfig(readSecureConfigCandidate(instanceConfigPath));
} catch (error) {
amap.dispose?.();
amap = new MockAmapAdapter();
stickers?.close();
stickers = undefined;
latestExports?.close();
latestExports = undefined;
generations?.close();
generations = undefined;
storage?.close();
storage = undefined;
credits?.close();
@@ -75,13 +106,32 @@ if (credentialChannelEnabled) {
}
const browserSupportRelease = readBrowserSupportRelease(resolve("RELEASE.json"));
const adminServicesStorage = registration
? createAdminServicesStorageProvider({
database: registration.database,
...(models ? { models } : {}),
...(storage ? { storage } : {}),
...(assetRootState ? { assetRoot: assetRootState } : {}),
})
: undefined;
const adminDiagnostics = adminServicesStorage
? createAdminDiagnosticsProvider({
...(browserSupportRelease ? { browserSupportRelease, appVersion: browserSupportRelease.appVersion } : {}),
servicesStorage: adminServicesStorage,
})
: undefined;
const app = await createApp({
amap: new MockAmapAdapter(),
...(adminServicesStorage ? { adminServicesStorage } : {}),
...(adminDiagnostics ? { adminDiagnostics } : {}),
amap,
...(browserSupportRelease ? { browserSupportRelease } : {}),
...(credits ? { credits } : {}),
...(generations ? { generations } : {}),
...(latestExports ? { latestExports } : {}),
...(registration && localTestAuth ? { localTestAuth: true } : {}),
...(models ? { models } : {}),
...(projects ? { projects } : {}),
...(publicAssets ? { publicAssets } : {}),
...(registration ? { registration } : {}),
...(recentAssets ? { recentAssets } : {}),
...(stickers ? { stickers } : {}),
@@ -99,7 +149,9 @@ if (controlPipeIndex >= 0) {
if (!controlPipe) throw new Error("Supervisor control pipe name is required.");
const control = attachApiSupervisorControl(controlPipe, async () => {
await app.close();
amap.dispose?.();
latestExports?.close();
generations?.close();
credits?.close();
projects?.close();
registration?.close();
+90 -6
View File
@@ -2,6 +2,8 @@ import { randomUUID, createHash } from "node:crypto";
import type BetterSqlite3 from "better-sqlite3";
import { serializeAuditSummary, auditRetentionMilliseconds } from "./audit-policy.js";
import type { GenerationModelCatalog, GenerationModelSnapshot } from "./generation-submission.js";
import { projectRatios } from "./projects.js";
export const modelIds = [
"gemini-3.1-flash-image-preview",
@@ -59,6 +61,45 @@ export interface ModelConfigurationView {
models: ModelConfigView[];
}
type ReadableModelConfiguration = Pick<ModelConfigurationService, "read">;
function generationRuntimeReason(reason: ModelRuntimeReason): GenerationModelSnapshot["runtimeAvailability"]["reason"] {
if (reason === "gateway_balance_insufficient") return reason;
if (reason === "contract_unverified" || reason === "contract_blocked") return "gateway_contract_invalid";
if (reason === "available") return null;
return "model_disabled";
}
export class GenerationModelConfigurationCatalog implements GenerationModelCatalog {
constructor(private readonly models: ReadableModelConfiguration) {}
readModel(modelId: string): GenerationModelSnapshot | undefined {
const configuration = this.models.read();
const model = configuration.models.find((entry) => entry.model_id === modelId);
if (!model) return undefined;
const supportedRatios = projectRatios.filter((ratio) => model.supported_ratios.includes(ratio));
return {
configSetVersion: configuration.config_set_version,
configVersion: model.config_version,
contractValidationStatus: model.contract_validation_status === "verified" ? "verified" : "unverified",
creditCost: model.credit_cost,
enabled: model.enabled,
modelId: model.model_id,
promptMaxLength: model.prompt_max_length,
referenceLimits: {
maxFileBytes: model.reference_limits.max_file_bytes,
maxFiles: model.reference_limits.max_files,
maxTotalBytes: model.reference_limits.max_total_bytes,
},
runtimeAvailability: {
availableForNewJobs: model.runtime_availability.available_for_new_jobs,
reason: generationRuntimeReason(model.runtime_availability.reason),
},
supportedRatios,
};
}
}
export class ModelConfigurationError extends Error {
constructor(
readonly code:
@@ -111,7 +152,7 @@ const defaultErrorMapping: Record<string, string> = {
upstream_timeout: "upstream_timeout",
};
const seedCandidates: ModelConfigCandidate[] = [
const defaultSeedCandidates: ModelConfigCandidate[] = [
{
model_id: modelIds[0], display_name: "Gemini 3.1 Flash Image Preview", enabled: true, is_default: true,
recommendation_priority: 1, route_profile: { endpoint: "https://mock.invalid/v1/images", mode: "sync" },
@@ -138,6 +179,42 @@ const seedCandidates: ModelConfigCandidate[] = [
},
];
export const portableRuntimeModelCandidates: ModelConfigCandidate[] = [
{
...defaultSeedCandidates[0]!,
display_name: "Gemini 3.1 Flash Image",
route_profile: {
endpoint: "https://oneapi.intelligrow.cn/v1/chat/completions",
mode: "sync",
protocol_version: "gemini-openai-chat-v1",
provider_model_id: "gemini-3.1-flash-image",
},
gateway_account_ref: "oneapi-intelligrow-test",
contract_validation_status: "verified",
contract_evidence_ref: "contract:wp7-02:gemini-3.1-flash-image:v7",
},
{
...defaultSeedCandidates[1]!,
enabled: false,
route_profile: { endpoint: "https://oneapi.intelligrow.cn/unsupported", mode: "disabled" },
gateway_account_ref: "oneapi-intelligrow-test",
contract_validation_status: "unverified",
contract_evidence_ref: null,
},
{
...defaultSeedCandidates[2]!,
route_profile: {
endpoint: "https://oneapi.intelligrow.cn/v1/images/generations",
mode: "sync",
protocol_version: "openai-images-v1",
reference_endpoint: "https://oneapi.intelligrow.cn/v1/images/edits",
},
gateway_account_ref: "oneapi-intelligrow-test",
contract_validation_status: "verified",
contract_evidence_ref: "contract:wp7-02:gpt-image-2:v2",
},
];
function stableJson(value: unknown): string {
if (Array.isArray(value)) return `[${value.map(stableJson).join(",")}]`;
if (value && typeof value === "object") {
@@ -207,17 +284,20 @@ export interface ModelConfigurationServiceOptions {
clock?: () => number;
database: BetterSqlite3.Database;
onChanged?: (configSetVersion: number) => void;
seedCandidates?: ModelConfigCandidate[];
}
export class ModelConfigurationService {
readonly database: BetterSqlite3.Database;
readonly #clock: () => number;
readonly #onChanged: ((configSetVersion: number) => void) | undefined;
readonly #seedCandidates: ModelConfigCandidate[];
constructor(options: ModelConfigurationServiceOptions) {
this.database = options.database;
this.#clock = options.clock ?? Date.now;
this.#onChanged = options.onChanged;
this.#seedCandidates = structuredClone(options.seedCandidates ?? defaultSeedCandidates);
this.ensureSchema();
}
@@ -503,7 +583,7 @@ export class ModelConfigurationService {
const current = this.database.prepare("SELECT config_set_id FROM model_config_current WHERE singleton = 1").get() as { config_set_id: string } | undefined;
if (current) return;
const seed = this.database.transaction(() => {
validateModelConfigurationCandidateSet(seedCandidates);
validateModelConfigurationCandidateSet(this.#seedCandidates);
const now = this.#clock();
const setId = randomUUID();
this.database.prepare("INSERT INTO model_config_sets (config_set_id, config_set_version, created_at, created_by) VALUES (?, 1, ?, 'system_seed')")
@@ -520,7 +600,9 @@ export class ModelConfigurationService {
INSERT INTO model_config_set_members (config_set_id, model_id, config_version, enabled, is_default, recommendation_priority)
VALUES (?, ?, 1, ?, ?, ?)
`);
for (const candidate of seedCandidates) {
for (const candidate of this.#seedCandidates) {
const contractStatus = candidate.contract_validation_status ?? "unverified";
const contractEvidenceRef = contractStatus === "unverified" ? null : candidate.contract_evidence_ref ?? null;
const routeProfileId = profileRef("route", candidate.route_profile);
const errorMappingProfileId = profileRef("error", candidate.error_mapping_profile);
this.database.prepare("INSERT OR IGNORE INTO gateway_route_profiles (route_profile_id, profile_json, created_at) VALUES (?, ?, ?)")
@@ -530,12 +612,14 @@ export class ModelConfigurationService {
insertVersion.run(candidate.model_id, candidate.display_name, candidate.enabled ? 1 : 0, candidate.is_default ? 1 : 0,
candidate.recommendation_priority, routeProfileId, stableJson(candidate.route_profile), candidate.gateway_account_ref,
errorMappingProfileId, stableJson(candidate.error_mapping_profile), candidate.credit_cost, stableJson(candidate.supported_ratios), stableJson(candidate.reference_limits),
candidate.prompt_max_length, candidate.safety_source, "unverified", null, fingerprint(candidate), now);
candidate.prompt_max_length, candidate.safety_source, contractStatus, contractEvidenceRef, fingerprint(candidate), now);
insertMember.run(setId, candidate.model_id, candidate.enabled ? 1 : 0, candidate.is_default ? 1 : 0, candidate.recommendation_priority);
const available = candidate.enabled && contractStatus === "verified";
const runtimeReason = !candidate.enabled ? "configured_disabled" : available ? "available" : "contract_unverified";
this.database.prepare(`
INSERT INTO model_runtime_availability (model_id, available_for_new_jobs, reason, checked_at, runtime_availability_version)
VALUES (?, 0, 'contract_unverified', ?, 0)
`).run(candidate.model_id, now);
VALUES (?, ?, ?, ?, 0)
`).run(candidate.model_id, available ? 1 : 0, runtimeReason, now);
}
this.database.prepare("INSERT INTO model_config_current (singleton, config_set_id) VALUES (1, ?)").run(setId);
});
+483
View File
@@ -0,0 +1,483 @@
import { createHash, randomUUID } from "node:crypto";
import type {
AssetReleaseManifestItem,
AssetReleaseManifestProjection,
AssetReleaseReader,
} from "@dada/asset-release-manifest";
import { auditRetentionMilliseconds, serializeAuditSummary } from "./audit-policy.js";
import type { RegistrationService } from "./registration.js";
export type PreviewBatchStatus = "active" | "closed";
export type PreviewGrantStatus = "active" | "revoked" | "expired";
export interface PreviewBatchView {
batchId: string;
createdAt: number;
createdBy: string;
name: string;
status: PreviewBatchStatus;
}
export interface PreviewGrantView {
batchId: string;
expiresAt: number;
grantId: string;
grantedAt: number;
grantedBy: string;
status: PreviewGrantStatus;
userId: string;
}
export class PreviewGrantError extends Error {
constructor(
public readonly reason:
| "admin_invalid"
| "batch_closed"
| "batch_not_found"
| "grant_not_found"
| "invalid_expiry"
| "invalid_request"
| "resource_not_found"
| "user_not_eligible",
) {
super(reason);
this.name = "PreviewGrantError";
}
}
interface PreviewGrantServiceOptions {
assetReleases: AssetReleaseReader;
clock?: () => number;
registration: RegistrationService;
}
interface PreviewManifestItemMapping {
releaseVersion: string;
resourceId: string;
userId: string;
}
function isUuid(value: string) {
return /^[0-9a-f]{8}-[0-9a-f]{4}-4[0-9a-f]{3}-[89ab][0-9a-f]{3}-[0-9a-f]{12}$/i.test(value);
}
function assertText(value: string, name: string) {
const normalized = value.trim();
if (!normalized || normalized.length > 160) throw new PreviewGrantError("invalid_request");
if (name === "batchId" && !isUuid(normalized)) throw new PreviewGrantError("invalid_request");
return normalized;
}
function manifestHash(items: readonly AssetReleaseManifestItem[], releaseVersion: string) {
return createHash("sha256")
.update(JSON.stringify({
items,
release_version: releaseVersion,
schema_version: "AssetReleaseManifest/v1",
}))
.digest("hex");
}
/**
* Owns the P0-A preview grant state. Preview URLs are deliberately ephemeral:
* the random item id is kept only in this process and every read rechecks the
* persisted grant, so revocation and expiry take effect without cache busting.
*/
export class AssetPreviewGrantService {
readonly database: RegistrationService["database"];
readonly options: Required<Pick<PreviewGrantServiceOptions, "clock">> & PreviewGrantServiceOptions;
private readonly itemMappings = new Map<string, PreviewManifestItemMapping>();
constructor(options: PreviewGrantServiceOptions) {
this.database = options.registration.database;
this.options = { ...options, clock: options.clock ?? Date.now };
this.migrate();
}
createBatch(input: { adminUserId: string; batchId?: string; name: string }): PreviewBatchView {
const adminUserId = assertText(input.adminUserId, "adminUserId");
const name = assertText(input.name, "name");
const batchId = input.batchId ? assertText(input.batchId, "batchId") : randomUUID();
const now = this.options.clock();
this.assertAdmin(adminUserId, now);
this.immediate(() => {
this.database.prepare(`
INSERT INTO test_batches (batch_id, name, status, created_by, created_at, closed_at)
VALUES (?, ?, 'active', ?, ?, NULL)
`).run(batchId, name, adminUserId, now);
this.audit({
actorRef: adminUserId,
afterSummary: { batch_id: batchId, status: "active" },
beforeSummary: null,
operationType: "preview_batch_create",
targetRef: batchId,
targetType: "preview_batch",
}, now);
});
return { batchId, createdAt: now, createdBy: adminUserId, name, status: "active" };
}
closeBatch(input: { adminUserId: string; batchId: string }): PreviewBatchView {
const adminUserId = assertText(input.adminUserId, "adminUserId");
const batchId = assertText(input.batchId, "batchId");
const now = this.options.clock();
this.assertAdmin(adminUserId, now);
return this.immediate(() => {
const batch = this.readBatch(batchId);
if (!batch) throw new PreviewGrantError("batch_not_found");
if (batch.status === "active") {
this.database.prepare("UPDATE test_batches SET status = 'closed', closed_at = ? WHERE batch_id = ?").run(now, batchId);
this.audit({
actorRef: adminUserId,
afterSummary: { batch_id: batchId, status: "closed" },
beforeSummary: { batch_id: batchId, status: batch.status },
operationType: "preview_batch_close",
targetRef: batchId,
targetType: "preview_batch",
}, now);
}
return { ...batch, status: "closed" as const };
});
}
addBatchItems(input: {
adminUserId: string;
batchId: string;
releaseVersion: string;
resourceIds: readonly string[];
}) {
const adminUserId = assertText(input.adminUserId, "adminUserId");
const batchId = assertText(input.batchId, "batchId");
const releaseVersion = assertText(input.releaseVersion, "releaseVersion");
const resourceIds = [...new Set(input.resourceIds.map((resourceId) => assertText(resourceId, "resourceId")))];
if (resourceIds.length === 0) throw new PreviewGrantError("invalid_request");
const now = this.options.clock();
this.assertAdmin(adminUserId, now);
for (const resourceId of resourceIds) {
if (!this.options.assetReleases.read("internal_preview_asset", releaseVersion, resourceId)) {
throw new PreviewGrantError("resource_not_found");
}
}
this.immediate(() => {
const batch = this.readBatch(batchId);
if (!batch) throw new PreviewGrantError("batch_not_found");
if (batch.status !== "active") throw new PreviewGrantError("batch_closed");
const insert = this.database.prepare(`
INSERT OR IGNORE INTO test_batch_items (test_batch_id, release_version, resource_id)
VALUES (?, ?, ?)
`);
for (const resourceId of resourceIds) insert.run(batchId, releaseVersion, resourceId);
this.audit({
actorRef: adminUserId,
afterSummary: { batch_id: batchId, item_count: resourceIds.length, release_version: releaseVersion },
beforeSummary: null,
operationType: "preview_batch_items_add",
targetRef: batchId,
targetType: "preview_batch",
}, now);
});
return { batchId, releaseVersion, resourceIds };
}
grant(input: {
adminUserId: string;
batchId: string;
expiresAt: number;
userId: string;
}): PreviewGrantView {
const adminUserId = assertText(input.adminUserId, "adminUserId");
const batchId = assertText(input.batchId, "batchId");
const userId = assertText(input.userId, "userId");
if (!isUuid(userId)) throw new PreviewGrantError("invalid_request");
const now = this.options.clock();
if (!Number.isSafeInteger(input.expiresAt) || input.expiresAt <= now) throw new PreviewGrantError("invalid_expiry");
this.assertAdmin(adminUserId, now);
return this.immediate(() => {
const batch = this.readBatch(batchId);
if (!batch) throw new PreviewGrantError("batch_not_found");
if (batch.status !== "active") throw new PreviewGrantError("batch_closed");
const user = this.database.prepare("SELECT role, status FROM users WHERE user_id = ?").get(userId) as { role: string; status: string } | undefined;
if (!user || user.role !== "user" || user.status !== "active") throw new PreviewGrantError("user_not_eligible");
const grantId = randomUUID();
this.database.prepare(`
INSERT INTO asset_preview_grants (
grant_id, user_id, test_batch_id, granted_by, granted_at, expires_at, status
) VALUES (?, ?, ?, ?, ?, ?, 'active')
`).run(grantId, userId, batchId, adminUserId, now, input.expiresAt);
this.audit({
actorRef: adminUserId,
afterSummary: { batch_id: batchId, expires_at: input.expiresAt, grant_id: grantId, status: "active", user_id: userId },
beforeSummary: null,
operationType: "preview_grant_create",
targetRef: grantId,
targetType: "preview_grant",
}, now);
return {
batchId,
expiresAt: input.expiresAt,
grantId,
grantedAt: now,
grantedBy: adminUserId,
status: "active" as const,
userId,
};
});
}
revoke(input: { adminUserId: string; grantId: string }): PreviewGrantView {
const adminUserId = assertText(input.adminUserId, "adminUserId");
const grantId = assertText(input.grantId, "grantId");
const now = this.options.clock();
this.assertAdmin(adminUserId, now);
return this.immediate(() => {
this.expireDue(now);
const grant = this.readGrant(grantId);
if (!grant) throw new PreviewGrantError("grant_not_found");
if (grant.status === "active") {
this.database.prepare("UPDATE asset_preview_grants SET status = 'revoked' WHERE grant_id = ? AND status = 'active'").run(grantId);
this.audit({
actorRef: adminUserId,
afterSummary: { grant_id: grantId, status: "revoked" },
beforeSummary: { grant_id: grantId, status: grant.status },
operationType: "preview_grant_revoke",
targetRef: grantId,
targetType: "preview_grant",
}, now);
}
return { ...grant, status: "revoked" as const };
});
}
listBatches(input: { adminUserId: string }): PreviewBatchView[] {
const adminUserId = assertText(input.adminUserId, "adminUserId");
this.assertAdmin(adminUserId, this.options.clock());
return (this.database.prepare(`
SELECT batch_id, name, status, created_by, created_at
FROM test_batches ORDER BY created_at DESC, batch_id DESC
`).all() as Array<{ batch_id: string; created_at: number; created_by: string; name: string; status: PreviewBatchStatus }>).map((row) => ({
batchId: row.batch_id,
createdAt: row.created_at,
createdBy: row.created_by,
name: row.name,
status: row.status,
}));
}
listGrants(input: { adminUserId: string; batchId?: string; userId?: string }): PreviewGrantView[] {
const adminUserId = assertText(input.adminUserId, "adminUserId");
this.assertAdmin(adminUserId, this.options.clock());
const batchId = input.batchId ? assertText(input.batchId, "batchId") : undefined;
const userId = input.userId ? assertText(input.userId, "userId") : undefined;
const now = this.options.clock();
return this.immediate(() => {
this.expireDue(now);
const rows = this.database.prepare(`
SELECT grant_id, user_id, test_batch_id, granted_by, granted_at, expires_at, status
FROM asset_preview_grants
WHERE (? IS NULL OR test_batch_id = ?) AND (? IS NULL OR user_id = ?)
ORDER BY granted_at DESC, grant_id DESC
`).all(batchId ?? null, batchId ?? null, userId ?? null, userId ?? null) as Array<{
expires_at: number; grant_id: string; granted_at: number; granted_by: string;
status: PreviewGrantStatus; test_batch_id: string; user_id: string;
}>;
return rows.map((row) => ({
batchId: row.test_batch_id,
expiresAt: row.expires_at,
grantId: row.grant_id,
grantedAt: row.granted_at,
grantedBy: row.granted_by,
status: row.status,
userId: row.user_id,
}));
});
}
projectManifest(input: { releaseVersion: string; userId: string }): AssetReleaseManifestProjection | undefined {
const releaseVersion = assertText(input.releaseVersion, "releaseVersion");
const userId = assertText(input.userId, "userId");
const base = this.options.assetReleases.project("internal_preview_asset", releaseVersion);
if (!base) return undefined;
const authorized = base.items.filter((item) => this.authorizeAsset({ releaseVersion, resourceId: item.resource_id, userId }));
if (authorized.length === 0) return undefined;
const items = authorized.map((item) => {
const manifestItemId = randomUUID();
const mapped: AssetReleaseManifestItem = {
...item,
resource_id: manifestItemId,
url: `/api/v1/assets/preview/${releaseVersion}/${manifestItemId}`,
};
this.itemMappings.set(manifestItemId, {
releaseVersion,
resourceId: item.resource_id,
userId,
});
return mapped;
});
return Object.freeze({
items: Object.freeze(items.map((item) => Object.freeze(item))),
manifest_sha256: manifestHash(items, releaseVersion),
release_version: releaseVersion,
schema_version: "AssetReleaseManifest/v1" as const,
});
}
authorizeAsset(input: { releaseVersion: string; resourceId: string; userId: string }) {
const releaseVersion = assertText(input.releaseVersion, "releaseVersion");
const resourceId = assertText(input.resourceId, "resourceId");
const userId = assertText(input.userId, "userId");
const now = this.options.clock();
return this.immediate(() => {
this.expireDue(now);
const user = this.database.prepare("SELECT role, status FROM users WHERE user_id = ?").get(userId) as { role: string; status: string } | undefined;
if (!user || user.role !== "user" || user.status !== "active") return false;
const row = this.database.prepare(`
SELECT 1 AS authorized
FROM asset_preview_grants g
JOIN test_batch_items i ON i.test_batch_id = g.test_batch_id
WHERE g.user_id = ? AND g.status = 'active' AND g.expires_at > ?
AND i.release_version = ? AND i.resource_id = ?
LIMIT 1
`).get(userId, now, releaseVersion, resourceId) as { authorized: 1 } | undefined;
return Boolean(row);
});
}
readManifestItem(input: { manifestItemId: string; releaseVersion: string; userId: string }) {
const manifestItemId = assertText(input.manifestItemId, "manifestItemId");
const releaseVersion = assertText(input.releaseVersion, "releaseVersion");
const userId = assertText(input.userId, "userId");
const mapping = this.itemMappings.get(manifestItemId);
if (!mapping || mapping.releaseVersion !== releaseVersion || mapping.userId !== userId) return undefined;
if (!this.authorizeAsset({ releaseVersion, resourceId: mapping.resourceId, userId })) {
this.itemMappings.delete(manifestItemId);
return undefined;
}
const resource = this.options.assetReleases.read("internal_preview_asset", releaseVersion, mapping.resourceId);
return resource ? { ...resource, resourceId: manifestItemId } : undefined;
}
private migrate() {
this.database.exec(`
CREATE TABLE IF NOT EXISTS test_batches (
batch_id TEXT PRIMARY KEY,
name TEXT NOT NULL CHECK (length(name) BETWEEN 1 AND 160),
status TEXT NOT NULL CHECK (status IN ('active', 'closed')),
created_by TEXT NOT NULL REFERENCES users(user_id),
created_at INTEGER NOT NULL,
closed_at INTEGER
);
CREATE TABLE IF NOT EXISTS test_batch_items (
test_batch_id TEXT NOT NULL REFERENCES test_batches(batch_id),
release_version TEXT NOT NULL,
resource_id TEXT NOT NULL,
PRIMARY KEY (test_batch_id, release_version, resource_id)
);
CREATE TABLE IF NOT EXISTS asset_preview_grants (
grant_id TEXT PRIMARY KEY,
user_id TEXT NOT NULL REFERENCES users(user_id),
test_batch_id TEXT NOT NULL REFERENCES test_batches(batch_id),
granted_by TEXT NOT NULL REFERENCES users(user_id),
granted_at INTEGER NOT NULL,
expires_at INTEGER NOT NULL CHECK (expires_at > granted_at),
status TEXT NOT NULL CHECK (status IN ('active', 'revoked', 'expired'))
);
CREATE INDEX IF NOT EXISTS asset_preview_grants_user_status
ON asset_preview_grants(user_id, status, expires_at);
`);
}
private immediate<T>(action: () => T): T {
this.database.exec("BEGIN IMMEDIATE");
try {
const value = action();
this.database.exec("COMMIT");
return value;
} catch (error) {
if (this.database.inTransaction) this.database.exec("ROLLBACK");
throw error;
}
}
private assertAdmin(adminUserId: string, now: number) {
const admin = this.database.prepare(`
SELECT 1 AS allowed FROM users u JOIN admin_access a ON a.user_id = u.user_id
WHERE u.user_id = ? AND u.role = 'super_admin' AND u.status = 'active' AND a.allowed = 1
`).get(adminUserId) as { allowed: 1 } | undefined;
if (!admin) throw new PreviewGrantError("admin_invalid");
void now;
}
private readBatch(batchId: string): PreviewBatchView | undefined {
const row = this.database.prepare(`
SELECT batch_id, name, status, created_by, created_at
FROM test_batches WHERE batch_id = ?
`).get(batchId) as { batch_id: string; created_at: number; created_by: string; name: string; status: PreviewBatchStatus } | undefined;
return row ? {
batchId: row.batch_id,
createdAt: row.created_at,
createdBy: row.created_by,
name: row.name,
status: row.status,
} : undefined;
}
private readGrant(grantId: string): PreviewGrantView | undefined {
const row = this.database.prepare(`
SELECT grant_id, user_id, test_batch_id, granted_by, granted_at, expires_at, status
FROM asset_preview_grants WHERE grant_id = ?
`).get(grantId) as {
expires_at: number; grant_id: string; granted_at: number; granted_by: string;
status: PreviewGrantStatus; test_batch_id: string; user_id: string;
} | undefined;
return row ? {
batchId: row.test_batch_id,
expiresAt: row.expires_at,
grantId: row.grant_id,
grantedAt: row.granted_at,
grantedBy: row.granted_by,
status: row.status,
userId: row.user_id,
} : undefined;
}
private expireDue(now: number) {
const rows = this.database.prepare(`
SELECT grant_id, user_id, test_batch_id FROM asset_preview_grants
WHERE status = 'active' AND expires_at <= ?
`).all(now) as Array<{ grant_id: string; test_batch_id: string; user_id: string }>;
if (rows.length === 0) return;
this.database.prepare("UPDATE asset_preview_grants SET status = 'expired' WHERE status = 'active' AND expires_at <= ?").run(now);
for (const row of rows) {
this.audit({
actorRef: "preview_grant_expiry",
afterSummary: { grant_id: row.grant_id, status: "expired" },
beforeSummary: { grant_id: row.grant_id, status: "active" },
operationType: "preview_grant_expire",
targetRef: row.grant_id,
targetType: "preview_grant",
}, now, "system");
}
}
private audit(input: {
actorRef: string;
afterSummary: Record<string, unknown> | null;
beforeSummary: Record<string, unknown> | null;
operationType: string;
targetRef: string;
targetType: string;
}, now: number, actorType: "super_admin" | "system" = "super_admin") {
this.database.prepare(`
INSERT INTO admin_operation_logs (
log_id, actor_type, actor_ref, operation_type, target_type, target_ref,
result, before_summary, after_summary, occurred_at, expires_at
) VALUES (?, ?, ?, ?, ?, ?, 'succeeded', ?, ?, ?, ?)
`).run(
randomUUID(), actorType, input.actorRef, input.operationType, input.targetType, input.targetRef,
serializeAuditSummary(input.beforeSummary), serializeAuditSummary(input.afterSummary),
now, now + auditRetentionMilliseconds,
);
}
}
+186
View File
@@ -0,0 +1,186 @@
import { randomUUID } from "node:crypto";
import type BetterSqlite3 from "better-sqlite3";
import { auditRetentionMilliseconds } from "./audit-policy.js";
type GenerationStatus = "queued" | "running" | "succeeded" | "failed" | "rejected";
export class PrivateContentError extends Error {
constructor(readonly code: "notice_required" | "notice_version_conflict" | "not_found") {
super(code);
this.name = "PrivateContentError";
}
}
function iso(value: number) {
return new Date(value).toISOString();
}
function isGenerationTablePresent(database: BetterSqlite3.Database) {
return Boolean(database.prepare(
"SELECT 1 AS present FROM sqlite_master WHERE type = 'table' AND name = 'generation_jobs'",
).get());
}
export class PrivateContentService {
constructor(
readonly database: BetterSqlite3.Database,
readonly currentNoticeVersion: string,
private readonly clock: () => number = Date.now,
) {}
currentNotice() {
return {
version: this.currentNoticeVersion,
messageKey: "admin.private_content.notice",
} as const;
}
readAcknowledgement(adminUserId: string) {
const row = this.database.prepare(`
SELECT private_content_notice_version, private_content_notice_acknowledged_at
FROM user_profiles WHERE user_id = ?
`).get(adminUserId) as { private_content_notice_version: string | null; private_content_notice_acknowledged_at: number | null } | undefined;
return {
version: row?.private_content_notice_version ?? null,
acknowledgedAt: row?.private_content_notice_acknowledged_at === null || row?.private_content_notice_acknowledged_at === undefined
? null : iso(row.private_content_notice_acknowledged_at),
};
}
isAcknowledged(adminUserId: string) {
return this.readAcknowledgement(adminUserId).version === this.currentNoticeVersion;
}
requireAcknowledgement(adminUserId: string) {
if (!this.isAcknowledged(adminUserId)) throw new PrivateContentError("notice_required");
}
acknowledge(adminUserId: string, expectedNoticeVersion: string) {
const now = this.clock();
return this.database.transaction(() => {
if (expectedNoticeVersion !== this.currentNoticeVersion) {
throw new PrivateContentError("notice_version_conflict");
}
this.database.prepare(`
INSERT INTO user_profiles (
user_id, creator_name, social_id, private_content_notice_version,
private_content_notice_acknowledged_at
) VALUES (?, '', '', ?, ?)
ON CONFLICT(user_id) DO UPDATE SET
private_content_notice_version = excluded.private_content_notice_version,
private_content_notice_acknowledged_at =
CASE WHEN user_profiles.private_content_notice_version = excluded.private_content_notice_version
THEN user_profiles.private_content_notice_acknowledged_at ELSE excluded.private_content_notice_acknowledged_at END
`).run(adminUserId, this.currentNoticeVersion, now);
const acknowledged = this.readAcknowledgement(adminUserId);
return {
noticeVersion: this.currentNoticeVersion,
acknowledgedAt: acknowledged.acknowledgedAt ?? iso(now),
};
})();
}
listGenerations() {
const generatedAt = iso(this.clock());
if (!isGenerationTablePresent(this.database)) return { generated_at: generatedAt, items: [] };
const rows = this.database.prepare(`
SELECT generation_id, owner_id, project_id, model_id, ratio, status,
confirmed_credit_cost, reserved_credits, final_credit_state,
error_category, created_at, updated_at
FROM generation_jobs
WHERE submission_ready = 1
ORDER BY created_at DESC, generation_id DESC
LIMIT 100
`).all() as Array<{
generation_id: string;
owner_id: string;
project_id: string;
model_id: string;
ratio: "3:4" | "1:1" | "4:3" | "9:16";
status: GenerationStatus;
confirmed_credit_cost: number;
reserved_credits: number;
final_credit_state: "committed" | "released" | null;
error_category: string | null;
created_at: number;
updated_at: number;
}>;
return {
generated_at: generatedAt,
items: rows.map((row) => {
const terminal = row.status === "succeeded" || row.status === "failed" || row.status === "rejected";
return {
generation_id: row.generation_id,
owner_ref: row.owner_id,
project_id: row.project_id,
model_id: row.model_id,
ratio: row.ratio,
status: row.status,
created_at: iso(row.created_at),
completed_at: terminal ? iso(row.updated_at) : null,
duration_ms: terminal ? Math.max(0, row.updated_at - row.created_at) : null,
confirmed_credit_cost: row.confirmed_credit_cost,
reserved_credits: row.reserved_credits,
final_credit_state: row.final_credit_state,
error_category: row.error_category,
};
}),
};
}
private generation(generationId: string) {
if (!isGenerationTablePresent(this.database)) throw new PrivateContentError("not_found");
const row = this.database.prepare(`
SELECT generation_id, owner_id, project_id
FROM generation_jobs WHERE generation_id = ? AND submission_ready = 1
`).get(generationId) as { generation_id: string; owner_id: string; project_id: string } | undefined;
if (!row) throw new PrivateContentError("not_found");
return row;
}
private recordAccess(input: { adminUserId: string; ownerId: string; generationId: string; contentType: "image" | "prompt" }) {
const now = this.clock();
// The insert is committed before the caller reads the private value. A failed
// constraint therefore cannot accidentally release a private response.
this.database.transaction(() => {
this.database.prepare(`
INSERT INTO private_content_access_logs (
log_id, actor_ref, subject_ref, target_ref, content_type, occurred_at, expires_at
) VALUES (?, ?, ?, ?, ?, ?, ?)
`).run(
randomUUID(), input.adminUserId, input.ownerId, input.generationId,
input.contentType, now, now + auditRetentionMilliseconds,
);
})();
}
recordPrivateAssetAccess(adminUserId: string, ownerId: string, resourceId: string) {
this.recordAccess({ adminUserId, ownerId, generationId: resourceId, contentType: "image" });
}
readPrompt(adminUserId: string, generationId: string) {
this.requireAcknowledgement(adminUserId);
const row = this.generation(generationId);
this.recordAccess({ adminUserId, ownerId: row.owner_id, generationId: row.generation_id, contentType: "prompt" });
const content = this.database.prepare(
"SELECT prompt FROM generation_jobs WHERE generation_id = ? AND submission_ready = 1",
).get(row.generation_id) as { prompt: string } | undefined;
if (!content) throw new PrivateContentError("not_found");
return { generationId: row.generation_id, prompt: content.prompt };
}
readImageTarget(adminUserId: string, generationId: string) {
this.requireAcknowledgement(adminUserId);
const row = this.database.prepare(`
SELECT g.generation_id, g.owner_id, g.project_id, pi.image_id
FROM generation_jobs g
JOIN project_images pi ON pi.project_id = g.project_id AND pi.generation_id = g.generation_id
WHERE g.generation_id = ? AND g.status = 'succeeded'
ORDER BY pi.created_at DESC LIMIT 1
`).get(generationId) as { generation_id: string; owner_id: string; project_id: string; image_id: string } | undefined;
if (!row) throw new PrivateContentError("not_found");
this.recordAccess({ adminUserId, ownerId: row.owner_id, generationId: row.generation_id, contentType: "image" });
return { projectId: row.project_id, imageId: row.image_id, ownerId: row.owner_id };
}
}
+123 -2
View File
@@ -4,6 +4,7 @@ import { createRequire } from "node:module";
import type BetterSqlite3 from "better-sqlite3";
import {
auditRetentionMilliseconds,
ensureAdminOperationAuditSchema,
ensurePrivateAccessAuditSchema,
isSafeAuditRef,
@@ -11,6 +12,7 @@ import {
serializeAuditSummary,
} from "./audit-policy.js";
import type { ResendAdapter } from "./resend-adapter.js";
import { ExternalServiceUsage } from "./external-service-usage.js";
import {
RegistrationError,
type RegistrationErrorReason,
@@ -36,6 +38,7 @@ export interface RegistrationTransactionEvent {
| "registration_send"
| "registration_complete"
| "registration_send_compensation"
| "local_test_session"
| "login_send"
| "login_complete"
| "admin_login_send"
@@ -226,6 +229,7 @@ function constantTimeTextEqual(left: string, right: string) {
export class RegistrationService {
readonly database: BetterSqlite3.Database;
readonly serviceUsage: ExternalServiceUsage;
readonly options: Required<Pick<RegistrationServiceOptions, "clock" | "codeGenerator" | "inviteCodeGenerator">> & RegistrationServiceOptions;
private adminAllowlistHashes = new Set<string>();
private privacyPurgeActive = false;
@@ -254,6 +258,7 @@ export class RegistrationService {
this.database.function("dada_allow_retention_purge", { deterministic: false }, () => 0);
this.database.function("dada_retention_purge_now", { deterministic: false }, () => 0);
this.migrate();
this.serviceUsage = new ExternalServiceUsage({ database: this.database, clock: this.options.clock });
}
close() {
@@ -278,6 +283,39 @@ export class RegistrationService {
return { code, inviteId };
}
createAdminInvite(input: { actorId: string; expiresAt: number; maxUses: number }) {
if (!Number.isSafeInteger(input.expiresAt) || !Number.isSafeInteger(input.maxUses) || input.maxUses < 1) {
throw new Error("Invite request is invalid.");
}
const code = this.options.inviteCodeGenerator();
const inviteId = randomUUID();
const now = this.options.clock();
this.runImmediate("invite_create", () => {
const admin = this.database.prepare(`
SELECT u.user_id FROM users u JOIN admin_access a ON a.user_id = u.user_id
WHERE u.user_id = ? AND u.role = 'super_admin' AND u.status = 'active' AND a.allowed = 1
`).get(input.actorId);
if (!admin) throw new RegistrationError("AUTH_SESSION_INVALID", "session_invalid");
this.database.prepare(`
INSERT INTO invite_codes (
invite_id, code_hmac, max_uses, used_count, expires_at, status, created_at
) VALUES (?, ?, ?, 0, ?, 'enabled', ?)
`).run(inviteId, this.inviteHmac(code), input.maxUses, input.expiresAt, now);
this.recordAdminAudit({
actorRef: input.actorId,
actorType: "super_admin",
afterSummary: { max_uses: input.maxUses, status: "enabled" },
beforeSummary: null,
operationType: "invite_create",
result: "succeeded",
targetRef: inviteId,
targetType: "invite",
}, now);
return { outcome: "committed", value: undefined };
});
return { code, inviteId };
}
async sendRegistrationCode(input: { email: string; inviteCode: string }): Promise<RegistrationSendResult> {
const email = normalizeEmail(input.email);
const inviteCode = normalizeProfileValue(input.inviteCode, 160);
@@ -299,6 +337,7 @@ export class RegistrationService {
if (existing) throw new RegistrationError("AUTH_ENTRY_REJECTED", "registration_login_required");
this.assertChallengeSendAllowed(email, "register", "registration", now);
this.recordRateSend(email, "registration", now);
this.serviceUsage.claimResendWithinTransaction(now);
this.database.prepare(`
INSERT INTO email_challenges (
@@ -328,6 +367,7 @@ export class RegistrationService {
try {
await this.options.resend.sendVerificationCode({ challengeId, code, email, purpose: "register" });
} catch {
this.serviceUsage.markProviderFailure({ serviceId: "resend_email", reason: "provider_unavailable", now });
this.runImmediate("registration_send_compensation", () => {
this.database.prepare("DELETE FROM email_challenges WHERE challenge_id = ? AND consumed_at IS NULL").run(challengeId);
return { outcome: "committed", value: undefined };
@@ -355,6 +395,7 @@ export class RegistrationService {
if (user.role !== "user") throw new RegistrationError("AUTH_ENTRY_REJECTED", "login_admin_required");
this.assertChallengeSendAllowed(email, "login", clientKey, now);
this.recordRateSend(email, clientKey, now);
this.serviceUsage.claimResendWithinTransaction(now);
this.database.prepare(`
INSERT INTO email_challenges (
challenge_id, email, invite_id, code_hmac, purpose, expires_at,
@@ -382,6 +423,7 @@ export class RegistrationService {
try {
await this.options.resend.sendVerificationCode({ challengeId, code, email, purpose: "login" });
} catch {
this.serviceUsage.markProviderFailure({ serviceId: "resend_email", reason: "provider_unavailable", now });
this.runImmediate("registration_send_compensation", () => {
this.database.prepare("DELETE FROM email_challenges WHERE challenge_id = ? AND consumed_at IS NULL").run(challengeId);
return { outcome: "committed", value: undefined };
@@ -613,6 +655,60 @@ export class RegistrationService {
return outcome;
}
createLocalTestSession(): LoginCompleteResult {
const now = this.options.clock();
return this.runImmediate("local_test_session", () => {
const registrationId = "local-test-user-v1";
const existing = this.database.prepare(`
SELECT user_id, role, status FROM users WHERE registration_id = ?
`).get(registrationId) as {
role: "user" | "super_admin";
status: "active" | "suspended" | "deleted";
user_id: string;
} | undefined;
if (existing) {
if (existing.role !== "user" || existing.status !== "active") {
throw new RegistrationError("AUTH_ENTRY_REJECTED", "account_suspended");
}
const session = this.insertSession(existing.user_id, "user", now);
return {
outcome: "committed",
value: this.loginResult(this.readCompletedRegistration(existing.user_id, session.sessionId)),
};
}
const userId = randomUUID();
this.database.prepare(`
INSERT INTO users (
user_id, normalized_email, role, status, counts_toward_stage_limit,
registration_id, created_at
) VALUES (?, 'local-test-user@dada.invalid', 'user', 'active', 0, ?, ?)
`).run(userId, registrationId, now);
this.database.prepare(`
INSERT INTO user_profiles (
user_id, creator_name, social_id, private_content_notice_version,
private_content_notice_acknowledged_at
) VALUES (?, '本机测试用户', '@dada_local_test', NULL, NULL)
`).run(userId);
this.database.prepare(`
INSERT INTO credit_accounts (user_id, available_balance, reserved_balance, updated_at)
VALUES (?, 10, 0, ?)
`).run(userId, now);
this.database.prepare(`
INSERT INTO credit_ledger (
ledger_id, user_id, operation_key, entry_type, amount,
available_before, available_after, reserved_before, reserved_after, created_at
) VALUES (?, ?, 'local-test-registration:v1', 'registration_grant', 10, 0, 10, 0, 0, ?)
`).run(randomUUID(), userId, now);
const session = this.insertSession(userId, "user", now);
return {
outcome: "committed",
value: this.loginResult(this.readCompletedRegistration(userId, session.sessionId)),
};
});
}
applySecureConfig(candidate: SecureConfigCandidate) {
const now = this.options.clock();
const fail = (reason: string): never => {
@@ -768,6 +864,7 @@ export class RegistrationService {
}
this.assertChallengeSendAllowed(email, "admin_login", clientKey, now);
this.recordRateSend(email, clientKey, now);
this.serviceUsage.claimResendWithinTransaction(now);
this.database.prepare(`
INSERT INTO email_challenges (
challenge_id, email, invite_id, code_hmac, purpose, expires_at,
@@ -795,6 +892,7 @@ export class RegistrationService {
try {
await this.options.resend.sendVerificationCode({ challengeId, code, email, purpose: "admin_login" });
} catch {
this.serviceUsage.markProviderFailure({ serviceId: "resend_email", reason: "provider_unavailable", now });
this.runImmediate("registration_send_compensation", () => {
this.database.prepare("DELETE FROM email_challenges WHERE challenge_id = ? AND consumed_at IS NULL").run(challengeId);
this.recordAdminLoginRejection("service_unavailable", now);
@@ -1097,6 +1195,7 @@ export class RegistrationService {
now + resendDelayMilliseconds,
now,
);
this.serviceUsage.claimResendWithinTransaction(now);
return {
outcome: "committed",
value: {
@@ -1116,6 +1215,7 @@ export class RegistrationService {
purpose: "account_delete",
});
} catch {
this.serviceUsage.markProviderFailure({ serviceId: "resend_email", reason: "provider_unavailable", now });
this.runImmediate("registration_send_compensation", () => {
this.database.prepare("DELETE FROM account_deletion_challenges WHERE deletion_id = ? AND consumed_at IS NULL").run(deletionId);
return { outcome: "committed", value: undefined };
@@ -1230,14 +1330,35 @@ export class RegistrationService {
return outcome;
}
changeUserStatus(userId: string, status: "suspended" | "deleted") {
changeUserStatus(userId: string, status: "suspended" | "deleted", actorId?: string) {
const now = this.options.clock();
this.runImmediate("session_revoke", () => {
if (actorId) {
const admin = this.database.prepare(`
SELECT u.user_id FROM users u JOIN admin_access a ON a.user_id = u.user_id
WHERE u.user_id = ? AND u.role = 'super_admin' AND u.status = 'active' AND a.allowed = 1
`).get(actorId);
if (!admin) throw new RegistrationError("AUTH_SESSION_INVALID", "session_invalid");
}
const before = this.database.prepare("SELECT status FROM users WHERE user_id = ? AND role = 'user'")
.get(userId) as { status: "active" | "suspended" | "deleted" } | undefined;
const changed = this.database.prepare("UPDATE users SET status = ? WHERE user_id = ? AND role = 'user'")
.run(status, userId);
if (changed.changes !== 1) throw new RegistrationError("AUTH_SESSION_INVALID", "session_invalid");
this.database.prepare("UPDATE sessions SET revoked_at = ? WHERE user_id = ? AND revoked_at IS NULL")
.run(now, userId);
if (actorId) {
this.recordAdminAudit({
actorRef: actorId,
actorType: "super_admin",
afterSummary: { status },
beforeSummary: { status: before?.status ?? "unknown" },
operationType: "user_status_change",
result: "succeeded",
targetRef: userId,
targetType: "user_account",
}, now);
}
return { outcome: "committed", value: undefined };
});
}
@@ -1761,7 +1882,7 @@ export class RegistrationService {
serializeAuditSummary(input.beforeSummary),
serializeAuditSummary(input.afterSummary),
now,
now + 180 * 24 * 60 * 60 * 1_000,
now + auditRetentionMilliseconds,
);
}
+93
View File
@@ -0,0 +1,93 @@
import { createHash } from "node:crypto";
import { existsSync, readFileSync } from "node:fs";
import {
createPublicAssetResolver,
readConfiguredAssetRoot,
validateReadOnlyAssetRoot,
type PublicAssetEntry,
type PublicAssetResolver,
} from "./local-data-root.js";
const rootRef = "p0a_runtime_assets";
const schemaVersion = "DadaRuntimeAssets/v1";
const assetIdPattern = /^[a-z0-9][a-z0-9_-]{2,119}$/i;
const releasePattern = /^[a-z0-9][a-z0-9._-]{0,79}$/i;
const shaPattern = /^[a-f0-9]{64}$/i;
export interface RuntimeAssetState {
checked_at: string;
configured: boolean;
pause_reason: "asset_manifest_invalid" | "asset_root_missing" | "asset_root_state_missing" | null;
status: "active" | "unavailable";
}
export interface LoadedRuntimeAssets {
publicAssets?: PublicAssetResolver;
state: RuntimeAssetState;
}
function parseRuntimeManifest(bytes: Buffer): PublicAssetEntry[] {
const value = JSON.parse(bytes.toString("utf8")) as Record<string, unknown>;
if (value.schema_version !== schemaVersion || value.source !== "external_read_only" || value.root_ref !== rootRef) {
throw new Error("runtime_asset_manifest_invalid");
}
if (!Array.isArray(value.entries) || value.entries.length === 0) throw new Error("runtime_asset_manifest_invalid");
return value.entries.map((candidate) => {
if (!candidate || typeof candidate !== "object" || Array.isArray(candidate)) throw new Error("runtime_asset_manifest_invalid");
const entry = candidate as Record<string, unknown>;
if (
typeof entry.assetId !== "string" || !assetIdPattern.test(entry.assetId)
|| typeof entry.mimeType !== "string" || !/^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i.test(entry.mimeType)
|| typeof entry.relativePath !== "string" || entry.relativePath.includes("\\") || entry.relativePath.split("/").includes("..")
|| typeof entry.resourceVersion !== "string" || !releasePattern.test(entry.resourceVersion)
|| entry.rootRef !== rootRef
|| typeof entry.sha256 !== "string" || !shaPattern.test(entry.sha256)
) throw new Error("runtime_asset_manifest_invalid");
return entry as unknown as PublicAssetEntry;
});
}
function unavailable(
configured: boolean,
pauseReason: Exclude<RuntimeAssetState["pause_reason"], null>,
checkedAt: string,
): LoadedRuntimeAssets {
return { state: { checked_at: checkedAt, configured, pause_reason: pauseReason, status: "unavailable" } };
}
export function loadConfiguredRuntimeAssets(input: {
configFile: string;
dataRoot: string;
trustedManifestPath: string;
clock?: () => number;
}): LoadedRuntimeAssets {
const checkedAt = new Date((input.clock ?? Date.now)()).toISOString();
let assetRoot: string;
try {
assetRoot = readConfiguredAssetRoot(input.configFile);
} catch {
return unavailable(false, "asset_root_state_missing", checkedAt);
}
if (!existsSync(input.trustedManifestPath)) return unavailable(true, "asset_manifest_invalid", checkedAt);
try {
const trustedBytes = readFileSync(input.trustedManifestPath);
const entries = parseRuntimeManifest(trustedBytes);
const validatedRoot = validateReadOnlyAssetRoot({
dataRoot: input.dataRoot,
expectedSha256: createHash("sha256").update(trustedBytes).digest("hex"),
manifestRelativePath: "manifest.json",
root: assetRoot,
rootRef,
});
if (!validatedRoot.ok) {
return unavailable(true, validatedRoot.reason === "asset_root_missing" ? "asset_root_missing" : "asset_manifest_invalid", checkedAt);
}
return {
publicAssets: createPublicAssetResolver({ entries, roots: [validatedRoot] }),
state: { checked_at: checkedAt, configured: true, pause_reason: null, status: "active" },
};
} catch {
return unavailable(true, "asset_manifest_invalid", checkedAt);
}
}
+46
View File
@@ -9,6 +9,12 @@ import sharp, { type Metadata } from "sharp";
import type { StaticStickerCatalogItem } from "@dada/static-sticker-catalog";
import {
auditRetentionMilliseconds,
isSafeAuditRef,
isSafeAuditSummaryJson,
serializeAuditSummary,
} from "./audit-policy.js";
import { ManagedStorage, type StagedManagedFile } from "./managed-storage.js";
import { StickerReleaseError } from "./sticker-release-errors.js";
import { classifyCapacity } from "./storage-policy.js";
@@ -115,6 +121,12 @@ export class StickerReleaseService {
this.database.pragma("journal_mode = WAL");
this.database.pragma("foreign_keys = ON");
this.database.pragma("busy_timeout = 5000");
this.database.function("dada_audit_ref_is_safe", { deterministic: true }, isSafeAuditRef);
this.database.function("dada_audit_summary_is_safe", { deterministic: true }, isSafeAuditSummaryJson);
this.database.function("dada_allow_privacy_purge", { deterministic: false }, () => 0);
this.database.function("dada_privacy_purge_subject", { deterministic: false }, () => "");
this.database.function("dada_allow_retention_purge", { deterministic: false }, () => 0);
this.database.function("dada_retention_purge_now", { deterministic: false }, () => 0);
this.storage = input.storage;
this.migrate();
}
@@ -234,6 +246,13 @@ export class StickerReleaseService {
WHERE release_version = ? AND stable_id = ?
`).run((input.enabled ?? existing.enabled === 1) ? 1 : 0, part, order, version, input.stableId);
this.finalizeRelease(version, current, input.actorId);
this.insertReleaseAudit({
actorId: input.actorId,
afterSummary: { enabled: input.enabled ?? existing.enabled === 1, order, part, stable_id: input.stableId },
beforeSummary: { enabled: existing.enabled === 1, order: existing.order_index, part: existing.part, stable_id: input.stableId },
operationType: "sticker_release_update",
releaseVersion: version,
});
return version;
});
return { item: itemView(this.readItem(releaseVersion, input.stableId)!), release_version: releaseVersion };
@@ -342,9 +361,36 @@ export class StickerReleaseService {
VALUES (?, ?, ?, ?, ?, ?)
`).run(input.actorId, input.keyDigest, input.requestHash, releaseVersion, input.stableId, iso(this.clock()));
this.finalizeRelease(releaseVersion, previous, input.actorId);
this.insertReleaseAudit({
actorId: input.actorId,
afterSummary: { enabled: input.enabled, order: input.order, part: input.part, stable_id: input.stableId },
beforeSummary: previous ? { release_version: previous } : null,
operationType: "sticker_release_publish",
releaseVersion,
});
return releaseVersion;
}
private insertReleaseAudit(input: {
actorId: string;
afterSummary: Record<string, unknown>;
beforeSummary: Record<string, unknown> | null;
operationType: "sticker_release_publish" | "sticker_release_update";
releaseVersion: string;
}) {
const occurredAt = this.clock();
this.database.prepare(`
INSERT INTO admin_operation_logs (
log_id, actor_type, actor_ref, operation_type, target_type, target_ref,
result, before_summary, after_summary, occurred_at, expires_at
) VALUES (?, 'super_admin', ?, ?, 'sticker_release', ?, 'succeeded', ?, ?, ?, ?)
`).run(
randomUUID(), input.actorId, input.operationType, input.releaseVersion,
serializeAuditSummary(input.beforeSummary), serializeAuditSummary(input.afterSummary),
occurredAt, occurredAt + auditRetentionMilliseconds,
);
}
private finalizeRelease(releaseVersion: string, previous: string | null, actorId: string) {
const rows = this.database.prepare(`
SELECT stable_id, part, order_index, original_sha256, thumbnail_sha256, enabled
+14 -6
View File
@@ -1,5 +1,7 @@
import { createConnection } from "node:net";
import { MockAmapAdapter, RealAmapAdapter } from "./amap-adapter.js";
const API_CREDENTIALS = ["Dada/P0A/api/resend", "Dada/P0A/api/amap", "Dada/P0A/admin/pepper"] as const;
export async function receiveApiCredentials(input: NodeJS.ReadableStream = process.stdin) {
@@ -13,7 +15,7 @@ export async function receiveApiCredentials(input: NodeJS.ReadableStream = proce
if (names.length !== expected.length || names.some((name, index) => name !== expected[index])) {
throw new Error("API credential channel contains an unexpected credential scope.");
}
if (expected.some((name) => typeof parsed[name] !== "string" || parsed[name] === "")) {
if (expected.some((name) => typeof parsed[name] !== "string")) {
throw new Error("API credential channel contains an invalid credential value.");
}
return parsed as Record<(typeof API_CREDENTIALS)[number], string>;
@@ -25,11 +27,17 @@ export async function receiveApiCredentials(input: NodeJS.ReadableStream = proce
}
export function initializeApiCredentialClients(credentials: Record<(typeof API_CREDENTIALS)[number], string>) {
const configured = API_CREDENTIALS.every((name) => credentials[name].length > 0);
const adminPepperValue = credentials["Dada/P0A/admin/pepper"];
for (const name of API_CREDENTIALS) credentials[name] = "";
if (!configured) throw new Error("API credential client initialization failed.");
return { adminAllowlistPepper: Buffer.from(adminPepperValue, "utf8") };
try {
const adminPepper = credentials["Dada/P0A/admin/pepper"];
if (!adminPepper) throw new Error("admin_pepper_not_configured");
return {
adminAllowlistPepper: Buffer.from(adminPepper, "utf8"),
amap: credentials["Dada/P0A/api/amap"] ? new RealAmapAdapter(credentials["Dada/P0A/api/amap"]) : new MockAmapAdapter(),
resendConfigured: Boolean(credentials["Dada/P0A/api/resend"]),
};
} finally {
for (const name of API_CREDENTIALS) credentials[name] = "";
}
}
export function attachApiSupervisorControl(pipeName: string, shutdown: () => Promise<void>) {
+164
View File
@@ -0,0 +1,164 @@
.admin-audit-page {
width: min(100% - 48px, 1440px);
margin: 0 auto;
padding: 28px 0 40px;
color: #1a1a18;
}
.admin-audit-heading {
display: flex;
min-height: 72px;
align-items: flex-end;
justify-content: space-between;
gap: 24px;
border-bottom: 2px solid #1a1a18;
}
.admin-audit-heading p,
.admin-audit-heading h2 {
margin: 0;
}
.admin-audit-heading p {
color: #686861;
font-size: 12px;
font-weight: 800;
}
.admin-audit-heading h2 {
padding: 4px 0 12px;
font-size: 28px;
line-height: 40px;
}
.admin-audit-heading time {
padding-bottom: 14px;
color: #686861;
font-size: 12px;
}
.admin-audit-tabs {
display: flex;
gap: 0;
margin-top: 24px;
border-bottom: 1px solid #a9a9a2;
}
.admin-audit-tabs button {
min-height: 40px;
padding: 0 18px;
border: 0;
border-bottom: 3px solid transparent;
color: #4f4f49;
background: transparent;
font-weight: 700;
}
.admin-audit-tabs button[aria-selected="true"] {
border-bottom-color: #1a1a18;
color: #1a1a18;
background: #f4df32;
}
.admin-audit-failure {
display: flex;
min-height: 44px;
align-items: center;
justify-content: space-between;
gap: 16px;
margin-top: 16px;
padding: 8px 12px;
border-left: 4px solid #c92a24;
background: #fff1ef;
}
.admin-audit-failure button,
.admin-audit-pagination button {
min-height: 36px;
padding: 0 14px;
border: 1px solid #1a1a18;
background: #fff;
font-weight: 700;
}
.admin-audit-status {
margin: 0;
padding: 48px 16px;
color: #686861;
}
.admin-audit-table-scroll {
overflow-x: auto;
border-bottom: 1px solid #a9a9a2;
}
.admin-audit-page table {
width: 100%;
min-width: 1120px;
border-collapse: collapse;
table-layout: fixed;
}
.admin-audit-page th,
.admin-audit-page td {
min-height: 40px;
padding: 10px 12px;
border-bottom: 1px solid #d7d7d1;
overflow-wrap: anywhere;
text-align: left;
vertical-align: top;
font-size: 12px;
}
.admin-audit-page th {
color: #55554f;
background: #efefeb;
font-weight: 800;
}
.admin-audit-page th:nth-child(1) { width: 132px; }
.admin-audit-page th:nth-child(2) { width: 210px; }
.admin-audit-page th:nth-child(3) { width: 180px; }
.admin-audit-page th:nth-child(5) { width: 100px; }
.admin-audit-page th:nth-child(6) { width: 210px; }
.admin-audit-page td small {
display: block;
margin-top: 4px;
color: #686861;
}
.admin-audit-page td strong {
color: #16794b;
}
.admin-audit-page td strong.is-failed {
color: #c92a24;
}
.admin-audit-pagination {
display: flex;
justify-content: flex-end;
padding-top: 16px;
}
.admin-audit-retention {
margin: 24px 0 0;
padding-top: 12px;
border-top: 1px solid #d7d7d1;
color: #686861;
font-size: 12px;
}
.admin-audit-page :focus-visible {
outline: 2px solid #005fcc;
outline-offset: 2px;
}
@media (max-width: 700px) {
.admin-audit-page { width: calc(100% - 24px); }
.admin-audit-heading { align-items: flex-start; flex-direction: column; gap: 4px; }
.admin-audit-heading time { padding-bottom: 12px; }
.admin-audit-tabs { display: grid; grid-template-columns: 1fr 1fr; }
.admin-audit-tabs button { min-width: 0; padding: 8px; }
}
+181
View File
@@ -0,0 +1,181 @@
import type {
AdminOperationAuditItem,
AdminOperationAuditResponse,
PrivateContentAccessAuditItem,
PrivateContentAccessAuditResponse,
} from "@dada/shared-contracts";
import { useCallback, useEffect, useState } from "react";
import "./admin-audit.css";
type AuditTab = "operations" | "private-content";
interface AuditPageState<Item> {
failed: boolean;
generatedAt: string | null;
items: Item[];
loading: boolean;
nextCursor: string | null;
}
const emptyState = <Item,>(): AuditPageState<Item> => ({
failed: false,
generatedAt: null,
items: [],
loading: false,
nextCursor: null,
});
function formatTime(value: string) {
return new Intl.DateTimeFormat("zh-CN", {
day: "2-digit",
hour: "2-digit",
minute: "2-digit",
month: "2-digit",
second: "2-digit",
}).format(new Date(value));
}
function operationSummary(item: AdminOperationAuditItem) {
if (item.after_summary) return item.after_summary;
if (item.before_summary) return item.before_summary;
return "无变更摘要";
}
export function AdminAuditPage() {
const [tab, setTab] = useState<AuditTab>("operations");
const [operations, setOperations] = useState<AuditPageState<AdminOperationAuditItem>>(emptyState);
const [privateAccess, setPrivateAccess] = useState<AuditPageState<PrivateContentAccessAuditItem>>(emptyState);
const loadOperations = useCallback(async (cursor?: string, append = false) => {
setOperations((current) => ({ ...current, failed: false, loading: true }));
try {
const query = new URLSearchParams({ limit: "50" });
if (cursor) query.set("cursor", cursor);
const response = await fetch(`/api/v1/admin/audit/operations?${query}`, { credentials: "same-origin" });
if (response.status === 401) {
window.dispatchEvent(new Event("dada:session-invalid"));
return;
}
if (!response.ok) throw new Error("admin_operation_audit_unavailable");
const body = await response.json() as AdminOperationAuditResponse;
setOperations((current) => ({
failed: false,
generatedAt: body.generated_at,
items: append ? [...current.items, ...body.items] : body.items,
loading: false,
nextCursor: body.next_cursor,
}));
} catch {
setOperations((current) => ({ ...current, failed: true, loading: false }));
}
}, []);
const loadPrivateAccess = useCallback(async (cursor?: string, append = false) => {
setPrivateAccess((current) => ({ ...current, failed: false, loading: true }));
try {
const query = new URLSearchParams({ limit: "50" });
if (cursor) query.set("cursor", cursor);
const response = await fetch(`/api/v1/admin/audit/private-content?${query}`, { credentials: "same-origin" });
if (response.status === 401) {
window.dispatchEvent(new Event("dada:session-invalid"));
return;
}
if (!response.ok) throw new Error("private_content_audit_unavailable");
const body = await response.json() as PrivateContentAccessAuditResponse;
setPrivateAccess((current) => ({
failed: false,
generatedAt: body.generated_at,
items: append ? [...current.items, ...body.items] : body.items,
loading: false,
nextCursor: body.next_cursor,
}));
} catch {
setPrivateAccess((current) => ({ ...current, failed: true, loading: false }));
}
}, []);
useEffect(() => { void loadOperations(); }, [loadOperations]);
function selectTab(next: AuditTab) {
setTab(next);
if (next === "private-content" && !privateAccess.generatedAt && !privateAccess.loading) void loadPrivateAccess();
}
const state = tab === "operations" ? operations : privateAccess;
const reload = tab === "operations" ? loadOperations : loadPrivateAccess;
return (
<main className="admin-audit-page" id="admin-main">
<header className="admin-audit-heading">
<div><p>IMMUTABLE / 180 DAYS</p><h2></h2></div>
{state.generatedAt ? <time dateTime={state.generatedAt}> {formatTime(state.generatedAt)}</time> : null}
</header>
<div aria-label="审计类型" className="admin-audit-tabs" role="tablist">
<button aria-controls="operation-audit-panel" aria-selected={tab === "operations"} id="operation-audit-tab" onClick={() => selectTab("operations")} role="tab" type="button"></button>
<button aria-controls="private-audit-panel" aria-selected={tab === "private-content"} id="private-audit-tab" onClick={() => selectTab("private-content")} role="tab" type="button">访</button>
</div>
{state.failed ? (
<div className="admin-audit-failure" role="alert">
<span>{state.generatedAt ? ",已保留上次结果" : ""}</span>
<button disabled={state.loading} onClick={() => void reload()} type="button"></button>
</div>
) : null}
{tab === "operations" ? (
<section aria-labelledby="operation-audit-tab" id="operation-audit-panel" role="tabpanel">
{operations.loading && operations.items.length === 0 ? <p aria-live="polite" className="admin-audit-status"></p> : null}
{!operations.loading && !operations.failed && operations.items.length === 0 ? <p className="admin-audit-status"></p> : null}
{operations.items.length > 0 ? (
<div className="admin-audit-table-scroll">
<table>
<thead><tr><th></th><th></th><th></th><th></th><th></th><th>Operation ID</th></tr></thead>
<tbody>{operations.items.map((item) => (
<tr key={item.log_id}>
<td><time dateTime={item.occurred_at}>{formatTime(item.occurred_at)}</time></td>
<td><code>{item.actor_ref}</code><small>{item.actor_type}</small></td>
<td><code>{item.operation_type}</code></td>
<td><code>{item.target_type}:{item.target_ref}</code><small>{operationSummary(item)}</small></td>
<td><strong className={`is-${item.result}`}>{item.result}</strong></td>
<td><code>{item.log_id}</code></td>
</tr>
))}</tbody>
</table>
</div>
) : null}
</section>
) : (
<section aria-labelledby="private-audit-tab" id="private-audit-panel" role="tabpanel">
{privateAccess.loading && privateAccess.items.length === 0 ? <p aria-live="polite" className="admin-audit-status">访</p> : null}
{!privateAccess.loading && !privateAccess.failed && privateAccess.items.length === 0 ? <p className="admin-audit-status">访</p> : null}
{privateAccess.items.length > 0 ? (
<div className="admin-audit-table-scroll">
<table>
<thead><tr><th></th><th></th><th></th><th></th><th></th><th>Access ID</th></tr></thead>
<tbody>{privateAccess.items.map((item) => (
<tr key={item.log_id}>
<td><time dateTime={item.occurred_at}>{formatTime(item.occurred_at)}</time></td>
<td><code>{item.actor_ref}</code></td>
<td><code>{item.target_ref}</code></td>
<td>{item.content_type}</td>
<td><time dateTime={item.expires_at}>{formatTime(item.expires_at)}</time></td>
<td><code>{item.log_id}</code></td>
</tr>
))}</tbody>
</table>
</div>
) : null}
</section>
)}
{state.nextCursor ? (
<div className="admin-audit-pagination">
<button disabled={state.loading} onClick={() => void reload(state.nextCursor!, true)} type="button">{state.loading ? "正在读取" : "下一页"}</button>
</div>
) : null}
<p className="admin-audit-retention"> 180 </p>
</main>
);
}
+24
View File
@@ -0,0 +1,24 @@
.admin-generations { display: grid; gap: 20px; }
.admin-generations-refresh { align-self: start; }
.admin-generations-notice-panel { display: grid; gap: 14px; max-width: 760px; padding: 24px; border: 1px solid #d5b36a; background: #fffaf0; }
.admin-generations-notice-panel p { margin: 0; }
.admin-generations-notice-panel button { justify-self: start; }
.admin-generations-error, .admin-generations-notice { padding: 12px 16px; border: 1px solid #d46a6a; background: #fff4f4; }
.admin-generations-error button { margin-left: 12px; }
.admin-generations-table-wrap { overflow-x: auto; border: 1px solid #d9dde5; background: #fff; }
.admin-generations-table-wrap table { width: 100%; min-width: 1050px; border-collapse: collapse; }
.admin-generations-table-wrap th, .admin-generations-table-wrap td { padding: 12px 14px; border-bottom: 1px solid #e9ebef; text-align: left; vertical-align: top; }
.admin-generations-table-wrap th { background: #f5f6f8; color: #4d5664; font-size: 12px; }
.admin-generations-table-wrap small { color: #6c7481; }
.admin-generations-status { display: inline-block; padding: 3px 7px; border-radius: 4px; background: #edf0f4; }
.admin-generations-status.is-succeeded { color: #23623d; background: #e6f4ea; }
.admin-generations-status.is-failed, .admin-generations-status.is-rejected { color: #8b2b2b; background: #fff0f0; }
.admin-generations-status.is-running { color: #7a5a10; background: #fff5d8; }
.admin-generations-actions { display: grid; gap: 8px; min-width: 190px; }
.admin-generations-actions button { white-space: normal; }
.admin-generations-empty { margin: 0; padding: 28px; color: #6c7481; }
.admin-generations-opened { display: grid; gap: 10px; padding: 18px; border: 1px solid #cbd2dd; background: #fff; }
.admin-generations-opened header { display: flex; align-items: center; justify-content: space-between; }
.admin-generations-opened h3 { margin: 0; }
.admin-generations-opened pre { max-height: 360px; overflow: auto; margin: 0; padding: 14px; white-space: pre-wrap; background: #f6f7f9; }
.admin-generations-opened img { max-width: 100%; max-height: 620px; object-fit: contain; }
+156
View File
@@ -0,0 +1,156 @@
import { useEffect, useState } from "react";
import "./admin-generations.css";
interface AdminSession {
acknowledged_private_content_notice_version: string | null;
current_private_content_notice_version: string | null;
csrf_token: string;
notice_acknowledged: boolean;
}
interface GenerationRecord {
generation_id: string;
owner_ref: string;
project_id: string;
model_id: string;
ratio: string;
status: "queued" | "running" | "succeeded" | "failed" | "rejected";
created_at: string;
completed_at: string | null;
duration_ms: number | null;
confirmed_credit_cost: number;
reserved_credits: number;
final_credit_state: "committed" | "released" | null;
error_category: string | null;
}
interface GenerationResponse { generated_at: string; items: GenerationRecord[] }
interface OpenedPrompt { generation_id: string; prompt: string }
function idempotencyKey() {
return `${crypto.randomUUID().replaceAll("-", "")}${crypto.randomUUID().replaceAll("-", "")}`;
}
function compactId(value: string) { return `${value.slice(0, 8)}...${value.slice(-4)}`; }
function formatTime(value: string | null) { return value ? new Intl.DateTimeFormat("zh-CN", { dateStyle: "short", timeStyle: "medium" }).format(new Date(value)) : "未完成"; }
function statusLabel(value: GenerationRecord["status"]) { return { queued: "排队", running: "运行中", succeeded: "成功", failed: "失败", rejected: "已拒绝" }[value]; }
export function AdminGenerationsPage() {
const [session, setSession] = useState<AdminSession>();
const [records, setRecords] = useState<GenerationRecord[]>([]);
const [loading, setLoading] = useState(true);
const [failed, setFailed] = useState(false);
const [acknowledging, setAcknowledging] = useState(false);
const [notice, setNotice] = useState("");
const [openedPrompt, setOpenedPrompt] = useState<OpenedPrompt>();
const [openedImage, setOpenedImage] = useState<{ generationId: string; url: string }>();
async function load() {
setLoading(true);
setFailed(false);
try {
const sessionResponse = await fetch("/api/v1/admin-auth/session", { credentials: "same-origin" });
if (sessionResponse.status === 401) throw new Error("session_invalid");
if (!sessionResponse.ok) throw new Error("session_unavailable");
const current = await sessionResponse.json() as AdminSession;
setSession(current);
setNotice("");
if (!current.notice_acknowledged) {
setRecords([]);
return;
}
const listResponse = await fetch("/api/v1/admin/generations", { credentials: "same-origin" });
if (!listResponse.ok) throw new Error("generation_list_unavailable");
setRecords((await listResponse.json() as GenerationResponse).items);
} catch {
setFailed(true);
} finally {
setLoading(false);
}
}
useEffect(() => { void load(); }, []);
useEffect(() => () => { if (openedImage) URL.revokeObjectURL(openedImage.url); }, [openedImage]);
async function acknowledge() {
if (!session?.current_private_content_notice_version || acknowledging) return;
setAcknowledging(true);
setNotice("");
try {
const response = await fetch("/api/v1/admin/private-content-notice/ack", {
body: JSON.stringify({ expected_notice_version: session.current_private_content_notice_version }),
credentials: "same-origin",
headers: { "Content-Type": "application/json", "Idempotency-Key": idempotencyKey(), "X-CSRF-Token": session.csrf_token },
method: "POST",
});
if (!response.ok) throw new Error("notice_ack_failed");
await load();
} catch {
setNotice("告知版本已变化或确认未完成,请重新读取。 ");
} finally {
setAcknowledging(false);
}
}
async function openPrompt(generationId: string) {
setNotice("");
try {
const response = await fetch(`/api/v1/admin/private-content/generations/${generationId}/prompt`, { credentials: "same-origin" });
if (!response.ok) throw new Error("prompt_unavailable");
setOpenedPrompt(await response.json() as OpenedPrompt);
} catch {
setNotice("内容读取未完成,访问审计未成功时不会返回内容。 ");
}
}
async function openImage(generationId: string) {
setNotice("");
try {
const response = await fetch(`/api/v1/admin/private-content/generations/${generationId}/image`, { credentials: "same-origin" });
if (!response.ok) throw new Error("image_unavailable");
const url = URL.createObjectURL(await response.blob());
setOpenedImage((previous) => {
if (previous) URL.revokeObjectURL(previous.url);
return { generationId, url };
});
} catch {
setNotice("内容读取未完成,访问审计未成功时不会返回内容。 ");
}
}
return (
<main className="admin-generations" id="admin-main">
<header className="admin-page-heading"><div><p>OPERATIONS / GENERATION RECORDS</p><h2></h2></div><button className="admin-generations-refresh" onClick={() => void load()} type="button"></button></header>
{loading ? <p aria-live="polite"></p> : null}
{failed ? <div className="admin-generations-error" role="alert"><button onClick={() => void load()} type="button"></button></div> : null}
{notice ? <p className="admin-generations-notice" role="alert">{notice}</p> : null}
{session && !session.notice_acknowledged ? (
<section aria-labelledby="private-content-notice-title" className="admin-generations-notice-panel">
<p>PRIVATE CONTENT ACCESS</p>
<h3 id="private-content-notice-title"></h3>
<p>访</p>
<button disabled={acknowledging} onClick={() => void acknowledge()} type="button">{acknowledging ? "确认中" : "确认并进入记录"}</button>
</section>
) : null}
{session?.notice_acknowledged ? (
<section aria-label="生成记录元数据" className="admin-generations-table-wrap">
<table><thead><tr><th></th><th></th><th> / </th><th></th><th> / </th><th></th><th></th></tr></thead><tbody>
{records.map((record) => <tr key={record.generation_id}>
<td><code>{compactId(record.generation_id)}</code></td>
<td><code>{compactId(record.owner_ref)}</code></td>
<td>{record.model_id}<br /><small>{record.ratio}</small></td>
<td><span className={`admin-generations-status is-${record.status}`}>{statusLabel(record.status)}</span>{record.error_category ? <small>{record.error_category}</small> : null}</td>
<td><time dateTime={record.created_at}>{formatTime(record.created_at)}</time><br /><small>{formatTime(record.completed_at)}</small></td>
<td>{record.confirmed_credit_cost} / {record.final_credit_state ?? "冻结"}</td>
<td className="admin-generations-actions"><button onClick={() => void openPrompt(record.generation_id)} type="button"></button><button disabled={record.status !== "succeeded"} onClick={() => void openImage(record.generation_id)} type="button"></button></td>
</tr>)}
</tbody></table>
{!records.length && !loading ? <p className="admin-generations-empty"></p> : null}
</section>
) : null}
{openedPrompt ? <section aria-label="已审计的完整提示词" className="admin-generations-opened"><header><h3></h3><button onClick={() => setOpenedPrompt(undefined)} type="button"></button></header><p><code>{compactId(openedPrompt.generation_id)}</code></p><pre>{openedPrompt.prompt}</pre></section> : null}
{openedImage ? <section aria-label="已审计的生成图片" className="admin-generations-opened"><header><h3></h3><button onClick={() => { URL.revokeObjectURL(openedImage.url); setOpenedImage(undefined); }} type="button"></button></header><img alt="已记录审计的生成图片" src={openedImage.url} /></section> : null}
</main>
);
}
+12 -9
View File
@@ -1,4 +1,4 @@
import { useEffect, useMemo, useRef, useState } from "react";
import { useCallback, useEffect, useMemo, useRef, useState } from "react";
import "./admin-models.css";
@@ -64,7 +64,7 @@ export function AdminModelsPage() {
const priorityRefs = useRef<Record<string, HTMLInputElement | null>>({});
const defaultRefs = useRef<Record<string, HTMLInputElement | null>>({});
async function load() {
const load = useCallback(async () => {
setLoadingFailed(false);
setConflicted(false);
try {
@@ -80,9 +80,16 @@ export function AdminModelsPage() {
} catch {
setLoadingFailed(true);
}
}
}, []);
useEffect(() => { void load(); }, []);
useEffect(() => { void load(); }, [load]);
useEffect(() => {
if (typeof EventSource === "undefined") return undefined;
const source = new EventSource("/api/v1/events");
source.onmessage = () => { void load(); };
return () => source.close();
}, [load]);
const validation = useMemo(() => {
if (!draft) return { valid: false, message: "" };
@@ -147,11 +154,7 @@ export function AdminModelsPage() {
return (
<div className="admin-models-page">
<header className="admin-product-header">
<a href="/admin">DADA ADMIN</a>
<nav aria-label="后台导航"><a href="/admin/users"></a><a aria-current="page" href="/admin/models"></a><a href="/admin/assets"></a><a href="/admin/audit"></a></nav>
</header>
<main>
<main id="admin-main">
<header className="admin-models-heading">
<div><p>MODEL OPERATIONS</p><h1></h1></div>
{configuration ? <strong> v{configuration.config_set_version}</strong> : null}
+37
View File
@@ -0,0 +1,37 @@
.admin-services-storage { max-width: 1180px; }
.admin-services-heading { align-items: end; }
.admin-services-heading-actions { align-items: center; display: flex; gap: 16px; }
.admin-services-heading-actions button, .admin-diagnostics-section button { background: #111827; border: 0; color: #fff; cursor: pointer; font: inherit; padding: 10px 14px; }
.admin-health-section { border-top: 1px solid #d9dde5; margin-top: 26px; padding-top: 22px; }
.admin-health-section > header { align-items: center; display: flex; justify-content: space-between; margin-bottom: 18px; }
.admin-health-section h3 { margin: 4px 0 0; }
.admin-health-section header p { color: #7b8493; font-size: 11px; letter-spacing: .12em; margin: 0; }
.admin-safe-note { color: #667085; font-size: 13px; }
.admin-service-grid { display: grid; gap: 12px; grid-template-columns: repeat(3, minmax(0, 1fr)); }
.admin-service-card { background: #fff; border: 1px solid #e1e5ea; min-height: 160px; padding: 18px; }
.admin-service-card.is-degraded, .admin-service-card.is-paused_quota, .admin-service-card.is-paused_provider, .admin-service-card.is-unavailable { border-color: #e5b6b6; }
.admin-service-card-heading { align-items: center; display: flex; justify-content: space-between; }
.admin-service-card-heading span, .admin-storage-state { color: #147a50; font-size: 13px; }
.admin-service-card.is-degraded .admin-service-card-heading span, .admin-service-card.is-paused_quota .admin-service-card-heading span, .admin-service-card.is-paused_provider .admin-service-card-heading span, .admin-service-card.is-unavailable .admin-service-card-heading span { color: #b42318; }
.admin-service-card dl, .admin-storage-details { display: grid; gap: 10px; margin: 18px 0 0; }
.admin-service-card dl div, .admin-storage-details div { align-items: baseline; display: flex; justify-content: space-between; }
.admin-service-card dt, .admin-storage-details dt { color: #667085; font-size: 12px; }
.admin-service-card dd, .admin-storage-details dd { margin: 0; text-align: right; }
.admin-storage-state.is-full, .admin-storage-state.is-unavailable { color: #b42318; }
.admin-storage-metrics { display: grid; gap: 16px; grid-template-columns: repeat(4, minmax(0, 1fr)); }
.admin-storage-metrics div { background: #f7f8fa; padding: 14px 16px; }
.admin-storage-metrics span { color: #667085; display: block; font-size: 12px; }
.admin-storage-metrics strong { display: block; font-size: 20px; margin-top: 6px; }
.admin-storage-progress { background: #e5e7eb; height: 8px; margin-top: 18px; overflow: hidden; }
.admin-storage-progress span { background: #147a50; display: block; height: 100%; }
.admin-storage-description { color: #667085; font-size: 13px; line-height: 1.7; max-width: 780px; }
.admin-storage-description code { color: #344054; }
.admin-diagnostics-section > header button:disabled { background: #98a2b3; cursor: not-allowed; }
.admin-diagnostics-section > p { color: #667085; font-size: 13px; }
.admin-diagnostics-section pre { background: #111827; color: #d1fadf; font: 12px/1.65 ui-monospace, SFMono-Regular, Consolas, monospace; margin: 16px 0 0; max-height: 280px; overflow: auto; padding: 16px; white-space: pre-wrap; }
.admin-services-loading { display: grid; gap: 12px; grid-template-columns: repeat(3, 1fr); }
.admin-services-loading span, .admin-diagnostics-placeholder { background: #eef1f4; display: block; height: 160px; }
.admin-services-failure { align-items: center; background: #fff4f2; color: #b42318; display: flex; gap: 16px; justify-content: space-between; padding: 14px 16px; }
.admin-services-failure button { background: transparent; border: 1px solid #b42318; color: #b42318; cursor: pointer; padding: 6px 12px; }
@media (max-width: 900px) { .admin-service-grid, .admin-storage-metrics { grid-template-columns: repeat(2, minmax(0, 1fr)); } }
@media (max-width: 620px) { .admin-service-grid, .admin-storage-metrics { grid-template-columns: 1fr; } .admin-services-heading-actions { align-items: flex-end; flex-direction: column; gap: 8px; } }
+136
View File
@@ -0,0 +1,136 @@
import { useCallback, useEffect, useState } from "react";
import type { AdminDiagnosticsResponse, AdminServicesStorageResponse } from "@dada/shared-contracts";
import "./admin-services-storage.css";
const serviceLabels: Record<AdminServicesStorageResponse["services"][number]["service_id"], string> = {
ai_gateway: "AI 网关",
amap: "高德",
api: "API",
asset_root: "素材根",
resend: "Resend",
worker: "Worker",
};
const statusLabels: Record<AdminServicesStorageResponse["services"][number]["status"], string> = {
active: "正常",
degraded: "有异常",
disabled: "已停用",
paused_provider: "供应商暂停",
paused_quota: "额度暂停",
unavailable: "不可用",
};
const impactLabels: Record<AdminServicesStorageResponse["services"][number]["impact_scope"], string> = {
account: "账户模型",
api: "后台接口",
authentication: "认证",
generation: "生成",
location: "定位",
model: "单模型",
none: "无",
storage: "存储",
unknown: "未知范围",
};
function formatTime(value: string | null) {
if (!value) return "未记录";
return new Intl.DateTimeFormat("zh-CN", { dateStyle: "short", timeStyle: "short" }).format(new Date(value));
}
async function getJson<T>(url: string) {
const response = await fetch(url, { credentials: "same-origin" });
if (response.status === 401) window.dispatchEvent(new Event("dada:session-invalid"));
if (!response.ok) throw new Error("admin_state_unavailable");
return await response.json() as T;
}
export function AdminServicesStoragePage() {
const [state, setState] = useState<AdminServicesStorageResponse>();
const [diagnostics, setDiagnostics] = useState<AdminDiagnosticsResponse>();
const [loading, setLoading] = useState(true);
const [failed, setFailed] = useState(false);
const [copied, setCopied] = useState(false);
const load = useCallback(async () => {
setLoading(true);
setFailed(false);
try {
const [nextState, nextDiagnostics] = await Promise.all([
getJson<AdminServicesStorageResponse>("/api/v1/admin/services-storage"),
getJson<AdminDiagnosticsResponse>("/api/v1/admin/diagnostics"),
]);
setState(nextState);
setDiagnostics(nextDiagnostics);
} catch {
setFailed(true);
} finally {
setLoading(false);
}
}, []);
useEffect(() => { void load(); }, [load]);
async function copyDiagnostics() {
if (!diagnostics) return;
try {
await navigator.clipboard.writeText(diagnostics.diagnostic_text);
setCopied(true);
window.setTimeout(() => setCopied(false), 1800);
} catch {
setCopied(false);
}
}
return (
<main className="admin-services-storage" id="admin-main">
<header className="admin-page-heading admin-services-heading">
<div><p>OPERATIONS / HEALTH</p><h2></h2></div>
<div className="admin-services-heading-actions">
{state ? <time dateTime={state.generated_at}> {formatTime(state.generated_at)}</time> : null}
<button aria-label="重新读取服务与存储状态" onClick={() => void load()} type="button"></button>
</div>
</header>
{loading && !state ? <div aria-label="服务与存储状态加载中" className="admin-services-loading"><span /><span /><span /><span /></div> : null}
{failed ? <div className="admin-services-failure" role="alert"><span>{state ? `,保留 ${formatTime(state.generated_at)} 的结果` : ""}</span><button onClick={() => void load()} type="button"></button></div> : null}
{state ? (
<>
<section aria-labelledby="admin-services-list-heading" className="admin-health-section">
<header><div><p>SERVICE STATUS</p><h3 id="admin-services-list-heading"></h3></div><span className="admin-safe-note"></span></header>
<div className="admin-service-grid">
{state.services.map((service) => (
<article className={`admin-service-card is-${service.status}`} key={service.service_id}>
<div className="admin-service-card-heading"><strong>{serviceLabels[service.service_id]}</strong><span>{statusLabels[service.status]}</span></div>
<dl>
<div><dt></dt><dd>{service.configured ? "已配置" : "未配置"}</dd></div>
<div><dt></dt><dd>{impactLabels[service.impact_scope]}</dd></div>
<div><dt></dt><dd>{formatTime(service.checked_at)}</dd></div>
{service.pause_reason ? <div><dt></dt><dd>{service.pause_reason}</dd></div> : null}
</dl>
</article>
))}
</div>
</section>
<section aria-labelledby="admin-storage-heading" className="admin-health-section">
<header><div><p>LOCAL DATA ROOT</p><h3 id="admin-storage-heading"></h3></div><span className={`admin-storage-state is-${state.storage.status}`}>{state.storage.status === "active" ? "可写" : state.storage.status === "full" ? "已满" : "不可用"}</span></header>
<div className="admin-storage-metrics">
<div><span></span><strong>{(state.storage.managed_content_bytes / 1024 / 1024 / 1024).toFixed(2)} GB</strong></div>
<div><span></span><strong>{(state.storage.hard_limit_bytes / 1024 / 1024 / 1024).toFixed(2)} GB</strong></div>
<div><span></span><strong>{state.storage.capacity_notice_level}</strong></div>
<div><span></span><strong>{state.storage.cleanup_pending_count}</strong></div>
</div>
<div className="admin-storage-progress" aria-label={`本机内容容量 ${(state.storage.managed_content_bytes / state.storage.hard_limit_bytes * 100).toFixed(1)}%`}><span style={{ width: `${Math.min(100, state.storage.managed_content_bytes / state.storage.hard_limit_bytes * 100)}%` }} /></div>
<p className="admin-storage-description"> Windows Dada <code>{state.storage.data_root_ref}</code> 5 GB </p>
<dl className="admin-storage-details"><div><dt></dt><dd>{formatTime(state.storage.last_measured_at)}</dd></div><div><dt></dt><dd>{state.storage.remeasurement_required ? "需要完成" : "无需等待"}</dd></div></dl>
</section>
<section aria-labelledby="admin-diagnostics-heading" className="admin-health-section admin-diagnostics-section">
<header><div><p>DIAGNOSTICS</p><h3 id="admin-diagnostics-heading"></h3></div><button disabled={!diagnostics} onClick={() => void copyDiagnostics()} type="button">{copied ? "已复制" : "复制诊断"}</button></header>
<p></p>
{diagnostics ? <pre aria-label="脱敏诊断内容">{diagnostics.diagnostic_text}</pre> : <div aria-label="诊断加载中" className="admin-diagnostics-placeholder" />}
</section>
</>
) : null}
</main>
);
}
+523
View File
@@ -0,0 +1,523 @@
:root {
color-scheme: light;
font-family: "Segoe UI", "Microsoft YaHei UI", sans-serif;
background: #f3f3ef;
}
* {
box-sizing: border-box;
letter-spacing: 0;
}
body {
margin: 0;
}
button,
a,
input,
textarea {
font: inherit;
}
.admin-shell {
min-height: 100vh;
color: #171715;
background: #f3f3ef;
}
.admin-skip-link {
position: fixed;
z-index: 100;
top: 8px;
left: 228px;
padding: 8px 12px;
color: #ffffff;
background: #171715;
transform: translateY(-160%);
}
.admin-skip-link:focus {
transform: translateY(0);
}
.admin-sidebar {
position: fixed;
z-index: 20;
inset: 0 auto 0 0;
display: grid;
width: 216px;
grid-template-rows: auto 1fr auto;
color: #ffffff;
background: #171715;
}
.admin-wordmark {
display: grid;
min-height: 104px;
align-content: center;
padding: 20px 22px;
border-bottom: 1px solid #494944;
color: #ffffff;
text-decoration: none;
}
.admin-wordmark span {
font-family: "Arial Black", "Segoe UI", sans-serif;
font-size: 30px;
line-height: 1;
}
.admin-wordmark small {
margin-top: 6px;
color: #d9dc00;
font-family: Consolas, monospace;
font-size: 10px;
}
.admin-sidebar nav {
display: grid;
align-content: start;
padding: 12px 0;
}
.admin-sidebar nav a {
display: grid;
min-height: 48px;
grid-template-columns: 38px 1fr;
align-items: center;
padding: 0 18px;
border-left: 4px solid transparent;
color: #d5d5cf;
font-size: 13px;
font-weight: 700;
text-decoration: none;
}
.admin-sidebar nav a > span {
color: #85857d;
font-family: Consolas, monospace;
font-size: 10px;
}
.admin-sidebar nav a:hover,
.admin-sidebar nav a:focus-visible {
color: #ffffff;
background: #2c2c29;
}
.admin-sidebar nav a[aria-current="page"] {
border-left-color: #e8eb00;
color: #171715;
background: #eef000;
}
.admin-sidebar nav a[aria-current="page"] > span {
color: #4d4d00;
}
.admin-sidebar-foot {
display: grid;
gap: 10px;
padding: 18px 22px;
border-top: 1px solid #494944;
font-family: Consolas, monospace;
font-size: 10px;
}
.admin-sidebar-foot span {
color: #a5a59d;
}
.admin-sidebar-foot strong {
color: #ffffff;
font-weight: 700;
}
.admin-shell-workspace {
min-width: 0;
margin-left: 216px;
padding-top: 52px;
}
.admin-topbar {
position: fixed;
z-index: 15;
top: 0;
right: 0;
left: 216px;
display: flex;
height: 52px;
align-items: center;
justify-content: space-between;
padding: 0 28px;
border-bottom: 1px solid #b7b7b0;
background: rgb(255 255 255 / 96%);
}
.admin-topbar h1 {
margin: 0;
font-size: 15px;
}
.admin-topbar-status {
display: flex;
align-items: center;
gap: 20px;
color: #62625c;
font-size: 11px;
}
.admin-topbar-status span {
display: flex;
align-items: center;
gap: 7px;
}
.admin-topbar-status i {
width: 8px;
height: 8px;
border-radius: 50%;
background: #777770;
}
.admin-topbar-status code {
color: #171715;
}
.admin-shell-content {
min-width: 0;
}
.admin-session-gate {
display: grid;
min-height: 100vh;
place-items: center;
color: #171715;
background: #f3f3ef;
}
.admin-session-gate p,
.admin-session-gate div {
padding: 22px;
border-left: 5px solid #171715;
background: #ffffff;
}
.admin-session-gate div {
display: grid;
gap: 12px;
}
.admin-session-gate button,
.admin-overview-failure button,
.admin-placeholder-toolbar button {
min-height: 40px;
padding: 8px 14px;
border: 1px solid #171715;
border-radius: 0;
color: #171715;
background: #eef000;
font-weight: 800;
}
.admin-overview,
.admin-placeholder {
width: min(1320px, calc(100% - 64px));
margin: 0 auto;
padding: 34px 0 72px;
}
.admin-page-heading {
display: flex;
min-height: 74px;
align-items: end;
justify-content: space-between;
gap: 24px;
padding-bottom: 18px;
border-bottom: 1px solid #8c8c85;
}
.admin-page-heading p,
.admin-status-section header p,
.admin-operation-strip header p {
margin: 0 0 5px;
font-family: Consolas, monospace;
font-size: 10px;
font-weight: 700;
}
.admin-page-heading h2 {
margin: 0;
font-size: 32px;
}
.admin-page-heading time {
color: #66665f;
font-size: 11px;
}
.admin-capacity-alert {
display: grid;
min-height: 44px;
grid-template-columns: 1fr auto auto;
align-items: center;
gap: 18px;
padding: 9px 14px;
border-bottom: 1px solid #171715;
color: #171715;
background: #eef000;
font-size: 12px;
text-decoration: none;
}
.admin-capacity-alert.is-full,
.admin-capacity-alert.is-unavailable {
color: #ffffff;
background: #b33a2f;
}
.admin-overview-loading {
display: grid;
grid-template-columns: repeat(4, minmax(0, 1fr));
margin-top: 22px;
border-block: 1px solid #b7b7b0;
}
.admin-overview-loading span {
height: 130px;
border-right: 1px solid #c7c7c0;
background: #e2e2dd;
}
.admin-overview-failure {
display: flex;
align-items: center;
justify-content: space-between;
gap: 20px;
margin-top: 20px;
padding: 14px 16px;
border-left: 5px solid #b33a2f;
background: #fff0ed;
}
.admin-metric-band {
display: grid;
grid-template-columns: repeat(4, minmax(0, 1fr));
margin-top: 22px;
border-block: 1px solid #8c8c85;
background: #ffffff;
}
.admin-metric-band a {
display: grid;
min-width: 0;
min-height: 132px;
align-content: center;
gap: 7px;
padding: 20px;
border-right: 1px solid #c3c3bc;
color: #171715;
text-decoration: none;
}
.admin-metric-band a:last-child {
border-right: 0;
}
.admin-metric-band span,
.admin-metric-band small {
color: #65655f;
font-size: 11px;
}
.admin-metric-band strong {
overflow-wrap: anywhere;
font-size: 25px;
}
.admin-overview-columns {
display: grid;
grid-template-columns: 1fr 1fr;
gap: 24px;
margin-top: 24px;
}
.admin-status-section,
.admin-operation-strip,
.admin-placeholder > section {
border-top: 3px solid #171715;
border-bottom: 1px solid #8c8c85;
background: #ffffff;
}
.admin-status-section > header,
.admin-operation-strip > header {
display: flex;
min-height: 64px;
align-items: center;
justify-content: space-between;
padding: 12px 16px;
border-bottom: 1px solid #c3c3bc;
}
.admin-status-section h3,
.admin-operation-strip h3 {
margin: 0;
font-size: 17px;
}
.admin-status-section header a,
.admin-operation-strip header a {
color: #171715;
font-size: 12px;
font-weight: 800;
}
.admin-status-section dl {
margin: 0;
}
.admin-status-section dl > div {
display: grid;
min-height: 52px;
grid-template-columns: 126px 1fr;
align-items: center;
padding: 0 16px;
border-bottom: 1px solid #ddddD7;
}
.admin-status-section dl > div:last-child {
border-bottom: 0;
}
.admin-status-section dt {
color: #65655f;
font-size: 11px;
}
.admin-status-section dd {
min-width: 0;
margin: 0;
overflow-wrap: anywhere;
font-family: Consolas, monospace;
font-size: 12px;
font-weight: 700;
}
.admin-service-list {
margin: 0;
padding: 0;
list-style: none;
}
.admin-service-list li {
display: grid;
min-height: 42px;
grid-template-columns: 1fr 84px 76px;
align-items: center;
padding: 0 16px;
border-bottom: 1px solid #ddddd7;
font-size: 11px;
}
.admin-service-list li:last-child {
border-bottom: 0;
}
.admin-service-list strong {
color: #1f6639;
}
.admin-service-list strong.is-degraded,
.admin-service-list strong.is-paused {
color: #8b5608;
}
.admin-service-list strong.is-unavailable {
color: #a52e24;
}
.admin-service-list time {
color: #65655f;
text-align: right;
}
.admin-operation-strip {
margin-top: 24px;
}
.admin-operation-strip > p {
margin: 0;
padding: 22px 16px;
color: #65655f;
}
.admin-operation-strip table {
width: 100%;
border-collapse: collapse;
table-layout: fixed;
}
.admin-operation-strip th,
.admin-operation-strip td {
padding: 12px 16px;
border-bottom: 1px solid #ddddd7;
overflow-wrap: anywhere;
text-align: left;
font-size: 11px;
}
.admin-operation-strip th {
color: #65655f;
background: #efefeb;
}
.admin-placeholder > section {
margin-top: 22px;
}
.admin-placeholder-toolbar {
display: flex;
min-height: 58px;
align-items: center;
justify-content: space-between;
padding: 8px 16px;
border-bottom: 1px solid #c3c3bc;
font-weight: 800;
}
.admin-placeholder-toolbar button:disabled {
color: #777770;
background: #dfdfda;
}
.admin-placeholder > section > p {
margin: 0;
padding: 44px 16px;
color: #65655f;
}
:is(.admin-shell, .admin-session-gate) :focus-visible {
outline: 2px solid #225dd8;
outline-offset: 2px;
}
@media (max-width: 1000px) {
.admin-overview,
.admin-placeholder {
width: calc(100% - 32px);
}
.admin-metric-band {
grid-template-columns: 1fr 1fr;
}
.admin-metric-band a:nth-child(2) {
border-right: 0;
}
.admin-overview-columns {
grid-template-columns: 1fr;
}
}
+229
View File
@@ -0,0 +1,229 @@
import type { AdminOverviewResponse } from "@dada/shared-contracts";
import { useCallback, useEffect, useState, type ReactNode } from "react";
import "./admin-shell.css";
interface AdminSession {
admin: { role: "super_admin"; status: "active"; user_id: string };
audience: "admin";
authenticated: true;
expires_at: string;
}
interface AdminProtectedRouteProps {
children: ReactNode;
currentPath: string;
title: string;
}
const adminNavigation = [
{ href: "/admin", label: "总览", marker: "01" },
{ href: "/admin/users", label: "用户与点数", marker: "02" },
{ href: "/admin/invites", label: "邀请码", marker: "03" },
{ href: "/admin/models", label: "模型", marker: "04" },
{ href: "/admin/assets", label: "素材", marker: "05" },
{ href: "/admin/preview", label: "内部预览", marker: "06" },
{ href: "/admin/generations", label: "生成记录", marker: "07" },
{ href: "/admin/services-storage", label: "服务与存储", marker: "08" },
{ href: "/admin/audit", label: "审计", marker: "09" },
] as const;
function redirectToAdminLogin() {
window.location.replace("/admin/login");
}
export function AdminProtectedRoute({ children, currentPath, title }: AdminProtectedRouteProps) {
const [session, setSession] = useState<AdminSession>();
const [failed, setFailed] = useState(false);
const [revision, setRevision] = useState(0);
useEffect(() => {
const controller = new AbortController();
setFailed(false);
void fetch("/api/v1/admin-auth/session", { credentials: "same-origin", signal: controller.signal })
.then(async (response) => {
if (response.status === 401) {
redirectToAdminLogin();
return;
}
if (!response.ok) throw new Error("admin_session_unavailable");
const body = await response.json() as AdminSession;
if (body.audience !== "admin" || body.admin.role !== "super_admin" || body.admin.status !== "active") {
redirectToAdminLogin();
return;
}
setSession(body);
})
.catch((error: unknown) => {
if (!(error instanceof DOMException && error.name === "AbortError")) setFailed(true);
});
return () => controller.abort();
}, [revision]);
if (!session) {
return (
<main className="admin-session-gate">
{failed ? (
<div role="alert">
<strong></strong>
<button onClick={() => setRevision((value) => value + 1)} type="button"></button>
</div>
) : <p aria-live="polite"></p>}
</main>
);
}
return (
<div className="admin-shell">
<a className="admin-skip-link" href="#admin-main"></a>
<aside className="admin-sidebar">
<a className="admin-wordmark" href="/admin" aria-label="Dada 后台总览">
<span>DADA</span>
<small>OPERATIONS</small>
</a>
<nav aria-label="后台主导航">
{adminNavigation.map((item) => (
<a aria-current={currentPath === item.href ? "page" : undefined} href={item.href} key={item.href}>
<span aria-hidden="true">{item.marker}</span>
{item.label}
</a>
))}
</nav>
<div className="admin-sidebar-foot">
<span>LOCAL P0-A</span>
<strong></strong>
</div>
</aside>
<div className="admin-shell-workspace">
<header className="admin-topbar">
<h1>{title}</h1>
<div className="admin-topbar-status">
<span><i aria-hidden="true" /></span>
<code>{session.admin.user_id.slice(0, 8)}</code>
</div>
</header>
<div className="admin-shell-content">{children}</div>
</div>
</div>
);
}
const serviceLabels: Record<AdminOverviewResponse["services"][number]["service_id"], string> = {
ai_gateway: "AI 网关",
amap: "高德",
asset_root: "素材根",
resend: "Resend",
worker: "Worker",
};
const stateLabels = {
available: "正常",
degraded: "有异常",
paused: "已暂停",
unavailable: "不可用",
} as const;
function formatTime(value: string | null) {
if (!value) return "未记录";
return new Intl.DateTimeFormat("zh-CN", { hour: "2-digit", minute: "2-digit", month: "2-digit", day: "2-digit" }).format(new Date(value));
}
export function AdminOverviewPage() {
const [summary, setSummary] = useState<AdminOverviewResponse>();
const [failed, setFailed] = useState(false);
const [loading, setLoading] = useState(true);
const load = useCallback(async () => {
setLoading(true);
setFailed(false);
try {
const response = await fetch("/api/v1/admin/overview", { credentials: "same-origin" });
if (response.status === 401) {
window.dispatchEvent(new Event("dada:session-invalid"));
return;
}
if (!response.ok) throw new Error("admin_overview_unavailable");
setSummary(await response.json() as AdminOverviewResponse);
} catch {
setFailed(true);
} finally {
setLoading(false);
}
}, []);
useEffect(() => { void load(); }, [load]);
const storagePercent = summary
? Math.min(100, (summary.storage.managed_content_bytes / summary.storage.limit_bytes) * 100)
: 0;
const hasServiceIssue = summary?.services.some((service) => service.status !== "available") ?? false;
return (
<main className="admin-overview" id="admin-main">
<header className="admin-page-heading">
<div><p>OPERATIONS / LIVE SUMMARY</p><h2></h2></div>
{summary ? <time dateTime={summary.generated_at}> {formatTime(summary.generated_at)}</time> : null}
</header>
{summary && summary.storage.status !== "normal" ? (
<a className={`admin-capacity-alert is-${summary.storage.status}`} href="/admin/services-storage">
<span></span>
<strong>{storagePercent.toFixed(1)}%</strong>
<span>{summary.storage.status === "critical" ? "接近上限" : summary.storage.status === "full" ? "已满" : "不可用"}</span>
</a>
) : null}
{loading && !summary ? (
<div aria-label="运营摘要加载中" className="admin-overview-loading"><span /><span /><span /><span /></div>
) : null}
{failed ? (
<div className="admin-overview-failure" role="alert">
<span>{summary ? `,当前保留 ${formatTime(summary.generated_at)} 的结果` : ""}</span>
<button onClick={() => void load()} type="button"></button>
</div>
) : null}
{summary ? (
<>
<section aria-label="关键运营指标" className="admin-metric-band">
<a href="/admin/users"><span></span><strong>{summary.user_slots.active_and_suspended} / {summary.user_slots.limit}</strong><small>active + suspended</small></a>
<a href="/admin/generations"><span></span><strong>{summary.generation_jobs.queued + summary.generation_jobs.running}</strong><small> {summary.generation_jobs.queued} · {summary.generation_jobs.running}</small></a>
<a href="/admin/generations"><span></span><strong> {summary.generation_jobs.pending_manual_review}</strong><small> {formatTime(summary.generation_jobs.pending_manual_review_oldest_at)}</small></a>
<a href="/admin/assets"><span></span><strong>{summary.asset_cleanup.pending_jobs}</strong><small></small></a>
</section>
<div className="admin-overview-columns">
<section className="admin-status-section" aria-labelledby="model-status-heading">
<header><div><p>MODEL STATE</p><h3 id="model-status-heading"></h3></div><a href="/admin/models"></a></header>
<dl>
<div><dt></dt><dd>{summary.models.configured_default_model_id ?? "无"}</dd></div>
<div><dt></dt><dd>{summary.models.runtime_available_count} / {summary.models.configured_model_count}</dd></div>
<div><dt></dt><dd>{summary.models.recommended_model_id ?? "无"}</dd></div>
</dl>
</section>
<section className="admin-status-section" aria-labelledby="service-status-heading">
<header><div><p>SERVICE STATE</p><h3 id="service-status-heading"></h3></div><a href="/admin/services-storage">{hasServiceIssue ? "有异常" : "全部正常"}</a></header>
<ul className="admin-service-list">
{summary.services.map((service) => <li key={service.service_id}><span>{serviceLabels[service.service_id]}</span><strong className={`is-${service.status}`}>{stateLabels[service.status]}</strong><time dateTime={service.checked_at ?? undefined}>{formatTime(service.checked_at)}</time></li>)}
</ul>
</section>
</div>
<section className="admin-operation-strip" aria-labelledby="recent-operation-heading">
<header><div><p>AUDIT SNAPSHOT</p><h3 id="recent-operation-heading"></h3></div><a href="/admin/audit"></a></header>
{summary.recent_operations.length === 0 ? <p></p> : (
<table><thead><tr><th></th><th></th><th></th><th></th></tr></thead><tbody>{summary.recent_operations.map((operation) => <tr key={operation.operation_id}><td>{formatTime(operation.created_at)}</td><td>{operation.operation_type}</td><td><code>{operation.target_ref}</code></td><td>{operation.result}</td></tr>)}</tbody></table>
)}
</section>
</>
) : null}
</main>
);
}
export function AdminPlaceholderPage({ title }: { title: string }) {
return (
<main className="admin-placeholder" id="admin-main">
<header className="admin-page-heading"><div><p>OPERATIONS</p><h2>{title}</h2></div></header>
<section aria-label={`${title}安全摘要`}>
<div className="admin-placeholder-toolbar"><span></span><button disabled type="button"></button></div>
<p></p>
</section>
</main>
);
}
+1 -5
View File
@@ -100,11 +100,7 @@ export function AdminUsersPage() {
return (
<div className="admin-users-page">
<header className="admin-product-header">
<a href="/admin">DADA ADMIN</a>
<nav aria-label="后台导航"><a aria-current="page" href="/admin/users"></a><a href="/admin/models"></a><a href="/admin/assets"></a><a href="/admin/audit"></a></nav>
</header>
<main>
<main id="admin-main">
<header className="admin-users-heading">
<div><p>USER OPERATIONS</p><h1></h1></div>
{balance ? <button onClick={openAdjustment} type="button"></button> : null}
+2 -1
View File
@@ -1,4 +1,5 @@
import type { CanvasState } from "@dada/shared-contracts";
import { P0A_COMPLEX_RELEASE_VERSION } from "@dada/template-registry";
import { fontOption, type FontOption } from "./text-assets.js";
import type { DynamicTemplateId } from "./dynamic-provider.js";
@@ -46,7 +47,7 @@ export interface DynamicRenderModel {
textLayers: readonly DynamicTextLayer[];
}
export const DYNAMIC_RESOURCE_VERSION = "wp4-dynamic-source-v1";
export const DYNAMIC_RESOURCE_VERSION = P0A_COMPLEX_RELEASE_VERSION;
const dynamicFont = (fontId: string): FontOption => ({
displayName: fontId,
+4 -1
View File
@@ -864,7 +864,10 @@ export function EditorPage({ projectId }: { projectId: string }) {
<button disabled={selectedElements.length === 0 || !canEdit} onClick={copySelection} title="复制" type="button"></button>
<button disabled={clipboardRef.current.length === 0 || !canEdit} onClick={pasteSelection} title="粘贴" type="button"></button>
</div>
<div className="editor-canvas-frame" style={{ aspectRatio: `${canvasState.pixel_width} / ${canvasState.pixel_height}` }}>
<div className="editor-canvas-frame" style={{
aspectRatio: `${canvasState.pixel_width} / ${canvasState.pixel_height}`,
maxWidth: `min(720px, calc(${(canvasState.pixel_width / canvasState.pixel_height * 100).toFixed(4)}vh - ${(canvasState.pixel_width / canvasState.pixel_height * 168).toFixed(4)}px))`,
}}>
<EditorStage
assetId={canvasState.background.asset_id}
canvasState={renderedCanvasState}
+112 -1
View File
@@ -1,9 +1,18 @@
// Generated from openapi/openapi.json. Do not edit by hand.
import type { CreditAdjustmentResponse, CreditAdjustmentRequest, BrowserSupportSuccess, BrowserSupportRequest, AccountDeletionResponse, AccountDeletionCompleteRequest, AdminLoginCompleteResponse, AdminLoginCompleteRequest, LoginCompleteResponse, LoginCompleteRequest, RegistrationCompleteResponse, RegistrationCompleteRequest, GenerationCreateResponse, AccountSettingsResponse, AdminSessionResponse, CreditBalanceResponse, BootstrapResponse, GenerationTaskResponse, SseEvent, ModelConfig, ModelConfigurationResponse, CreditLedgerResponse, ProjectDetailResponse, UserSessionResponse, ProjectListResponse, RecentAssetListResponse, LogoutResponse, ProjectPurgeResponse, RecentAssetRecordResponse, RecentAssetRecordRequest, ProjectRenameResponse, ProjectRenameRequest, ModelConfigUpdateRequest, ProjectRestoreResponse, ReverseGeocodeResponse, ReverseGeocodeRequest, LatestExportSaveResponse, ProjectStateSaveResponse, ProjectEditableState, AccountDeletionSendResponse, RegistrationSendResponse, AdminLoginSendRequest, LoginSendRequest, RegistrationSendRequest, FailedEmptyTrashResponse, FailedEmptyTrashRequest, ProjectTrashResponse, AccountProfileUpdateResponse, AccountProfileUpdateRequest } from "./types.gen.js";
import type { PrivateContentNoticeAckResponse, PrivateContentNoticeAckRequest, CreditAdjustmentResponse, CreditAdjustmentRequest, AdminServiceHealthCheckRequest, BrowserSupportSuccess, BrowserSupportRequest, AccountDeletionResponse, AccountDeletionCompleteRequest, AdminLoginCompleteResponse, AdminLoginCompleteRequest, LoginCompleteResponse, LoginCompleteRequest, RegistrationCompleteResponse, RegistrationCompleteRequest, GenerationCreateResponse, AccountSettingsResponse, AdminDiagnosticsResponse, AdminOperationAuditResponse, AdminOverviewResponse, AdminServicesResponse, AdminServicesStorageResponse, AdminSessionResponse, CreditBalanceResponse, BootstrapResponse, GenerationTaskResponse, SseEvent, ModelConfig, ModelConfigurationResponse, CreditLedgerResponse, PrivateContentAccessAuditResponse, ProjectDetailResponse, UserSessionResponse, AdminGenerationListResponse, ProjectListResponse, RecentAssetListResponse, LogoutResponse, PrivateContentPromptResponse, ProjectPurgeResponse, RecentAssetRecordResponse, RecentAssetRecordRequest, AdminServiceRecoveryRequest, ProjectRenameResponse, ProjectRenameRequest, ModelConfigUpdateRequest, ProjectRestoreResponse, ReverseGeocodeResponse, ReverseGeocodeRequest, LatestExportSaveResponse, ProjectStateSaveResponse, ProjectEditableState, AccountDeletionSendResponse, RegistrationSendResponse, AdminLoginSendRequest, LoginSendRequest, RegistrationSendRequest, FailedEmptyTrashResponse, FailedEmptyTrashRequest, ProjectTrashResponse, AccountProfileUpdateResponse, AccountProfileUpdateRequest, AdminServiceLimitRequest } from "./types.gen.js";
export interface ClientOptions { baseUrl?: string; fetch?: typeof globalThis.fetch; headers?: HeadersInit; }
export async function ackPrivateContentNotice(body: PrivateContentNoticeAckRequest, options: ClientOptions = {}): Promise<PrivateContentNoticeAckResponse> {
const request = options.fetch ?? globalThis.fetch;
const headers = new Headers(options.headers);
headers.set("Content-Type", "application/json");
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/private-content-notice/ack`, { body: JSON.stringify(body), method: "POST", headers });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<PrivateContentNoticeAckResponse>;
}
export async function adjustAdminUserCredits(body: CreditAdjustmentRequest, options: ClientOptions = {}): Promise<CreditAdjustmentResponse> {
const request = options.fetch ?? globalThis.fetch;
const headers = new Headers(options.headers);
@@ -13,6 +22,23 @@ export async function adjustAdminUserCredits(body: CreditAdjustmentRequest, opti
return response.json() as Promise<CreditAdjustmentResponse>;
}
export async function checkAdminServiceHealth(body: AdminServiceHealthCheckRequest, options: ClientOptions = {}): Promise<{
"available": boolean;
"check_id": string;
"checked_at": string;
}> {
const request = options.fetch ?? globalThis.fetch;
const headers = new Headers(options.headers);
headers.set("Content-Type", "application/json");
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/services/{service_id}/health-check`, { body: JSON.stringify(body), method: "POST", headers });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<{
"available": boolean;
"check_id": string;
"checked_at": string;
}>;
}
export async function checkBrowserSupport(body: BrowserSupportRequest, options: ClientOptions = {}): Promise<BrowserSupportSuccess> {
const request = options.fetch ?? globalThis.fetch;
const headers = new Headers(options.headers);
@@ -87,6 +113,41 @@ export async function getAccountSettings(options: ClientOptions = {}): Promise<A
return response.json() as Promise<AccountSettingsResponse>;
}
export async function getAdminDiagnostics(options: ClientOptions = {}): Promise<AdminDiagnosticsResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/diagnostics`, { method: "GET", headers: options.headers ?? {} });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<AdminDiagnosticsResponse>;
}
export async function getAdminOperationAudit(options: ClientOptions = {}): Promise<AdminOperationAuditResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/audit/operations`, { method: "GET", headers: options.headers ?? {} });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<AdminOperationAuditResponse>;
}
export async function getAdminOverview(options: ClientOptions = {}): Promise<AdminOverviewResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/overview`, { method: "GET", headers: options.headers ?? {} });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<AdminOverviewResponse>;
}
export async function getAdminServices(options: ClientOptions = {}): Promise<AdminServicesResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/services`, { method: "GET", headers: options.headers ?? {} });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<AdminServicesResponse>;
}
export async function getAdminServicesStorage(options: ClientOptions = {}): Promise<AdminServicesStorageResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/services-storage`, { method: "GET", headers: options.headers ?? {} });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<AdminServicesStorageResponse>;
}
export async function getAdminSession(options: ClientOptions = {}): Promise<AdminSessionResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin-auth/session`, { method: "GET", headers: options.headers ?? {} });
@@ -154,6 +215,13 @@ export async function getMyCredits(options: ClientOptions = {}): Promise<CreditB
return response.json() as Promise<CreditBalanceResponse>;
}
export async function getPrivateContentAccessAudit(options: ClientOptions = {}): Promise<PrivateContentAccessAuditResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/audit/private-content`, { method: "GET", headers: options.headers ?? {} });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<PrivateContentAccessAuditResponse>;
}
export async function getProject(options: ClientOptions = {}): Promise<ProjectDetailResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/projects/{projectId}`, { method: "GET", headers: options.headers ?? {} });
@@ -168,6 +236,13 @@ export async function getUserSession(options: ClientOptions = {}): Promise<UserS
return response.json() as Promise<UserSessionResponse>;
}
export async function listAdminGenerations(options: ClientOptions = {}): Promise<AdminGenerationListResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/generations`, { method: "GET", headers: options.headers ?? {} });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<AdminGenerationListResponse>;
}
export async function listProjects(options: ClientOptions = {}): Promise<ProjectListResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/projects`, { method: "GET", headers: options.headers ?? {} });
@@ -189,6 +264,20 @@ export async function logoutUser(options: ClientOptions = {}): Promise<LogoutRes
return response.json() as Promise<LogoutResponse>;
}
export async function openAdminGenerationImage(options: ClientOptions = {}): Promise<Blob> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/private-content/generations/{generationId}/image`, { method: "GET", headers: options.headers ?? {} });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.blob() as Promise<Blob>;
}
export async function openAdminGenerationPrompt(options: ClientOptions = {}): Promise<PrivateContentPromptResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/private-content/generations/{generationId}/prompt`, { method: "GET", headers: options.headers ?? {} });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<PrivateContentPromptResponse>;
}
export async function purgeProject(options: ClientOptions = {}): Promise<ProjectPurgeResponse> {
const request = options.fetch ?? globalThis.fetch;
const response = await request(`${options.baseUrl ?? ""}/api/v1/projects/{projectId}/purge`, { method: "POST", headers: options.headers ?? {} });
@@ -205,6 +294,19 @@ export async function recordRecentAsset(body: RecentAssetRecordRequest, options:
return response.json() as Promise<RecentAssetRecordResponse>;
}
export async function recoverAdminService(body: AdminServiceRecoveryRequest, options: ClientOptions = {}): Promise<{
"status": "active";
}> {
const request = options.fetch ?? globalThis.fetch;
const headers = new Headers(options.headers);
headers.set("Content-Type", "application/json");
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/services/{service_id}/recover`, { body: JSON.stringify(body), method: "POST", headers });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<{
"status": "active";
}>;
}
export async function renameProject(body: ProjectRenameRequest, options: ClientOptions = {}): Promise<ProjectRenameResponse> {
const request = options.fetch ?? globalThis.fetch;
const headers = new Headers(options.headers);
@@ -314,3 +416,12 @@ export async function updateAccountProfile(body: AccountProfileUpdateRequest, op
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<AccountProfileUpdateResponse>;
}
export async function updateAdminServiceHardLimit(body: AdminServiceLimitRequest, options: ClientOptions = {}): Promise<AdminServicesResponse> {
const request = options.fetch ?? globalThis.fetch;
const headers = new Headers(options.headers);
headers.set("Content-Type", "application/json");
const response = await request(`${options.baseUrl ?? ""}/api/v1/admin/services/{service_id}/limits`, { body: JSON.stringify(body), method: "PATCH", headers });
if (!response.ok) throw new Error(`HTTP ${response.status}`);
return response.json() as Promise<AdminServicesResponse>;
}
+201 -1
View File
@@ -50,6 +50,11 @@ export type AccountSettingsResponse = {
};
};
export type AdminAuditQuery = {
"cursor"?: string;
"limit"?: number;
};
export type AdminAuthenticatedUser = {
"role": "super_admin";
"status": "active";
@@ -60,6 +65,42 @@ export type AdminCreditParams = {
"userId": string;
};
export type AdminDiagnosticsResponse = {
"diagnostic_text": string;
"generated_at": string;
"services": AdminServicesStorageResponse;
"system": {
"api_status": "ready" | "degraded" | "unavailable";
"app_version": string;
"browser_support": Array<{
"brand": "Google Chrome" | "Microsoft Edge";
"major": number;
}>;
"worker_status": "ready" | "degraded" | "unavailable";
};
};
export type AdminGenerationListResponse = {
"generated_at": string;
"items": Array<AdminGenerationRecord>;
};
export type AdminGenerationRecord = {
"completed_at": string | null;
"confirmed_credit_cost": number;
"created_at": string;
"duration_ms": number | null;
"error_category": "upstream_timeout" | "upstream_failed" | "safety_rejected" | "model_disabled" | "gateway_balance_insufficient" | "gateway_contract_invalid" | "reference_invalid" | "unknown_retryable" | "unknown_non_retryable" | null;
"final_credit_state": "committed" | "released" | null;
"generation_id": string;
"model_id": string;
"owner_ref": string;
"project_id": string;
"ratio": "3:4" | "1:1" | "4:3" | "9:16";
"reserved_credits": number;
"status": "queued" | "running" | "succeeded" | "failed" | "rejected";
};
export type AdminLoginCompleteRequest = {
"registration_id": string;
"verification_code": string;
@@ -76,12 +117,119 @@ export type AdminLoginSendRequest = {
"email": string;
};
export type AdminOperationAuditItem = {
"actor_ref": string;
"actor_type": "system" | "super_admin";
"after_summary": string | null;
"before_summary": string | null;
"expires_at": string;
"log_id": string;
"occurred_at": string;
"operation_type": string;
"result": "succeeded" | "failed";
"target_ref": string;
"target_type": string;
};
export type AdminOperationAuditResponse = {
"generated_at": string;
"items": Array<AdminOperationAuditItem>;
"next_cursor": string | null;
};
export type AdminOverviewResponse = {
"asset_cleanup": {
"pending_jobs": number;
};
"generated_at": string;
"generation_jobs": {
"pending_manual_review": number;
"pending_manual_review_oldest_at": string | null;
"queued": number;
"running": number;
};
"models": {
"configured_default_model_id": string | null;
"configured_model_count": number;
"recommended_model_id": string | null;
"runtime_available_count": number;
};
"recent_operations": Array<{
"created_at": string;
"operation_id": string;
"operation_type": string;
"result": "succeeded" | "rejected" | "failed";
"target_ref": string;
}>;
"services": Array<{
"checked_at": string | null;
"service_id": "resend" | "amap" | "ai_gateway" | "worker" | "asset_root";
"status": "available" | "degraded" | "paused" | "unavailable";
}>;
"storage": {
"last_measured_at": string | null;
"limit_bytes": number;
"managed_content_bytes": number;
"status": "normal" | "critical" | "full" | "unavailable";
};
"user_slots": {
"active_and_suspended": number;
"limit": number;
};
};
export type AdminServiceHealthCheckRequest = {
"available": boolean;
"reason"?: string;
};
export type AdminServiceLimitRequest = {
"hard_limit": number;
"period_type": ExternalServicePeriodType;
};
export type AdminServiceParams = {
"service_id": ExternalServiceId;
};
export type AdminServiceRecoveryRequest = {
"check_id": string;
};
export type AdminServicesResponse = {
"services": Array<ExternalServiceUsage>;
};
export type AdminServicesStorageResponse = {
"generated_at": string;
"services": Array<{
"checked_at": string | null;
"configured": boolean;
"impact_scope": "none" | "authentication" | "location" | "generation" | "storage" | "api" | "model" | "account" | "unknown";
"pause_reason": string | null;
"service_id": "resend" | "amap" | "ai_gateway" | "worker" | "api" | "asset_root";
"status": "active" | "paused_quota" | "paused_provider" | "disabled" | "degraded" | "unavailable";
}>;
"storage": {
"capacity_notice_level": "normal" | "warning" | "critical";
"cleanup_pending_count": number;
"data_root_ref": "configured_local_data_root";
"hard_limit_bytes": number;
"last_measured_at": string | null;
"managed_content_bytes": number;
"remeasurement_required": boolean;
"status": "active" | "full" | "unavailable";
"storage_backend": "local_filesystem";
};
};
export type AdminSessionResponse = {
"acknowledged_private_content_notice_version": string | null;
"admin": AdminAuthenticatedUser;
"audience": "admin";
"authenticated": true;
"csrf_token": string;
"current_private_content_notice_message_key"?: string;
"current_private_content_notice_version": string | null;
"expires_at": string;
"notice_acknowledged": boolean;
@@ -315,6 +463,23 @@ export type ErrorEnvelope = {
export type ExportFormat = "jpg" | "png";
export type ExternalServiceId = "resend_email" | "amap_web_service";
export type ExternalServicePeriodType = "daily" | "monthly";
export type ExternalServiceStatus = "active" | "paused_quota" | "paused_provider" | "disabled";
export type ExternalServiceUsage = {
"hard_limit": number;
"pause_reason": string | null;
"period_start": string;
"period_type": ExternalServicePeriodType;
"service_id": ExternalServiceId;
"service_status": ExternalServiceStatus;
"updated_at": string;
"used_count": number;
};
export type FailedEmptyTrashRequest = {
"project_ids": Array<ProjectId>;
};
@@ -541,6 +706,41 @@ export type ModelRuntimeSseEvent = {
"runtime_availability_version": number;
};
export type PrivateContentAccessAuditItem = {
"actor_ref": string;
"content_type": "image" | "prompt";
"expires_at": string;
"log_id": string;
"occurred_at": string;
"target_ref": string;
};
export type PrivateContentAccessAuditResponse = {
"generated_at": string;
"items": Array<PrivateContentAccessAuditItem>;
"next_cursor": string | null;
};
export type PrivateContentGenerationParams = {
"generationId": string;
};
export type PrivateContentNoticeAckRequest = {
"expected_notice_version": string;
};
export type PrivateContentNoticeAckResponse = {
"acknowledged_at": string;
"notice_version": string;
"status": "acknowledged";
};
export type PrivateContentPromptResponse = {
"content_type": "prompt";
"generation_id": string;
"prompt": string;
};
export type ProjectDetailResponse = {
"canvas_state": CanvasState;
"created_at": string;
@@ -722,7 +922,7 @@ export type ReverseGeocodeRequest = {
export type ReverseGeocodeResponse = {
"formatted_value": string;
"service_mode": "mock";
"service_mode": "mock" | "real";
"status": "resolved";
};
+25 -5
View File
@@ -1,4 +1,4 @@
import { StrictMode } from "react";
import { StrictMode, type ReactNode } from "react";
import { createRoot } from "react-dom/client";
import { registerPublicAssetServiceWorker } from "./public-asset-cache.js";
@@ -8,9 +8,13 @@ import { AccountSettingsPage } from "./account-settings.js";
import { AdminUsersPage } from "./admin-users.js";
import { AdminModelsPage } from "./admin-models.js";
import { AdminAssetsPage } from "./admin-assets.js";
import { AdminGenerationsPage } from "./admin-generations.js";
import { AdminServicesStoragePage } from "./admin-services-storage.js";
import { AdminAuditPage } from "./admin-audit.js";
import { CreditsPage } from "./credits-page.js";
import { ProjectDetailPage, ProjectsPage, WorkspacePage } from "./project-pages.js";
import { EditorPage } from "./editor-page.js";
import { AdminOverviewPage, AdminPlaceholderPage, AdminProtectedRoute } from "./admin-shell.js";
const root = document.getElementById("root");
@@ -35,10 +39,26 @@ function renderAuthenticationEntry() {
else if (projectDetail?.[1]) authenticationPage = <ProjectDetailPage key={authRevision} projectId={projectDetail[1]} />;
else if (window.location.pathname === "/app/projects") authenticationPage = <ProjectsPage key={authRevision} />;
else if (window.location.pathname === "/app") authenticationPage = <WorkspacePage key={authRevision} />;
else if (window.location.pathname === "/admin/users") authenticationPage = <AdminUsersPage key={authRevision} />;
else if (window.location.pathname === "/admin/models") authenticationPage = <AdminModelsPage key={authRevision} />;
else if (window.location.pathname === "/admin/assets") authenticationPage = <AdminAssetsPage key={authRevision} />;
else if (window.location.pathname.startsWith("/admin")) authenticationPage = <AdminAuthPage key={authRevision} />;
else if (window.location.pathname === "/admin/login") authenticationPage = <AdminAuthPage key={authRevision} />;
else if (window.location.pathname.startsWith("/admin")) {
const adminPages: Record<string, { content: ReactNode; title: string }> = {
"/admin": { content: <AdminOverviewPage />, title: "运营总览" },
"/admin/assets": { content: <AdminAssetsPage />, title: "素材" },
"/admin/audit": { content: <AdminAuditPage />, title: "审计" },
"/admin/generations": { content: <AdminGenerationsPage />, title: "生成记录" },
"/admin/invites": { content: <AdminPlaceholderPage title="邀请码" />, title: "邀请码" },
"/admin/models": { content: <AdminModelsPage />, title: "模型" },
"/admin/preview": { content: <AdminPlaceholderPage title="内部预览" />, title: "内部预览" },
"/admin/services-storage": { content: <AdminServicesStoragePage />, title: "服务与存储" },
"/admin/users": { content: <AdminUsersPage />, title: "用户与点数" },
};
const page = adminPages[window.location.pathname] ?? adminPages["/admin"]!;
authenticationPage = (
<AdminProtectedRoute currentPath={window.location.pathname} key={authRevision} title={page.title}>
{page.content}
</AdminProtectedRoute>
);
}
else authenticationPage = <UserAuthPage key={authRevision} />;
appRoot.render(
<StrictMode>
+2 -1
View File
@@ -5,8 +5,9 @@ import {
type StaticStickerCatalogItem,
type VirtualStickerWindow,
} from "@dada/static-sticker-catalog";
import { P0A_STATIC_STICKER_RELEASE_VERSION } from "@dada/template-registry";
const resourceVersion = "fixture-v1";
const resourceVersion = P0A_STATIC_STICKER_RELEASE_VERSION;
const partCounts = [203, 36, 27, 48, 38, 75, 37, 67, 48, 24, 40, 30, 27, 51, 62, 19, 36, 45, 92, 53, 69, 31, 36, 30, 183] as const;
function buildCatalog(): StaticStickerCatalogItem[] {
+5 -5
View File
@@ -1,5 +1,5 @@
import type { CanvasState } from "@dada/shared-contracts";
import { P0A_REQUIRED_FONT_PANEL_IDS, P0A_TEXT_TEMPLATE_IDS } from "@dada/template-registry";
import { P0A_COMPLEX_RELEASE_VERSION, P0A_REQUIRED_FONT_PANEL_IDS, P0A_TEXT_TEMPLATE_IDS } from "@dada/template-registry";
import type { CanvasElementIdentity } from "./editor-elements.js";
@@ -42,7 +42,7 @@ export interface TextStylePatch {
textAlign?: TextAlign;
}
const fixtureVersion = "wp4-fixture-v1";
const resourceVersion = P0A_COMPLEX_RELEASE_VERSION;
const defaults = {
background_color: "#FFE62C",
background_enabled: false,
@@ -106,9 +106,9 @@ export const P0A_TEXT_TEMPLATES: readonly TextTemplateDefinition[] = P0A_TEXT_TE
defaultFontSize: 48,
defaultText: seed[3],
displayName: seed[2],
...(seed[5] === true ? { fontUrl: `/api/v1/assets/public/${fixtureVersion}/${seed[4]}` } : {}),
...(seed[5] === true ? { fontUrl: `/api/v1/assets/public/${resourceVersion}/${seed[4]}` } : {}),
resourceClass: seed[6] ?? "zip_template",
resourceVersion: fixtureVersion,
resourceVersion,
templateId,
};
});
@@ -130,7 +130,7 @@ const fontOptionDefinitions: Readonly<Record<typeof P0A_REQUIRED_FONT_PANEL_IDS[
export const P0A_FONT_OPTIONS: readonly FontOption[] = P0A_REQUIRED_FONT_PANEL_IDS.map((fontId) => ({
displayName: fontOptionDefinitions[fontId],
fontId,
url: `/api/v1/assets/public/${fixtureVersion}/${fontId}`,
url: `/api/v1/assets/public/${resourceVersion}/${fontId}`,
}));
export function fontOption(fontId: string) {
+19
View File
@@ -124,6 +124,25 @@ button {
margin-inline: auto;
}
.auth-test-entry {
margin-bottom: 18px;
border-bottom: 1px solid #b4b4af;
padding-bottom: 18px;
}
.auth-test-entry .auth-primary {
margin-top: 0;
border-color: #111111;
background: #111111;
color: #f2f500;
}
.auth-test-entry .auth-primary:disabled {
border-color: #777773;
background: #deded9;
color: #777773;
}
.auth-tabs {
display: grid;
grid-template-columns: 1fr 1fr;
+44
View File
@@ -77,6 +77,9 @@ export function UserAuthPage() {
const [sendState, setSendState] = useState<SendState>("idle");
const [countdown, setCountdown] = useState(0);
const [error, setError] = useState<string>();
const [localTestAvailable, setLocalTestAvailable] = useState(false);
const [localTestError, setLocalTestError] = useState<string>();
const [localTestSubmitting, setLocalTestSubmitting] = useState(false);
const [submitting, setSubmitting] = useState(false);
const emailValid = /^[^@\s]+@[^@\s]+$/.test(email);
const registrationReady = Boolean(
@@ -93,6 +96,18 @@ export function UserAuthPage() {
return () => window.clearInterval(timer);
}, [countdown]);
useEffect(() => {
const controller = new AbortController();
void fetch("/api/v1/auth/local-test", { credentials: "same-origin", signal: controller.signal })
.then(async (response) => {
if (!response.ok || !response.headers.get("content-type")?.includes("application/json")) return;
const body = await response.json() as { available?: boolean };
if (body.available === true) setLocalTestAvailable(true);
})
.catch(() => undefined);
return () => controller.abort();
}, []);
useEffect(() => {
if (!noticeOpen) return;
const previousOverflow = document.body.style.overflow;
@@ -255,6 +270,27 @@ export function UserAuthPage() {
}
}
async function enterLocalTest() {
if (localTestSubmitting) return;
setLocalTestSubmitting(true);
setLocalTestError(undefined);
try {
const response = await fetch("/api/v1/auth/local-test", {
credentials: "same-origin",
method: "POST",
});
if (!response.ok) {
setLocalTestError("本机测试会话未能建立,请重试。");
return;
}
window.location.assign("/app");
} catch {
setLocalTestError("本机测试会话未能建立,请重试。");
} finally {
setLocalTestSubmitting(false);
}
}
return (
<>
<main className="auth-page">
@@ -271,6 +307,14 @@ export function UserAuthPage() {
<section className="auth-content">
<a className="auth-admin-link" href="/admin/login"></a>
<div className="auth-panel">
{localTestAvailable ? (
<div className="auth-test-entry">
<button className="auth-primary" disabled={localTestSubmitting} onClick={enterLocalTest} type="button">
{localTestSubmitting ? "正在进入" : "直接进入本机测试"}
</button>
{localTestError ? <p className="auth-error" role="alert">{localTestError}</p> : null}
</div>
) : null}
<div className="auth-tabs" role="tablist" aria-label="认证方式">
<button
aria-selected={mode === "login"}
+1
View File
@@ -69,6 +69,7 @@ async function checkSupport() {
browserValue.textContent = `${result.browser.brand} ${result.browser.major}`;
supportedValue.textContent = supportedLabel(result.supported_browsers);
window.dispatchEvent(new CustomEvent("dada:support-ready"));
window.location.replace(window.location.pathname.startsWith("/admin") ? "/admin" : "/app");
return;
}
showBlocked(
+2 -1
View File
@@ -9,7 +9,8 @@
},
"dependencies": {
"better-sqlite3": "13.0.1",
"drizzle-orm": "0.45.2"
"drizzle-orm": "0.45.2",
"sharp": "0.35.3"
},
"devDependencies": {
"@types/better-sqlite3": "7.6.13",
+6
View File
@@ -7,6 +7,11 @@ export interface GenerationAdapterRequest {
prompt: string;
ratio: "3:4" | "1:1" | "4:3" | "9:16";
referenceAssetIds: readonly string[];
referenceImages?: readonly {
assetId: string;
bytes: Buffer;
mimeType: "image/jpeg" | "image/png" | "image/webp";
}[];
}
export interface NormalizedGenerationOutput {
@@ -27,6 +32,7 @@ export type GenerationAdapterResult =
};
export interface GenerationAdapter {
dispose?(): void;
start(request: GenerationAdapterRequest): Promise<GenerationAdapterResult>;
poll?(upstreamJobReference: string): Promise<GenerationAdapterResult>;
}
+3 -1
View File
@@ -1,4 +1,5 @@
import type { GenerationAdapterRequest, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
import { normalizeImageOutputToRatio } from "./image-output-normalizer.mjs";
import {
AdapterContractError, type AdapterStartResult, type AdapterTransport, balanceSignalFromResponse,
classifyAdapterError, dimensionsForRatio, mockPngBytes, validateAdapterRequest, validateMockContract,
@@ -41,7 +42,8 @@ export class GeminiFlashAdapter implements ModelAdapter {
const classified = this.classifyError("error" in response ? response.error : undefined, (request.configSnapshot.error_mapping_profile as Record<string, string> | undefined) ?? {});
return { ...classified, status: "failed" };
}
return { outputs: [this.normalizeOutput(response)], status: "completed" };
const output = this.normalizeOutput(response);
return { outputs: [await normalizeImageOutputToRatio({ ...output, ratio: request.ratio })], status: "completed" };
} catch (error) {
const classified = error instanceof AdapterContractError
? { category: "gateway_contract_invalid" as const, sourceCategory: error.sourceCategory }
+6 -4
View File
@@ -1,4 +1,5 @@
import type { GenerationAdapterRequest, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
import { normalizeImageOutputToRatio } from "./image-output-normalizer.mjs";
import {
AdapterContractError, type AdapterStartResult, type AdapterTransport, balanceSignalFromResponse,
classifyAdapterError, dimensionsForRatio, mockPngBytes, validateAdapterRequest, validateMockContract,
@@ -37,7 +38,7 @@ export class GeminiProAdapter implements ModelAdapter {
try {
validateAdapterRequest(request, this.modelId);
const response = await this.transport.start({ operation: "start", modelId: this.modelId, prompt: request.prompt, ratio: request.ratio, referenceAssetIds: request.referenceAssetIds });
return this.interpret(response, request.configSnapshot.error_mapping_profile as Record<string, string> ?? {});
return await this.interpret(response, request.configSnapshot.error_mapping_profile as Record<string, string> ?? {}, request.ratio);
} catch (error) {
const classified = error instanceof AdapterContractError
? { category: "gateway_contract_invalid" as const, sourceCategory: error.sourceCategory }
@@ -49,7 +50,7 @@ export class GeminiProAdapter implements ModelAdapter {
async poll(upstreamJobReference: string): Promise<AdapterStartResult> {
try {
const response = await this.transport.poll({ operation: "poll", modelId: this.modelId, upstreamJobReference });
return this.interpret(response, {});
return await this.interpret(response, {});
} catch (error) {
const classified = error instanceof AdapterContractError
? { category: "gateway_contract_invalid" as const, sourceCategory: error.sourceCategory }
@@ -58,7 +59,7 @@ export class GeminiProAdapter implements ModelAdapter {
}
}
private interpret(response: unknown, mappingProfile: Readonly<Record<string, string>>): AdapterStartResult {
private async interpret(response: unknown, mappingProfile: Readonly<Record<string, string>>, ratio?: GenerationAdapterRequest["ratio"]): Promise<AdapterStartResult> {
if (!response || typeof response !== "object" || !("operation" in response) || !response.operation || typeof response.operation !== "object") {
return { category: "gateway_contract_invalid", sourceCategory: "response_shape_invalid", status: "failed" };
}
@@ -72,7 +73,8 @@ export class GeminiProAdapter implements ModelAdapter {
return reference ? { status: "pending", upstreamJobReference: reference } : { category: "gateway_contract_invalid", sourceCategory: "upstream_reference_missing", status: "failed" };
}
try {
return { outputs: [this.normalizeOutput("response" in operation ? operation.response : undefined)], status: "completed" };
const output = this.normalizeOutput("response" in operation ? operation.response : undefined);
return { outputs: [ratio ? await normalizeImageOutputToRatio({ ...output, ratio }) : output], status: "completed" };
} catch (error) {
return { category: "gateway_contract_invalid", sourceCategory: error instanceof AdapterContractError ? error.sourceCategory : "response_shape_invalid", status: "failed" };
}
+3 -1
View File
@@ -1,4 +1,5 @@
import type { GenerationAdapterRequest, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
import { normalizeImageOutputToRatio } from "./image-output-normalizer.mjs";
import {
AdapterContractError, type AdapterStartResult, type AdapterTransport, balanceSignalFromResponse,
classifyAdapterError, dimensionsForRatio, mockPngBytes, validateAdapterRequest, validateMockContract,
@@ -41,7 +42,8 @@ export class GptImageAdapter implements ModelAdapter {
const classified = this.classifyError("error" in response ? response.error : undefined, (request.configSnapshot.error_mapping_profile as Record<string, string> | undefined) ?? {});
return { ...classified, status: "failed" };
}
return { outputs: [this.normalizeOutput(response)], status: "completed" };
const output = this.normalizeOutput(response);
return { outputs: [await normalizeImageOutputToRatio({ ...output, ratio: request.ratio })], status: "completed" };
} catch (error) {
const classified = error instanceof AdapterContractError
? { category: "gateway_contract_invalid" as const, sourceCategory: error.sourceCategory }
+47
View File
@@ -0,0 +1,47 @@
import type { GenerationAdapter } from "./ai-adapter-contract.js";
export type AiRuntimeProbeResult =
| {
code: "ai_probe_passed";
mime_type: "image/jpeg" | "image/png" | "image/webp";
pixel_height: number;
pixel_width: number;
real_calls: 1;
success: true;
}
| {
code: "ai_probe_failed";
error_category: string;
real_calls: 1;
success: false;
};
export async function runAiRuntimeProbe(adapter: GenerationAdapter): Promise<AiRuntimeProbeResult> {
const result = await adapter.start({
configSnapshot: { probe: true },
generationId: "00000000-0000-4000-8000-000000000002",
modelId: "gemini-3.1-flash-image-preview",
prompt: "生成一张简洁的红蓝几何色块测试图,不含文字。",
ratio: "1:1",
referenceAssetIds: [],
});
if (result.status === "failed") {
return { code: "ai_probe_failed", error_category: result.category, real_calls: 1, success: false };
}
if (result.status !== "completed" || result.outputs.length !== 1) {
return { code: "ai_probe_failed", error_category: "gateway_contract_invalid", real_calls: 1, success: false };
}
const output = result.outputs[0]!;
try {
return {
code: "ai_probe_passed",
mime_type: output.mimeType,
pixel_height: output.pixelHeight,
pixel_width: output.pixelWidth,
real_calls: 1,
success: true,
};
} finally {
output.bytes.fill(0);
}
}
@@ -0,0 +1,35 @@
export interface GenerationPollingProcessor {
processNext(): Promise<unknown>;
}
export class GenerationPollingLoop {
private closed = false;
private inFlight = false;
private readonly timer: ReturnType<typeof setInterval>;
constructor(
private readonly processor: GenerationPollingProcessor,
intervalMilliseconds = 250,
) {
if (!Number.isSafeInteger(intervalMilliseconds) || intervalMilliseconds <= 0) {
throw new Error("generation_polling_interval_invalid");
}
this.timer = setInterval(() => this.run(), intervalMilliseconds);
}
close() {
if (this.closed) return;
this.closed = true;
clearInterval(this.timer);
}
private run() {
if (this.closed || this.inFlight) return;
this.inFlight = true;
void this.processor.processNext()
.catch(() => undefined)
.finally(() => {
this.inFlight = false;
});
}
}
+38 -4
View File
@@ -1,11 +1,11 @@
import { createHash, randomUUID } from "node:crypto";
import { existsSync, mkdirSync, renameSync, rmSync, writeFileSync } from "node:fs";
import { dirname, join, resolve } from "node:path";
import { existsSync, mkdirSync, readFileSync, renameSync, rmSync, statSync, writeFileSync } from "node:fs";
import { dirname, isAbsolute, join, relative, resolve, sep } from "node:path";
import Database from "better-sqlite3";
import type BetterSqlite3 from "better-sqlite3";
import type { GenerationAdapter, GenerationAdapterResult, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
import type { GenerationAdapter, GenerationAdapterRequest, GenerationAdapterResult, NormalizedGenerationOutput } from "./ai-adapter-contract.js";
import { GatewayBalanceRuntime } from "./gateway-balance-runtime.js";
import { generationErrorRegistry, type GenerationErrorCategory } from "./generation-error-registry.js";
import { configureWorkerDatabase } from "./sqlite-connection.js";
@@ -91,7 +91,8 @@ export class GenerationProcessor {
this.clock = input.clock ?? Date.now;
this.dataRoot = resolve(input.dataRoot);
this.workerId = input.workerId;
this.database = new Database(input.databasePath);
const nativeBinding = process.env.DADA_SQLITE_NATIVE_BINDING;
this.database = new Database(input.databasePath, nativeBinding ? { nativeBinding } : undefined);
configureWorkerDatabase(this.database);
this.migrate();
this.gatewayBalance = new GatewayBalanceRuntime({ clock: this.clock, database: this.database });
@@ -119,6 +120,7 @@ export class GenerationProcessor {
.run("worker_stopped", now, this.workerId);
});
this.gatewayBalance.close();
this.adapter.dispose?.();
this.database.close();
}
@@ -143,6 +145,12 @@ export class GenerationProcessor {
SELECT managed_file_id FROM generation_reference_snapshots WHERE generation_id = ? ORDER BY position
`).all(generationId) as Array<{ managed_file_id: string }>;
let adapterResult: GenerationAdapterResult;
let referenceImages: NonNullable<GenerationAdapterRequest["referenceImages"]>;
try {
referenceImages = this.loadReferenceImages(references.map((row) => row.managed_file_id));
} catch {
return this.completeFailure(job, "reference_invalid", "reference_load_failed");
}
try {
if (job.upstream_job_reference) {
if (!this.adapter.poll) return this.completeFailure(job, "unknown_retryable", "poll_unsupported", undefined, false, "pending_manual_review");
@@ -155,10 +163,13 @@ export class GenerationProcessor {
prompt: job.prompt,
ratio: job.ratio,
referenceAssetIds: references.map((row) => row.managed_file_id),
referenceImages,
}));
}
} catch {
return this.completeFailure(job, "unknown_retryable", "adapter_exception", undefined, false, "pending_manual_review");
} finally {
for (const reference of referenceImages) reference.bytes.fill(0);
}
if (adapterResult.status === "failed") return this.completeFailure(job, adapterResult.category, adapterResult.sourceCategory, adapterResult.balanceSignal);
@@ -174,6 +185,29 @@ export class GenerationProcessor {
}
}
private loadReferenceImages(referenceAssetIds: string[]): NonNullable<GenerationAdapterRequest["referenceImages"]> {
return referenceAssetIds.map((assetId) => {
const row = this.database.prepare(`
SELECT relative_path, mime_type FROM managed_files
WHERE file_id = ? AND file_kind = 'reference' AND status = 'committed'
`).get(assetId) as { mime_type: string; relative_path: string } | undefined;
if (!row || !["image/jpeg", "image/png", "image/webp"].includes(row.mime_type) || isAbsolute(row.relative_path)) {
throw new Error("reference_invalid");
}
const path = resolve(this.dataRoot, row.relative_path);
const child = relative(this.dataRoot, path);
if (!child || child === ".." || child.startsWith(`..${sep}`) || isAbsolute(child)
|| !existsSync(path) || !statSync(path).isFile()) {
throw new Error("reference_invalid");
}
return {
assetId,
bytes: readFileSync(path),
mimeType: row.mime_type as "image/jpeg" | "image/png" | "image/webp",
};
});
}
private claim(generationId: string) {
return this.immediate(() => {
const row = this.readJob(generationId);
@@ -0,0 +1,74 @@
import sharp from "sharp";
const productDimensions = Object.freeze({
"3:4": Object.freeze({ pixelHeight: 1440, pixelWidth: 1080 }),
"1:1": Object.freeze({ pixelHeight: 1080, pixelWidth: 1080 }),
"4:3": Object.freeze({ pixelHeight: 1080, pixelWidth: 1440 }),
"9:16": Object.freeze({ pixelHeight: 1920, pixelWidth: 1080 }),
});
const gptImageRequestSizes = Object.freeze({
"3:4": "1056x1408",
"1:1": "1088x1088",
"4:3": "1408x1056",
"9:16": "1008x1792",
});
const allowedMimeTypes = new Set(["image/jpeg", "image/png", "image/webp"]);
const maximumInputBytes = 20 * 1024 * 1024;
function assertRatio(ratio) {
if (!(ratio in productDimensions)) throw new Error("image_output_ratio_unsupported");
return ratio;
}
export function productDimensionsForRatio(ratio) {
return { ...productDimensions[assertRatio(ratio)] };
}
export function gptImageRequestSizeForRatio(ratio) {
return gptImageRequestSizes[assertRatio(ratio)];
}
export async function normalizeImageOutputToRatio(input) {
const ratio = assertRatio(input?.ratio);
if (!Buffer.isBuffer(input?.bytes) || input.bytes.length === 0 || input.bytes.length > maximumInputBytes
|| !allowedMimeTypes.has(input?.mimeType)) {
throw new Error("image_output_media_invalid");
}
const target = productDimensions[ratio];
if (input.pixelWidth === target.pixelWidth && input.pixelHeight === target.pixelHeight) {
return {
bytes: Buffer.from(input.bytes),
mimeType: input.mimeType,
normalized: false,
...target,
upstreamPixelHeight: input.pixelHeight,
upstreamPixelWidth: input.pixelWidth,
};
}
const image = sharp(input.bytes, { failOn: "error", limitInputPixels: 40_000_000 });
const metadata = await image.metadata();
if (!metadata.width || !metadata.height) throw new Error("image_output_dimensions_missing");
const requestedRatio = target.pixelWidth / target.pixelHeight;
const upstreamRatio = metadata.width / metadata.height;
if (Math.abs(upstreamRatio - requestedRatio) / requestedRatio > 0.02) {
throw new Error("image_output_aspect_ratio_mismatch");
}
const { data, info } = await image
.resize(target.pixelWidth, target.pixelHeight, { fit: "fill", kernel: sharp.kernel.lanczos3 })
.png({ compressionLevel: 9 })
.toBuffer({ resolveWithObject: true });
if (info.width !== target.pixelWidth || info.height !== target.pixelHeight || info.format !== "png") {
throw new Error("image_output_normalization_failed");
}
return {
bytes: data,
mimeType: "image/png",
normalized: true,
...target,
upstreamPixelHeight: metadata.height,
upstreamPixelWidth: metadata.width,
};
}
@@ -0,0 +1,221 @@
import sharp from "sharp";
import type {
GenerationAdapter,
GenerationAdapterRequest,
GenerationAdapterResult,
NormalizedGenerationOutput,
} from "./ai-adapter-contract.js";
import { gptImageRequestSizeForRatio, normalizeImageOutputToRatio } from "./image-output-normalizer.mjs";
const geminiProductModelId = "gemini-3.1-flash-image-preview";
const geminiProviderModelId = "gemini-3.1-flash-image";
const gptImageModelId = "gpt-image-2";
const geminiEndpoint = "https://oneapi.intelligrow.cn/v1/chat/completions";
const gptImageEndpoint = "https://oneapi.intelligrow.cn/v1/images/generations";
const gptImageReferenceEndpoint = "https://oneapi.intelligrow.cn/v1/images/edits";
const maximumResponseBytes = 32 * 1024 * 1024;
const requestTimeoutMilliseconds = 180_000;
const geminiImageSystemInstruction = "Generate exactly one image from the user's description. Return the generated image and do not answer with text only.";
type FetchLike = typeof fetch;
class OneApiRuntimeError extends Error {
constructor(
readonly category: "gateway_balance_insufficient" | "gateway_contract_invalid" | "model_disabled" | "reference_invalid" | "upstream_failed" | "upstream_timeout" | "unknown_non_retryable",
readonly sourceCategory: string,
) {
super(sourceCategory);
}
}
function failure(error: unknown): GenerationAdapterResult {
if (error instanceof OneApiRuntimeError) {
return { category: error.category, sourceCategory: error.sourceCategory, status: "failed" };
}
if (error instanceof Error && error.name === "AbortError") {
return { category: "upstream_timeout", sourceCategory: "upstream_timeout", status: "failed" };
}
return { category: "upstream_failed", sourceCategory: "upstream_failed", status: "failed" };
}
function mapHttpFailure(status: number) {
if (status === 408 || status === 504) return new OneApiRuntimeError("upstream_timeout", `upstream_http_${status}`);
if (status === 429) return new OneApiRuntimeError("gateway_balance_insufficient", "upstream_http_429");
if (status >= 500) return new OneApiRuntimeError("upstream_failed", `upstream_http_${status}`);
if (status === 400 || status === 404 || status === 422) return new OneApiRuntimeError("gateway_contract_invalid", `upstream_http_${status}`);
return new OneApiRuntimeError("unknown_non_retryable", `upstream_http_${status}`);
}
async function readBoundedJson(response: Response) {
const declaredLength = Number(response.headers.get("content-length") ?? 0);
if (Number.isFinite(declaredLength) && declaredLength > maximumResponseBytes) {
throw new OneApiRuntimeError("gateway_contract_invalid", "upstream_response_too_large");
}
if (!response.body) throw new OneApiRuntimeError("gateway_contract_invalid", "upstream_response_empty");
const reader = response.body.getReader();
const chunks: Buffer[] = [];
let total = 0;
try {
while (true) {
const next = await reader.read();
if (next.done) break;
const chunk = Buffer.from(next.value);
total += chunk.length;
if (total > maximumResponseBytes) {
await reader.cancel();
throw new OneApiRuntimeError("gateway_contract_invalid", "upstream_response_too_large");
}
chunks.push(chunk);
}
try {
return JSON.parse(Buffer.concat(chunks).toString("utf8")) as unknown;
} catch {
throw new OneApiRuntimeError("gateway_contract_invalid", "upstream_response_invalid");
}
} finally {
for (const chunk of chunks) chunk.fill(0);
}
}
function extractGeminiImage(response: unknown) {
if (!response || typeof response !== "object" || !("choices" in response) || !Array.isArray(response.choices)) {
throw new OneApiRuntimeError("gateway_contract_invalid", "response_shape_invalid");
}
const choice = response.choices[0];
const content = choice && typeof choice === "object" && "message" in choice && choice.message && typeof choice.message === "object"
&& "content" in choice.message && typeof choice.message.content === "string" ? choice.message.content : "";
const matches = [...content.matchAll(/!\[[^\]]*\]\(\s*data:(image\/(?:jpeg|png|webp));base64,([A-Za-z0-9+/=\r\n]+)\s*\)/gi)];
if (matches.length !== 1) throw new OneApiRuntimeError("gateway_contract_invalid", "response_single_image_required");
return { bytes: Buffer.from(matches[0]![2]!, "base64"), declaredMimeType: matches[0]![1]!.toLowerCase() };
}
function extractGptImage(response: unknown) {
if (!response || typeof response !== "object" || !("data" in response) || !Array.isArray(response.data)
|| response.data.length !== 1 || !response.data[0] || typeof response.data[0] !== "object"
|| !("b64_json" in response.data[0]) || typeof response.data[0].b64_json !== "string") {
throw new OneApiRuntimeError("gateway_contract_invalid", "response_single_image_required");
}
return { bytes: Buffer.from(response.data[0].b64_json, "base64"), declaredMimeType: undefined };
}
async function normalizeOutput(bytes: Buffer, declaredMimeType: string | undefined, ratio: GenerationAdapterRequest["ratio"]): Promise<NormalizedGenerationOutput> {
try {
const metadata = await sharp(bytes, { failOn: "error", limitInputPixels: 40_000_000 }).metadata();
const mimeType = metadata.format === "png" ? "image/png" : metadata.format === "jpeg" ? "image/jpeg" : metadata.format === "webp" ? "image/webp" : undefined;
if (!mimeType || !metadata.width || !metadata.height || (declaredMimeType && declaredMimeType !== mimeType)) {
throw new OneApiRuntimeError("gateway_contract_invalid", "response_media_invalid");
}
const normalized = await normalizeImageOutputToRatio({ bytes, mimeType, pixelHeight: metadata.height, pixelWidth: metadata.width, ratio });
return { bytes: normalized.bytes, mimeType: normalized.mimeType, pixelHeight: normalized.pixelHeight, pixelWidth: normalized.pixelWidth };
} catch (error) {
if (error instanceof OneApiRuntimeError) throw error;
throw new OneApiRuntimeError("gateway_contract_invalid", "response_media_invalid");
}
}
function validateRequest(request: GenerationAdapterRequest) {
if (!request.prompt.trim() || request.prompt.length > 1_000) throw new OneApiRuntimeError("gateway_contract_invalid", "prompt_invalid");
const references = request.referenceImages ?? [];
if (references.length !== request.referenceAssetIds.length || references.length > 2) {
throw new OneApiRuntimeError("reference_invalid", "reference_count_invalid");
}
const totalBytes = references.reduce((total, reference) => total + reference.bytes.length, 0);
if (totalBytes > 20 * 1024 * 1024 || references.some((reference) => reference.bytes.length === 0 || reference.bytes.length > 10 * 1024 * 1024)) {
throw new OneApiRuntimeError("reference_invalid", "reference_size_invalid");
}
return references;
}
function buildRequest(request: GenerationAdapterRequest) {
const references = validateRequest(request);
if (request.modelId === geminiProductModelId) {
const content = references.length === 0
? request.prompt
: [
{ text: request.prompt, type: "text" },
...references.map((reference) => ({
image_url: { url: `data:${reference.mimeType};base64,${reference.bytes.toString("base64")}` },
type: "image_url",
})),
];
return {
body: JSON.stringify({
extra_body: { google: { image_config: { aspect_ratio: request.ratio, image_size: "1K" } } },
messages: [
{ content: geminiImageSystemInstruction, role: "system" },
{ content, role: "user" },
],
model: geminiProviderModelId,
stream: false,
}),
contentType: "application/json",
endpoint: geminiEndpoint,
parser: extractGeminiImage,
};
}
if (request.modelId !== gptImageModelId) throw new OneApiRuntimeError("model_disabled", "model_not_supported");
if (references.length > 0) {
const form = new FormData();
form.append("model", gptImageModelId);
form.append("prompt", request.prompt);
form.append("response_format", "b64_json");
form.append("size", gptImageRequestSizeForRatio(request.ratio));
references.forEach((reference, index) => form.append("image[]", new Blob([reference.bytes], { type: reference.mimeType }), `reference-${index + 1}.png`));
return { body: form, contentType: undefined, endpoint: gptImageReferenceEndpoint, parser: extractGptImage };
}
return {
body: JSON.stringify({ model: gptImageModelId, prompt: request.prompt, response_format: "b64_json", size: gptImageRequestSizeForRatio(request.ratio) }),
contentType: "application/json",
endpoint: gptImageEndpoint,
parser: extractGptImage,
};
}
export class OneApiGenerationAdapter implements GenerationAdapter {
private readonly credential: Buffer;
private readonly fetchImpl: FetchLike;
private disposed = false;
constructor(input: { credential: Buffer; fetch?: FetchLike }) {
if (input.credential.length < 8) throw new Error("ai_gateway_credential_invalid");
this.credential = Buffer.from(input.credential);
this.fetchImpl = input.fetch ?? fetch;
}
async start(request: GenerationAdapterRequest): Promise<GenerationAdapterResult> {
if (this.disposed) return { category: "upstream_failed", sourceCategory: "adapter_disposed", status: "failed" };
const controller = new AbortController();
const timeout = setTimeout(() => controller.abort(), requestTimeoutMilliseconds);
let sourceBytes: Buffer | undefined;
try {
const providerRequest = buildRequest(request);
const headers = new Headers({ authorization: `Bearer ${this.credential.toString("utf8")}` });
if (providerRequest.contentType) headers.set("content-type", providerRequest.contentType);
const response = await this.fetchImpl(providerRequest.endpoint, {
body: providerRequest.body,
headers,
method: "POST",
redirect: "error",
signal: controller.signal,
});
if (!response.ok) throw mapHttpFailure(response.status);
const parsed = await readBoundedJson(response);
const extracted = providerRequest.parser(parsed);
sourceBytes = extracted.bytes;
const output = await normalizeOutput(sourceBytes, extracted.declaredMimeType, request.ratio);
return { outputs: [output], status: "completed" };
} catch (error) {
return failure(error);
} finally {
clearTimeout(timeout);
sourceBytes?.fill(0);
}
}
dispose() {
if (this.disposed) return;
this.disposed = true;
this.credential.fill(0);
}
}
+26 -4
View File
@@ -212,10 +212,19 @@ export class ProjectPurgeCleanup {
transaction.immediate();
completed += 1;
} catch {
this.database.prepare(`
UPDATE file_cleanup_queue SET status = 'failed', last_error = 'physical_file_cleanup_failed'
WHERE cleanup_id = ?
`).run(row.cleanup_id);
const transaction = this.database.transaction(() => {
this.database.prepare(`
UPDATE file_cleanup_queue SET status = 'failed', last_error = 'physical_file_cleanup_failed'
WHERE cleanup_id = ?
`).run(row.cleanup_id);
if (row.managed_file_id && this.tableExists("asset_cleanup_request_items")) {
const request = this.database.prepare(`
SELECT request_id FROM asset_cleanup_request_items WHERE managed_file_id = ? LIMIT 1
`).get(row.managed_file_id) as { request_id: string } | undefined;
if (request) this.insertAssetCleanupFailureAudit(request.request_id, this.clock());
}
});
transaction.immediate();
failed += 1;
}
}
@@ -296,6 +305,19 @@ export class ProjectPurgeCleanup {
);
}
private insertAssetCleanupFailureAudit(requestId: string, occurredAt: number) {
if (!this.tableExists("admin_operation_logs")) return;
this.database.prepare(`
INSERT INTO admin_operation_logs (
log_id, actor_type, actor_ref, operation_type, target_type, target_ref,
result, before_summary, after_summary, occurred_at, expires_at
) VALUES (?, 'system', 'project_purge_worker', 'asset_cleanup_physical_failed', 'asset_cleanup', ?, 'failed', NULL, ?, ?, ?)
`).run(
randomUUID(), requestId, JSON.stringify({ failed_count: 1, status: "retry_pending" }), occurredAt,
occurredAt + auditRetentionMilliseconds,
);
}
private remeasureManagedCapacity() {
const state = this.database.prepare(`
SELECT managed_content_bytes FROM local_backend_storage_state WHERE singleton = 1
+8 -4
View File
@@ -13,7 +13,7 @@ export async function receiveWorkerCredentials(input: NodeJS.ReadableStream = pr
if (names.length !== expected.length || names.some((name, index) => name !== expected[index])) {
throw new Error("Worker credential channel contains an unexpected credential scope.");
}
if (expected.some((name) => typeof parsed[name] !== "string" || parsed[name] === "")) {
if (expected.some((name) => typeof parsed[name] !== "string")) {
throw new Error("Worker credential channel contains an invalid credential value.");
}
return parsed as Record<(typeof WORKER_CREDENTIALS)[number], string>;
@@ -25,9 +25,13 @@ export async function receiveWorkerCredentials(input: NodeJS.ReadableStream = pr
}
export function initializeWorkerCredentialClient(credentials: Record<(typeof WORKER_CREDENTIALS)[number], string>) {
const configured = WORKER_CREDENTIALS.every((name) => credentials[name].length > 0);
for (const name of WORKER_CREDENTIALS) credentials[name] = "";
if (!configured) throw new Error("Worker credential client initialization failed.");
const value = credentials["Dada/P0A/worker/ai-gateway"];
try {
if (!value) throw new Error("worker_ai_gateway_not_configured");
return { aiGatewayCredential: Buffer.from(value, "utf8") };
} finally {
for (const name of WORKER_CREDENTIALS) credentials[name] = "";
}
}
export function attachWorkerSupervisorControl(pipeName: string, shutdown: () => Promise<void> | void) {
+37 -2
View File
@@ -2,6 +2,10 @@ import { parentPort } from "node:worker_threads";
import { join } from "node:path";
import { WorkerAiCallGate } from "./ai-call-gate.js";
import { runAiRuntimeProbe } from "./ai-runtime-probe.js";
import { GenerationPollingLoop } from "./generation-polling-loop.js";
import { GenerationProcessor } from "./generation-processor.js";
import { OneApiGenerationAdapter } from "./oneapi-generation-adapter.js";
import { readConfiguredLocalDataRoot } from "./runtime-config.js";
import { RetentionCleanup } from "./retention-cleanup.js";
import { ProjectPurgeCleanup } from "./project-purge-cleanup.js";
@@ -21,8 +25,25 @@ if (workerPort) {
});
}
if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
initializeWorkerCredentialClient(await receiveWorkerCredentials());
if (!workerPort && process.argv.includes("--dada-ai-probe")) {
const credentialClient = initializeWorkerCredentialClient(await receiveWorkerCredentials());
let adapter: OneApiGenerationAdapter | undefined;
let probeResult: Awaited<ReturnType<typeof runAiRuntimeProbe>> | { code: "ai_probe_failed"; error_category: "upstream_failed"; real_calls: 0; success: false };
try {
adapter = new OneApiGenerationAdapter({ credential: credentialClient.aiGatewayCredential });
probeResult = await runAiRuntimeProbe(adapter);
} catch {
probeResult = { code: "ai_probe_failed", error_category: "upstream_failed", real_calls: 0, success: false };
} finally {
credentialClient.aiGatewayCredential.fill(0);
adapter?.dispose();
}
await new Promise<void>((resolveWrite, rejectWrite) => {
process.stdout.write(JSON.stringify(probeResult), (error) => error ? rejectWrite(error) : resolveWrite());
});
process.exit(probeResult.success ? 0 : 2);
} else if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
const credentialClient = initializeWorkerCredentialClient(await receiveWorkerCredentials());
const controlPipeIndex = process.argv.indexOf("--dada-control-pipe");
const controlPipe = process.argv[controlPipeIndex + 1];
if (controlPipeIndex < 0 || !controlPipe) throw new Error("Supervisor control pipe name is required.");
@@ -31,11 +52,15 @@ if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
let retention: RetentionCleanup | undefined;
let projectCleanup: ProjectPurgeCleanup | undefined;
let retentionTimer: ReturnType<typeof setInterval> | undefined;
let processor: GenerationProcessor | undefined;
let generationLoop: GenerationPollingLoop | undefined;
const control = attachWorkerSupervisorControl(controlPipe, () => {
clearInterval(keepAlive);
if (retentionTimer) clearInterval(retentionTimer);
retention?.close();
projectCleanup?.close();
generationLoop?.close();
processor?.close();
storage?.close();
});
let storageStatus: "active" | "unavailable" = "active";
@@ -45,6 +70,13 @@ if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
storage = new WorkerStorageStatus(databasePath);
retention = new RetentionCleanup({ databasePath });
projectCleanup = new ProjectPurgeCleanup({ dataRoot, databasePath });
let adapter: OneApiGenerationAdapter;
try {
adapter = new OneApiGenerationAdapter({ credential: credentialClient.aiGatewayCredential });
} finally {
credentialClient.aiGatewayCredential.fill(0);
}
processor = new GenerationProcessor({ adapter, dataRoot, databasePath, workerId: `portable-oneapi-worker-${process.pid}` });
const runRetentionCleanup = () => {
try {
retention?.purgeExpired();
@@ -71,8 +103,11 @@ if (!workerPort && process.argv.includes("--dada-credential-stdin")) {
});
logger.write({ error_category: "none", status_category: "ready" });
new WorkerAiCallGate({ getStorageStatus: () => storageStatus === "unavailable" ? storageStatus : (storage?.getStatus() ?? "unavailable"), logger });
generationLoop = new GenerationPollingLoop(processor);
} catch {
storageStatus = "unavailable";
control.reportStatus("storage_unavailable");
clearInterval(keepAlive);
setTimeout(() => process.exit(1), 50);
}
}
+1
View File
@@ -1,6 +1,7 @@
{
"extends": "../../tsconfig.base.json",
"compilerOptions": {
"allowJs": true,
"module": "NodeNext",
"moduleResolution": "NodeNext",
"lib": ["ES2024"],
File diff suppressed because it is too large Load Diff
+29
View File
@@ -0,0 +1,29 @@
{
"config_set_version": 8,
"gateway_account_ref": "oneapi-intelligrow-test",
"models": [
{
"config_version": 7,
"gateway_account_ref": "oneapi-intelligrow-test",
"model_id": "gemini-3.1-flash-image",
"route_profile": {
"endpoint": "https://oneapi.intelligrow.cn/v1/chat/completions",
"mode": "sync",
"protocol_version": "gemini-openai-chat-v1",
"provider_model_id": "gemini-3.1-flash-image"
}
},
{
"config_version": 2,
"gateway_account_ref": "oneapi-intelligrow-test",
"model_id": "gpt-image-2",
"route_profile": {
"endpoint": "https://oneapi.intelligrow.cn/v1/images/generations",
"mode": "sync",
"protocol_version": "openai-images-v1",
"reference_endpoint": "https://oneapi.intelligrow.cn/v1/images/edits"
}
}
],
"schema_version": "1.0"
}
+2444 -4
View File
File diff suppressed because it is too large Load Diff
+29 -5
View File
@@ -8,18 +8,21 @@
},
"scripts": {
"build": "pnpm -r --if-present build && dotnet build supervisor/Dada.Supervisor/Dada.Supervisor.csproj --configuration Release",
"build:workspace-packages": "pnpm --filter \"./packages/**\" --if-present build",
"typecheck": "pnpm -r --if-present typecheck",
"test:unit:contract": "node --test tests/toolchain/frozen-toolchain.test.mjs",
"test:unit": "pnpm --filter @dada/static-sticker-catalog build && pnpm --filter @dada/template-registry build && pnpm --filter @dada/asset-renderer build && pnpm --filter @dada/asset-compiler build && pnpm --filter @dada/shared-contracts build && pnpm run test:unit:contract && vitest run tests/unit",
"test:integration": "vitest run tests/integration",
"test:api": "pnpm check:openapi && vitest run tests/api",
"test:worker": "pnpm --filter @dada/worker build && node scripts/worker-smoke.mjs && vitest run tests/worker",
"test:e2e": "pnpm check:openapi && playwright test tests/e2e/event-sync.spec.ts tests/e2e/support-gate.spec.ts tests/e2e/local-data-boundary.spec.ts tests/e2e/storage-capacity.spec.ts tests/e2e/public-asset-cache.spec.ts tests/e2e/user-auth.spec.ts tests/e2e/admin-auth.spec.ts tests/e2e/entry-state-ui.spec.ts tests/e2e/session-invalid-ui.spec.ts tests/e2e/user-registration.spec.ts tests/e2e/account-settings.spec.ts tests/e2e/projects-workspace.spec.ts tests/e2e/project-autosave-conflict.spec.ts tests/e2e/project-trash.spec.ts tests/e2e/credits.spec.ts tests/e2e/generation-workspace.spec.ts tests/e2e/generation-terminal-actions.spec.ts tests/e2e/project-latest-exports.spec.ts tests/e2e/admin-models.spec.ts tests/e2e/wp4-01-editor-background.spec.ts tests/e2e/wp4-02-editor-elements.spec.ts tests/e2e/wp4-03-text-editor.spec.ts tests/e2e/wp4-04-color-dynamic.spec.ts tests/e2e/wp4-05-export.spec.ts tests/e2e/wp4-06-accessibility.spec.ts tests/e2e/wp5-02-static-sticker-catalog.spec.ts tests/e2e/wp5-03-template-registry.spec.ts tests/e2e/wp5-04-resource-isolation.spec.ts tests/e2e/wp5-05-admin-assets.spec.ts --config playwright.config.ts",
"test:visual": "node scripts/validate-layer-scope.mjs VISUAL",
"test:performance": "node scripts/validate-layer-scope.mjs PERFORMANCE",
"test:e2e": "pnpm check:openapi && playwright test tests/e2e/event-sync.spec.ts tests/e2e/support-gate.spec.ts tests/e2e/local-data-boundary.spec.ts tests/e2e/storage-capacity.spec.ts tests/e2e/public-asset-cache.spec.ts tests/e2e/user-auth.spec.ts tests/e2e/admin-auth.spec.ts tests/e2e/entry-state-ui.spec.ts tests/e2e/session-invalid-ui.spec.ts tests/e2e/user-registration.spec.ts tests/e2e/account-settings.spec.ts tests/e2e/projects-workspace.spec.ts tests/e2e/project-autosave-conflict.spec.ts tests/e2e/project-trash.spec.ts tests/e2e/credits.spec.ts tests/e2e/generation-workspace.spec.ts tests/e2e/generation-terminal-actions.spec.ts tests/e2e/project-latest-exports.spec.ts tests/e2e/admin-models.spec.ts tests/e2e/wp4-01-editor-background.spec.ts tests/e2e/wp4-02-editor-elements.spec.ts tests/e2e/wp4-03-text-editor.spec.ts tests/e2e/wp4-04-color-dynamic.spec.ts tests/e2e/wp4-05-export.spec.ts tests/e2e/wp4-06-accessibility.spec.ts tests/e2e/wp5-02-static-sticker-catalog.spec.ts tests/e2e/wp5-03-template-registry.spec.ts tests/e2e/wp5-04-resource-isolation.spec.ts tests/e2e/wp5-05-admin-assets.spec.ts tests/e2e/wp6-01-admin-shell.spec.ts tests/e2e/wp6-04-audit.spec.ts tests/e2e/wp6-05-state.spec.ts --config playwright.config.ts",
"test:visual": "node scripts/run-wp4-07-layer.mjs visual",
"test:performance": "node scripts/run-wp4-07-layer.mjs performance",
"test:security": "node scripts/verify-frozen-dependencies.mjs && node scripts/redaction-scan.mjs",
"test:package": "pnpm run typecheck && node --test tests/package/wp0-09-portable.test.mjs && node scripts/package-smoke.mjs && node scripts/loopback-boundary-smoke.mjs",
"test:package": "pnpm build:workspace-packages && pnpm run typecheck && node --test tests/package/wp0-09-portable.test.mjs && node scripts/package-smoke.mjs && node scripts/loopback-boundary-smoke.mjs",
"package:portable": "node scripts/build-portable.mjs",
"assets:manifest": "pnpm build:workspace-packages && node scripts/generate-runtime-asset-manifest.mjs",
"assets:deploy": "pnpm build:workspace-packages && node scripts/deploy-runtime-assets.mjs",
"generate:openapi": "node scripts/generate-openapi.mjs",
"check:openapi": "node scripts/check-openapi.mjs",
"validate:tdd-trace": "node scripts/validate-tdd-trace.mjs",
@@ -86,6 +89,8 @@
"test:wp4-05:red": "node scripts/run-wp4-05-validation.mjs --phase red",
"test:wp4-06": "node scripts/run-wp4-06-validation.mjs",
"test:wp4-06:red": "node scripts/run-wp4-06-validation.mjs --phase red",
"test:wp4-07": "node scripts/run-wp4-07-validation.mjs",
"test:wp4-07:red": "node scripts/run-wp4-07-validation.mjs --phase red",
"test:wp5-01": "node scripts/run-wp5-01-validation.mjs",
"test:wp5-01:red": "node scripts/run-wp5-01-validation.mjs --phase red",
"test:wp5-02": "node scripts/run-wp5-02-validation.mjs",
@@ -96,7 +101,26 @@
"test:wp5-04": "node scripts/run-wp5-04-validation.mjs",
"test:wp5-04:red": "node scripts/run-wp5-04-validation.mjs --phase red",
"test:wp5-05": "node scripts/run-wp5-05-validation.mjs",
"test:wp5-05:red": "node scripts/run-wp5-05-validation.mjs --phase red"
"test:wp5-05:red": "node scripts/run-wp5-05-validation.mjs --phase red",
"test:wp6-01": "node scripts/run-wp6-01-validation.mjs --phase scaffold",
"test:wp6-01:red": "node scripts/run-wp6-01-validation.mjs --phase red",
"test:wp6-04": "node scripts/run-wp6-04-validation.mjs --phase green",
"test:wp6-04:red": "node scripts/run-wp6-04-validation.mjs --phase red",
"test:wp6-05": "pnpm exec vitest run tests/api/wp6-05-state.test.ts && pnpm exec playwright test tests/e2e/wp6-05-state.spec.ts --config playwright.config.ts",
"test:wp7-01": "node scripts/run-wp7-01-validation.mjs",
"review:wp7-01": "node scripts/record-wp7-01-manual-review.mjs",
"test:wp7-02": "node scripts/run-wp7-02-validation.mjs",
"test:wp7-02:controlled": "node scripts/run-wp7-02-validation.mjs --controlled-real",
"review:wp7-02": "node scripts/record-wp7-02-manual-review.mjs",
"test:wp7-03": "node scripts/run-wp7-03-validation.mjs --phase green",
"test:wp7-03:red": "node scripts/run-wp7-03-validation.mjs --phase red",
"test:wp7-04": "node scripts/run-wp7-04-validation.mjs",
"test:wp7-05": "node scripts/run-wp7-05-validation.mjs",
"test:wp7-05:unit": "node --test tests/package/wp7-05-ui-gate.test.mjs tests/package/wp7-05-coverage.test.mjs",
"test:wp7-06": "node scripts/run-wp7-06-validation.mjs",
"test:wp7-06:unit": "node --test tests/package/wp7-06-prefreeze.test.mjs",
"test:wp7-07": "node scripts/run-wp7-07-validation.mjs",
"test:wp7-07:unit": "node --test tests/package/wp7-07-final-release.test.mjs"
},
"devDependencies": {
"@playwright/test": "1.62.0",
+7 -1
View File
@@ -228,7 +228,13 @@ function readCsv(tracker: SourceTracker, path: string, label: string): CsvRow[]
function itemDirectoryFor(collection: CollectionConfig, catalogPath: string, row: CsvRow): { directory: string; metadataPath: string } {
if (collection.id === "font_panel") {
const resourceDir = requireString(row.resource_dir, "font resource_dir");
const configuredResourceDir = requireString(row.resource_dir, "font resource_dir");
const normalizedResourceDir = configuredResourceDir.replaceAll("\\", "/");
const relocationMarker = "/resources/font_packages/";
const markerIndex = normalizedResourceDir.lastIndexOf(relocationMarker);
const resourceDir = isAbsolute(configuredResourceDir) && !inside(configuredResourceDir, collection.root.path) && markerIndex >= 0
? relativeReference(normalizedResourceDir.slice(markerIndex + 1), "font resource_dir relocation")
: configuredResourceDir;
const directory = resolveSourcePath(resourceDir, collection.root.path, collection.root.path, "font resource_dir");
return { directory, metadataPath: resolveSourcePath("metadata.json", directory, collection.root.path, "font metadata") };
}
+290
View File
@@ -0,0 +1,290 @@
import { Type, type Static } from "@sinclair/typebox";
const isoTimestampPattern = "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}(?:\\.[0-9]{3})?Z$";
const modelIdPattern = "^[a-z0-9][a-z0-9.-]+$";
const safeReferencePattern = "^[A-Za-z0-9][A-Za-z0-9:._-]{0,159}$";
const uuidPattern = "^[0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[1-8][0-9a-fA-F]{3}-[89abAB][0-9a-fA-F]{3}-[0-9a-fA-F]{12}$";
export const AdminGenerationRecordSchema = Type.Object(
{
generation_id: Type.String({ pattern: uuidPattern }),
owner_ref: Type.String({ pattern: uuidPattern }),
project_id: Type.String({ pattern: uuidPattern }),
model_id: Type.String({ maxLength: 80, pattern: modelIdPattern }),
ratio: Type.Union([Type.Literal("3:4"), Type.Literal("1:1"), Type.Literal("4:3"), Type.Literal("9:16")]),
status: Type.Union([Type.Literal("queued"), Type.Literal("running"), Type.Literal("succeeded"), Type.Literal("failed"), Type.Literal("rejected")]),
created_at: Type.String({ pattern: isoTimestampPattern }),
completed_at: Type.Union([Type.String({ pattern: isoTimestampPattern }), Type.Null()]),
duration_ms: Type.Union([Type.Integer({ minimum: 0 }), Type.Null()]),
confirmed_credit_cost: Type.Integer({ minimum: 0 }),
reserved_credits: Type.Integer({ minimum: 0 }),
final_credit_state: Type.Union([Type.Literal("committed"), Type.Literal("released"), Type.Null()]),
error_category: Type.Union([
Type.Literal("upstream_timeout"), Type.Literal("upstream_failed"), Type.Literal("safety_rejected"),
Type.Literal("model_disabled"), Type.Literal("gateway_balance_insufficient"), Type.Literal("gateway_contract_invalid"),
Type.Literal("reference_invalid"), Type.Literal("unknown_retryable"), Type.Literal("unknown_non_retryable"), Type.Null(),
]),
},
{ additionalProperties: false, $id: "AdminGenerationRecord" },
);
export const AdminGenerationListResponseSchema = Type.Object(
{
generated_at: Type.String({ pattern: isoTimestampPattern }),
items: Type.Array(Type.Ref(AdminGenerationRecordSchema), { maxItems: 100 }),
},
{ additionalProperties: false, $id: "AdminGenerationListResponse" },
);
export const PrivateContentNoticeAckRequestSchema = Type.Object(
{ expected_notice_version: Type.String({ minLength: 1, maxLength: 80, pattern: "^[A-Za-z0-9_.:-]+$" }) },
{ additionalProperties: false, $id: "PrivateContentNoticeAckRequest" },
);
export const PrivateContentNoticeAckResponseSchema = Type.Object(
{
notice_version: Type.String({ minLength: 1, maxLength: 80, pattern: "^[A-Za-z0-9_.:-]+$" }),
acknowledged_at: Type.String({ pattern: isoTimestampPattern }),
status: Type.Literal("acknowledged"),
},
{ additionalProperties: false, $id: "PrivateContentNoticeAckResponse" },
);
export const PrivateContentPromptResponseSchema = Type.Object(
{
generation_id: Type.String({ pattern: uuidPattern }),
content_type: Type.Literal("prompt"),
prompt: Type.String({ minLength: 1, maxLength: 4000 }),
},
{ additionalProperties: false, $id: "PrivateContentPromptResponse" },
);
export const PrivateContentGenerationParamsSchema = Type.Object(
{ generationId: Type.String({ pattern: uuidPattern }) },
{ additionalProperties: false, $id: "PrivateContentGenerationParams" },
);
export type AdminGenerationRecord = Static<typeof AdminGenerationRecordSchema>;
export type AdminGenerationListResponse = Static<typeof AdminGenerationListResponseSchema>;
export type PrivateContentNoticeAckRequest = Static<typeof PrivateContentNoticeAckRequestSchema>;
export type PrivateContentNoticeAckResponse = Static<typeof PrivateContentNoticeAckResponseSchema>;
export type PrivateContentPromptResponse = Static<typeof PrivateContentPromptResponseSchema>;
export const AdminAuditQuerySchema = Type.Object(
{
cursor: Type.Optional(Type.String({ maxLength: 512, pattern: "^[A-Za-z0-9_-]+$" })),
limit: Type.Optional(Type.Integer({ maximum: 100, minimum: 1 })),
},
{ additionalProperties: false, $id: "AdminAuditQuery" },
);
export const AdminOperationAuditItemSchema = Type.Object(
{
actor_ref: Type.String({ pattern: safeReferencePattern }),
actor_type: Type.Union([Type.Literal("system"), Type.Literal("super_admin")]),
after_summary: Type.Union([Type.String({ maxLength: 2048 }), Type.Null()]),
before_summary: Type.Union([Type.String({ maxLength: 2048 }), Type.Null()]),
expires_at: Type.String({ pattern: isoTimestampPattern }),
log_id: Type.String({ pattern: uuidPattern }),
occurred_at: Type.String({ pattern: isoTimestampPattern }),
operation_type: Type.String({ maxLength: 160, pattern: safeReferencePattern }),
result: Type.Union([Type.Literal("succeeded"), Type.Literal("failed")]),
target_ref: Type.String({ pattern: safeReferencePattern }),
target_type: Type.String({ maxLength: 160, pattern: safeReferencePattern }),
},
{ additionalProperties: false, $id: "AdminOperationAuditItem" },
);
export const AdminOperationAuditResponseSchema = Type.Object(
{
generated_at: Type.String({ pattern: isoTimestampPattern }),
items: Type.Array(Type.Ref(AdminOperationAuditItemSchema), { maxItems: 100 }),
next_cursor: Type.Union([Type.String({ maxLength: 512, pattern: "^[A-Za-z0-9_-]+$" }), Type.Null()]),
},
{ additionalProperties: false, $id: "AdminOperationAuditResponse" },
);
export const PrivateContentAccessAuditItemSchema = Type.Object(
{
actor_ref: Type.String({ pattern: safeReferencePattern }),
content_type: Type.Union([Type.Literal("image"), Type.Literal("prompt")]),
expires_at: Type.String({ pattern: isoTimestampPattern }),
log_id: Type.String({ pattern: uuidPattern }),
occurred_at: Type.String({ pattern: isoTimestampPattern }),
target_ref: Type.String({ pattern: safeReferencePattern }),
},
{ additionalProperties: false, $id: "PrivateContentAccessAuditItem" },
);
export const PrivateContentAccessAuditResponseSchema = Type.Object(
{
generated_at: Type.String({ pattern: isoTimestampPattern }),
items: Type.Array(Type.Ref(PrivateContentAccessAuditItemSchema), { maxItems: 100 }),
next_cursor: Type.Union([Type.String({ maxLength: 512, pattern: "^[A-Za-z0-9_-]+$" }), Type.Null()]),
},
{ additionalProperties: false, $id: "PrivateContentAccessAuditResponse" },
);
export type AdminAuditQuery = Static<typeof AdminAuditQuerySchema>;
export type AdminOperationAuditItem = Static<typeof AdminOperationAuditItemSchema>;
export type AdminOperationAuditResponse = Static<typeof AdminOperationAuditResponseSchema>;
export type PrivateContentAccessAuditItem = Static<typeof PrivateContentAccessAuditItemSchema>;
export type PrivateContentAccessAuditResponse = Static<typeof PrivateContentAccessAuditResponseSchema>;
export const AdminOverviewResponseSchema = Type.Object(
{
generated_at: Type.String({ pattern: isoTimestampPattern }),
user_slots: Type.Object(
{
active_and_suspended: Type.Integer({ minimum: 0 }),
limit: Type.Integer({ minimum: 1 }),
},
{ additionalProperties: false },
),
generation_jobs: Type.Object(
{
pending_manual_review: Type.Integer({ minimum: 0 }),
pending_manual_review_oldest_at: Type.Union([Type.String({ pattern: isoTimestampPattern }), Type.Null()]),
queued: Type.Integer({ minimum: 0 }),
running: Type.Integer({ minimum: 0 }),
},
{ additionalProperties: false },
),
models: Type.Object(
{
configured_default_model_id: Type.Union([Type.String({ maxLength: 80, pattern: modelIdPattern }), Type.Null()]),
configured_model_count: Type.Integer({ minimum: 0 }),
recommended_model_id: Type.Union([Type.String({ maxLength: 80, pattern: modelIdPattern }), Type.Null()]),
runtime_available_count: Type.Integer({ minimum: 0 }),
},
{ additionalProperties: false },
),
storage: Type.Object(
{
last_measured_at: Type.Union([Type.String({ pattern: isoTimestampPattern }), Type.Null()]),
limit_bytes: Type.Integer({ minimum: 1 }),
managed_content_bytes: Type.Integer({ minimum: 0 }),
status: Type.Union([
Type.Literal("normal"),
Type.Literal("critical"),
Type.Literal("full"),
Type.Literal("unavailable"),
]),
},
{ additionalProperties: false },
),
services: Type.Array(
Type.Object(
{
checked_at: Type.Union([Type.String({ pattern: isoTimestampPattern }), Type.Null()]),
service_id: Type.Union([
Type.Literal("resend"),
Type.Literal("amap"),
Type.Literal("ai_gateway"),
Type.Literal("worker"),
Type.Literal("asset_root"),
]),
status: Type.Union([
Type.Literal("available"),
Type.Literal("degraded"),
Type.Literal("paused"),
Type.Literal("unavailable"),
]),
},
{ additionalProperties: false },
),
{ maxItems: 5 },
),
recent_operations: Type.Array(
Type.Object(
{
created_at: Type.String({ pattern: isoTimestampPattern }),
operation_id: Type.String({ pattern: "^[0-9a-fA-F-]{36}$" }),
operation_type: Type.String({ maxLength: 80, pattern: "^[a-z][a-z0-9_]+$" }),
result: Type.Union([Type.Literal("succeeded"), Type.Literal("rejected"), Type.Literal("failed")]),
target_ref: Type.String({ pattern: safeReferencePattern }),
},
{ additionalProperties: false },
),
{ maxItems: 10 },
),
asset_cleanup: Type.Object(
{
pending_jobs: Type.Integer({ minimum: 0 }),
},
{ additionalProperties: false },
),
},
{ additionalProperties: false, $id: "AdminOverviewResponse" },
);
export type AdminOverviewResponse = Static<typeof AdminOverviewResponseSchema>;
const adminServiceStatusSchema = Type.Union([
Type.Literal("active"),
Type.Literal("paused_quota"),
Type.Literal("paused_provider"),
Type.Literal("disabled"),
Type.Literal("degraded"),
Type.Literal("unavailable"),
]);
const adminServiceIdSchema = Type.Union([
Type.Literal("resend"),
Type.Literal("amap"),
Type.Literal("ai_gateway"),
Type.Literal("worker"),
Type.Literal("api"),
Type.Literal("asset_root"),
]);
export const AdminServicesStorageResponseSchema = Type.Object({
generated_at: Type.String({ pattern: isoTimestampPattern }),
services: Type.Array(Type.Object({
checked_at: Type.Union([Type.String({ pattern: isoTimestampPattern }), Type.Null()]),
configured: Type.Boolean(),
impact_scope: Type.Union([
Type.Literal("none"),
Type.Literal("authentication"),
Type.Literal("location"),
Type.Literal("generation"),
Type.Literal("storage"),
Type.Literal("api"),
Type.Literal("model"),
Type.Literal("account"),
Type.Literal("unknown"),
]),
pause_reason: Type.Union([Type.String({ maxLength: 80, pattern: "^[a-z][a-z0-9_]*$" }), Type.Null()]),
service_id: adminServiceIdSchema,
status: adminServiceStatusSchema,
}, { additionalProperties: false }), { minItems: 6, maxItems: 6 }),
storage: Type.Object({
capacity_notice_level: Type.Union([Type.Literal("normal"), Type.Literal("warning"), Type.Literal("critical")]),
cleanup_pending_count: Type.Integer({ minimum: 0 }),
data_root_ref: Type.Literal("configured_local_data_root"),
hard_limit_bytes: Type.Integer({ minimum: 1 }),
last_measured_at: Type.Union([Type.String({ pattern: isoTimestampPattern }), Type.Null()]),
managed_content_bytes: Type.Integer({ minimum: 0 }),
remeasurement_required: Type.Boolean(),
status: Type.Union([Type.Literal("active"), Type.Literal("full"), Type.Literal("unavailable")]),
storage_backend: Type.Literal("local_filesystem"),
}, { additionalProperties: false }),
}, { additionalProperties: false, $id: "AdminServicesStorageResponse" });
export const AdminDiagnosticsResponseSchema = Type.Object({
generated_at: Type.String({ pattern: isoTimestampPattern }),
diagnostic_text: Type.String({ minLength: 1, maxLength: 12_000 }),
services: Type.Ref(AdminServicesStorageResponseSchema),
system: Type.Object({
api_status: Type.Union([Type.Literal("ready"), Type.Literal("degraded"), Type.Literal("unavailable")]),
app_version: Type.String({ maxLength: 80, pattern: "^[A-Za-z0-9][A-Za-z0-9._-]*$" }),
browser_support: Type.Array(Type.Object({
brand: Type.Union([Type.Literal("Google Chrome"), Type.Literal("Microsoft Edge")]),
major: Type.Integer({ minimum: 1 }),
}, { additionalProperties: false }), { maxItems: 2 }),
worker_status: Type.Union([Type.Literal("ready"), Type.Literal("degraded"), Type.Literal("unavailable")]),
}, { additionalProperties: false }),
}, { additionalProperties: false, $id: "AdminDiagnosticsResponse" });
export type AdminServicesStorageResponse = Static<typeof AdminServicesStorageResponseSchema>;
export type AdminDiagnosticsResponse = Static<typeof AdminDiagnosticsResponseSchema>;
+1
View File
@@ -149,6 +149,7 @@ export const AdminSessionResponseSchema = Type.Object(
audience: Type.Literal("admin"),
authenticated: Type.Literal(true),
csrf_token: Type.String({ maxLength: 64, minLength: 43, pattern: "^[A-Za-z0-9_-]+$" }),
current_private_content_notice_message_key: Type.Optional(Type.String({ maxLength: 120, pattern: "^[A-Za-z0-9_.-]+$" })),
current_private_content_notice_version: Type.Union([Type.String(), Type.Null()]),
expires_at: Type.String({ pattern: isoTimestampPattern }),
notice_acknowledged: Type.Boolean(),
+2
View File
@@ -1,5 +1,7 @@
export { Type } from "@sinclair/typebox";
export * from "./api.js";
export * from "./admin.js";
export * from "./services.js";
export * from "./assets.js";
export * from "./auth.js";
export * from "./bootstrap.js";
+1 -1
View File
@@ -7,7 +7,7 @@ export const ReverseGeocodeRequestSchema = Type.Object({
export const ReverseGeocodeResponseSchema = Type.Object({
formatted_value: Type.String({ maxLength: 200, minLength: 1 }),
service_mode: Type.Literal("mock"),
service_mode: Type.Union([Type.Literal("mock"), Type.Literal("real")]),
status: Type.Literal("resolved"),
}, { additionalProperties: false, $id: "ReverseGeocodeResponse" });
+62
View File
@@ -0,0 +1,62 @@
import { Type, type Static } from "@sinclair/typebox";
const isoTimestampPattern = "^[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}:[0-9]{2}\\.[0-9]{3}Z$";
export const ExternalServiceIdSchema = Type.Union([
Type.Literal("resend_email"),
Type.Literal("amap_web_service"),
], { $id: "ExternalServiceId" });
export const ExternalServicePeriodTypeSchema = Type.Union([
Type.Literal("daily"),
Type.Literal("monthly"),
], { $id: "ExternalServicePeriodType" });
export const ExternalServiceStatusSchema = Type.Union([
Type.Literal("active"),
Type.Literal("paused_quota"),
Type.Literal("paused_provider"),
Type.Literal("disabled"),
], { $id: "ExternalServiceStatus" });
export const ExternalServiceUsageSchema = Type.Object({
service_id: Type.Ref(ExternalServiceIdSchema),
period_type: Type.Ref(ExternalServicePeriodTypeSchema),
period_start: Type.String({ pattern: isoTimestampPattern }),
hard_limit: Type.Integer({ minimum: 1 }),
used_count: Type.Integer({ minimum: 0 }),
service_status: Type.Ref(ExternalServiceStatusSchema),
pause_reason: Type.Union([Type.String({ maxLength: 120, pattern: "^[a-z0-9_.-]+$" }), Type.Null()]),
updated_at: Type.String({ pattern: isoTimestampPattern }),
}, { additionalProperties: false, $id: "ExternalServiceUsage" });
export const AdminServicesResponseSchema = Type.Object({
services: Type.Array(Type.Ref(ExternalServiceUsageSchema), { maxItems: 3 }),
}, { additionalProperties: false, $id: "AdminServicesResponse" });
export const AdminServiceLimitRequestSchema = Type.Object({
period_type: Type.Ref(ExternalServicePeriodTypeSchema),
hard_limit: Type.Integer({ minimum: 1 }),
}, { additionalProperties: false, $id: "AdminServiceLimitRequest" });
export const AdminServiceHealthCheckRequestSchema = Type.Object({
available: Type.Boolean(),
reason: Type.Optional(Type.String({ maxLength: 120, pattern: "^[a-zA-Z0-9_. -]+$" })),
}, { additionalProperties: false, $id: "AdminServiceHealthCheckRequest" });
export const AdminServiceRecoveryRequestSchema = Type.Object({
check_id: Type.String({ maxLength: 64, minLength: 1, pattern: "^[0-9a-fA-F-]+$" }),
}, { additionalProperties: false, $id: "AdminServiceRecoveryRequest" });
export const AdminServiceParamsSchema = Type.Object({
service_id: Type.Ref(ExternalServiceIdSchema),
}, { additionalProperties: false, $id: "AdminServiceParams" });
export type ExternalServiceId = Static<typeof ExternalServiceIdSchema>;
export type ExternalServicePeriodType = Static<typeof ExternalServicePeriodTypeSchema>;
export type ExternalServiceUsage = Static<typeof ExternalServiceUsageSchema>;
export type AdminServicesResponse = Static<typeof AdminServicesResponseSchema>;
export type AdminServiceLimitRequest = Static<typeof AdminServiceLimitRequestSchema>;
export type AdminServiceHealthCheckRequest = Static<typeof AdminServiceHealthCheckRequestSchema>;
export type AdminServiceRecoveryRequest = Static<typeof AdminServiceRecoveryRequestSchema>;
export type AdminServiceParams = Static<typeof AdminServiceParamsSchema>;
+24
View File
@@ -1,5 +1,8 @@
import type { StaticStickerCatalog, StaticStickerCatalogItem } from "@dada/static-sticker-catalog";
export const P0A_COMPLEX_RELEASE_VERSION = "p0a-complex-v1";
export const P0A_STATIC_STICKER_RELEASE_VERSION = "p0a-static-v1";
export const P0A_TEXT_TEMPLATE_IDS = [
"FLOWER001", "FLOWER002", "FLOWER003", "FLOWER004", "FLOWER005", "FLOWER006", "FLOWER007", "FLOWER008",
"H001", "H002", "H003", "H004", "H005", "H006", "H007", "H008",
@@ -20,6 +23,27 @@ export const P0A_DYNAMIC_STICKER_IDS = [
"DYN008", "DYN011", "DYN012", "DYN015", "DYN016",
] as const;
export const P0A_DYNAMIC_RUNTIME_FONT_SOURCES = [
{ assetId: "15974853bc3294ef68e7e6d58fe74fd7", sourceReference: "fonts/15974853bc3294ef68e7e6d58fe74fd7", templateId: "DYN002" },
{ assetId: "46f8336813e4c48d06a1aef294fdccf6", sourceReference: "fonts/46f8336813e4c48d06a1aef294fdccf6", templateId: "DYN016" },
{ assetId: "53ca6b704728520da50c145eabb2e635", sourceReference: "fonts/53ca6b704728520da50c145eabb2e635", templateId: "DYN007" },
{ assetId: "cca5efc0e02fb1bf62349bd68ef30fc1", sourceReference: "fonts/cca5efc0e02fb1bf62349bd68ef30fc1", templateId: "DYN015" },
{ assetId: "dd25b35dcb7ba4476cbaa9a9592e39e2", sourceReference: "fonts/dd25b35dcb7ba4476cbaa9a9592e39e2", templateId: "DYN001" },
{ assetId: "e4210c9872f0c279b35273f230809821", sourceReference: "fonts/e4210c9872f0c279b35273f230809821", templateId: "DYN011" },
{ assetId: "f4bfd4132df2d6be97ceabadf3853505", sourceReference: "fonts/f4bfd4132df2d6be97ceabadf3853505", templateId: "DYN008" },
] as const;
export const P0A_DYNAMIC_RUNTIME_IMAGE_SOURCES = [
{ assetId: "DYN001-image28", sourceReference: "resource/image28.png", templateId: "DYN001" },
{ assetId: "DYN002-image29", sourceReference: "resource/image29.png", templateId: "DYN002" },
{ assetId: "DYN003-image30", sourceReference: "resource/image30.png", templateId: "DYN003" },
{ assetId: "DYN004-image32", sourceReference: "resource/image32.png", templateId: "DYN004" },
{ assetId: "DYN008-backendui0", sourceReference: "resource/backendui0.png", templateId: "DYN008" },
{ assetId: "DYN011-backendui0", sourceReference: "resource/backendui0.png", templateId: "DYN011" },
{ assetId: "DYN015-imager2", sourceReference: "resource/imager2_2.png", templateId: "DYN015" },
{ assetId: "DYN016-image21", sourceReference: "resource/image21.png", templateId: "DYN016" },
] as const;
export type RegisteredComplexFamily = "color_card" | "font_panel" | "interactive_sticker" | "text_template";
export interface RegisteredComplexAsset extends Record<string, unknown> {
+26
View File
@@ -0,0 +1,26 @@
import { defineConfig } from "@playwright/test";
export default defineConfig({
forbidOnly: true,
fullyParallel: false,
outputDir: process.env.DADA_PLAYWRIGHT_OUTPUT_DIR ?? "test-results/wp4-07",
projects: [
{ name: "chrome", use: { channel: "chrome" } },
{ name: "edge", use: { channel: "msedge" } },
],
reporter: "line",
retries: 0,
testDir: "./tests/e2e",
testMatch: "wp4-07-visual-performance.spec.ts",
timeout: 360_000,
use: {
deviceScaleFactor: 1,
headless: true,
launchOptions: { args: ["--enable-precise-memory-info", "--force-device-scale-factor=1"] },
locale: "zh-CN",
timezoneId: "Asia/Shanghai",
trace: "off",
viewport: { height: 1080, width: 1920 },
},
workers: 1,
});
+3
View File
@@ -133,6 +133,9 @@ importers:
drizzle-orm:
specifier: 0.45.2
version: 0.45.2(@types/better-sqlite3@7.6.13)(better-sqlite3@13.0.1)
sharp:
specifier: 0.35.3
version: 0.35.3(@types/node@24.13.3)
devDependencies:
'@types/better-sqlite3':
specifier: 7.6.13
+80
View File
@@ -0,0 +1,80 @@
import { existsSync, readFileSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
import { WP4_07_PERFORMANCE_BUDGETS } from "../tests/visual-performance/wp4-07-fixture.mjs";
const evidenceIndex = process.argv.indexOf("--evidence");
const phaseIndex = process.argv.indexOf("--phase");
const evidenceDirectory = resolve(evidenceIndex >= 0 ? process.argv[evidenceIndex + 1] : "");
const phase = phaseIndex >= 0 ? process.argv[phaseIndex + 1] : "green";
if (evidenceIndex < 0 || !process.argv[evidenceIndex + 1] || !["green", "red"].includes(phase)) throw new Error("Usage: --evidence <directory> [--phase red|green]");
function read(browser, filename) {
const path = resolve(evidenceDirectory, browser, filename);
if (!existsSync(path)) throw new Error(`missing ${browser}/${filename}`);
return JSON.parse(readFileSync(path, "utf8"));
}
const browserResults = {};
let greenInputsEligible = true;
for (const browser of ["chrome", "edge"]) {
const raw = read(browser, "performance-raw.json");
const memory = read(browser, "memory.json");
const dom = read(browser, "dom-count.json");
const environment = read(browser, "environment.json");
greenInputsEligible = greenInputsEligible && raw.eligible_for_green === true && raw.harness_mode === "real_archive";
if (raw.interaction.length !== 5 || raw.autosave_serialization.length !== 5 || raw.export_1080x1920.length !== 5 || raw.editor_reopen.samples_ms.length !== 5) {
throw new Error(`${browser} did not retain exactly five measured samples per budget`);
}
if (raw.interaction.some((run) => run.duration_ms < WP4_07_PERFORMANCE_BUDGETS.interaction_duration_ms)) {
throw new Error(`${browser} shortened a ten-second interaction measurement`);
}
const checks = {
autosave_serialization: raw.autosave_serialization.every((run) => run.p95_ms <= WP4_07_PERFORMANCE_BUDGETS.autosave_serialization_p95_ms_max),
canvas_frame: raw.interaction.every((run) => run.frame_p95_ms <= WP4_07_PERFORMANCE_BUDGETS.canvas_frame_p95_ms_max),
continuous_unresponsive: raw.interaction.every((run) => run.frame_max_ms < WP4_07_PERFORMANCE_BUDGETS.continuous_unresponsive_ms_max_exclusive),
dom_bounded: dom.bounded_by_viewport_and_two_screens === true && dom.top_count < dom.catalog_count && dom.bottom_count < dom.catalog_count,
editor_reopen: raw.editor_reopen.max_ms <= WP4_07_PERFORMANCE_BUDGETS.editor_reopen_ms_max,
export_duration: raw.export_1080x1920.every((run) => run.duration_ms <= WP4_07_PERFORMANCE_BUDGETS.export_1080x1920_ms_max),
export_failure_isolated: raw.export_failure.observed_error === "export_asset_unavailable"
&& JSON.stringify(raw.export_failure.saves_before) === JSON.stringify(raw.export_failure.saves_after),
export_memory: memory.export_peak_additional_bytes.every((value) => value <= WP4_07_PERFORMANCE_BUDGETS.export_peak_additional_bytes_max),
long_task: raw.interaction.every((run) => run.long_task_max_ms <= WP4_07_PERFORMANCE_BUDGETS.long_task_ms_max),
pointer_to_frame: raw.interaction.every((run) => run.pointer_to_frame_p95_ms <= WP4_07_PERFORMANCE_BUDGETS.pointer_to_frame_p95_ms_max),
};
browserResults[browser] = {
checks,
environment,
fixture_sha256: raw.fixture_sha256,
metrics: {
autosave_serialization: raw.autosave_serialization,
editor_reopen: raw.editor_reopen,
export_1080x1920: raw.export_1080x1920,
interaction: raw.interaction,
},
status: Object.values(checks).every(Boolean) ? "within_budget" : "budget_exceeded",
};
}
const passed = Object.values(browserResults).every((result) => result.status === "within_budget");
const report = {
browsers: browserResults,
eligible_for_green: phase === "green" && greenInputsEligible,
normative_budgets: WP4_07_PERFORMANCE_BUDGETS,
phase,
status: passed ? "within_budget" : "budget_exceeded",
};
writeFileSync(resolve(evidenceDirectory, "performance.json"), `${JSON.stringify(report, null, 2)}\n`);
writeFileSync(resolve(evidenceDirectory, "memory.json"), `${JSON.stringify({
browsers: Object.fromEntries(["chrome", "edge"].map((browser) => [browser, read(browser, "memory.json")])),
limit_bytes: WP4_07_PERFORMANCE_BUDGETS.export_peak_additional_bytes_max,
}, null, 2)}\n`);
writeFileSync(resolve(evidenceDirectory, "dom-count.json"), `${JSON.stringify({
browsers: Object.fromEntries(["chrome", "edge"].map((browser) => [browser, read(browser, "dom-count.json")])),
required_catalog_count: 1_407,
}, null, 2)}\n`);
writeFileSync(resolve(evidenceDirectory, "environment.json"), `${JSON.stringify({
browsers: Object.fromEntries(["chrome", "edge"].map((browser) => [browser, read(browser, "environment.json")])),
fixture_hashes_match: browserResults.chrome.fixture_sha256 === browserResults.edge.fixture_sha256,
}, null, 2)}\n`);
console.log(JSON.stringify({ browser_statuses: Object.fromEntries(Object.entries(browserResults).map(([name, result]) => [name, result.status])), phase, status: report.status }, null, 2));
if (phase === "green" && (!greenInputsEligible || !passed)) process.exit(1);
+11 -1
View File
@@ -1,10 +1,20 @@
import { execFileSync } from "node:child_process";
import { readFileSync } from "node:fs";
import { resolve } from "node:path";
import { buildAndValidatePortablePackage } from "./lib/portable-package.mjs";
import { validateFinalReleaseRecord } from "./lib/wp7-07-final-release.mjs";
const outputIndex = process.argv.indexOf("--output");
const outputRoot = outputIndex >= 0 ? resolve(process.argv[outputIndex + 1]) : resolve(".build", "portable-release");
const result = await buildAndValidatePortablePackage({ outputRoot });
const previousRelease = JSON.parse(readFileSync(resolve("RELEASE.json"), "utf8"));
const releaseRecord = validateFinalReleaseRecord({
...previousRelease,
buildCommit: execFileSync("git", ["rev-parse", "HEAD"], { encoding: "utf8" }).trim(),
maintenanceFromCommit: previousRelease.buildCommit,
recordedAt: new Date().toISOString(),
});
const result = await buildAndValidatePortablePackage({ outputRoot, releaseRecord });
console.log(JSON.stringify({
package: result.packageManifest.package_name,
sha256: result.packageManifest.zip_sha256,
+106
View File
@@ -0,0 +1,106 @@
import { chromium } from "@playwright/test";
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { dirname, resolve } from "node:path";
import { WP4_07_VISUAL_THRESHOLDS } from "../tests/visual-performance/wp4-07-fixture.mjs";
const evidenceIndex = process.argv.indexOf("--evidence");
const phaseIndex = process.argv.indexOf("--phase");
const evidenceDirectory = resolve(evidenceIndex >= 0 ? process.argv[evidenceIndex + 1] : "");
const phase = phaseIndex >= 0 ? process.argv[phaseIndex + 1] : "green";
if (evidenceIndex < 0 || !process.argv[evidenceIndex + 1] || !["green", "red"].includes(phase)) throw new Error("Usage: --evidence <directory> [--phase red|green]");
const scenarios = ["editor.png", "canvas.png", "export-dialog.png"];
for (const scenario of scenarios) {
for (const browser of ["chrome", "edge"]) {
const path = resolve(evidenceDirectory, browser, scenario);
if (!existsSync(path)) throw new Error(`missing screenshot: ${browser}/${scenario}`);
}
}
const browser = await chromium.launch({ channel: "msedge", headless: true });
const page = await browser.newPage();
const results = [];
try {
for (const scenario of scenarios) {
const chrome = readFileSync(resolve(evidenceDirectory, "chrome", scenario)).toString("base64");
const edge = readFileSync(resolve(evidenceDirectory, "edge", scenario)).toString("base64");
const comparison = await page.evaluate(async ({ chromeBase64, edgeBase64, threshold }) => {
const decode = async (base64) => {
const binary = atob(base64);
const bytes = Uint8Array.from(binary, (character) => character.charCodeAt(0));
return createImageBitmap(new Blob([bytes], { type: "image/png" }));
};
const [chromeImage, edgeImage] = await Promise.all([decode(chromeBase64), decode(edgeBase64)]);
if (chromeImage.width !== edgeImage.width || chromeImage.height !== edgeImage.height) {
return { dimensions_match: false, chrome: { height: chromeImage.height, width: chromeImage.width }, edge: { height: edgeImage.height, width: edgeImage.width } };
}
const surface = new OffscreenCanvas(chromeImage.width, chromeImage.height);
const context = surface.getContext("2d", { willReadFrequently: true });
context.drawImage(chromeImage, 0, 0);
const chromePixels = context.getImageData(0, 0, chromeImage.width, chromeImage.height).data;
context.clearRect(0, 0, chromeImage.width, chromeImage.height);
context.drawImage(edgeImage, 0, 0);
const edgePixels = context.getImageData(0, 0, edgeImage.width, edgeImage.height).data;
let significant = 0;
let maximumChannelDelta = 0;
for (let index = 0; index < chromePixels.length; index += 4) {
const deltas = [0, 1, 2, 3].map((channel) => Math.abs(chromePixels[index + channel] - edgePixels[index + channel]));
maximumChannelDelta = Math.max(maximumChannelDelta, ...deltas);
if (deltas.some((delta) => delta > threshold)) significant += 1;
}
const total = chromeImage.width * chromeImage.height;
chromeImage.close();
edgeImage.close();
return {
dimensions_match: true,
height: surface.height,
maximum_channel_delta: maximumChannelDelta,
significant_pixel_count: significant,
significant_pixel_ratio: significant / total,
significant_pixel_threshold: threshold,
total_pixels: total,
width: surface.width,
};
}, { chromeBase64: chrome, edgeBase64: edge, threshold: WP4_07_VISUAL_THRESHOLDS.channel_delta_significant });
results.push({ scenario, ...comparison });
}
} finally {
await browser.close();
}
const chromeLayout = JSON.parse(readFileSync(resolve(evidenceDirectory, "chrome", "layout-boxes.json"), "utf8"));
const edgeLayout = JSON.parse(readFileSync(resolve(evidenceDirectory, "edge", "layout-boxes.json"), "utf8"));
const greenInputsEligible = [chromeLayout, edgeLayout].every((input) => input.eligible_for_green === true && input.harness_mode === "real_archive");
const layoutComparisons = Object.keys(chromeLayout.layout_boxes).map((name) => {
const chromeBox = chromeLayout.layout_boxes[name];
const edgeBox = edgeLayout.layout_boxes[name];
const deltas = Object.fromEntries(["height", "width", "x", "y"].map((field) => [field, Math.abs(chromeBox[field] - edgeBox[field])]));
return { deltas, maximum_delta_px: Math.max(...Object.values(deltas)), name };
});
const visualPassed = results.every((item) => item.dimensions_match && item.significant_pixel_ratio <= WP4_07_VISUAL_THRESHOLDS.significant_pixel_ratio_max);
const layoutPassed = layoutComparisons.every((item) => item.maximum_delta_px <= WP4_07_VISUAL_THRESHOLDS.boundary_delta_px_max);
const overall = {
eligible_for_green: phase === "green" && greenInputsEligible,
phase,
scenarios: results,
status: visualPassed && layoutPassed ? "within_threshold" : "threshold_exceeded_manual_review_required",
thresholds: WP4_07_VISUAL_THRESHOLDS,
};
const layout = {
comparisons: layoutComparisons,
eligible_for_green: phase === "green" && greenInputsEligible,
status: layoutPassed ? "within_threshold" : "threshold_exceeded_manual_review_required",
threshold_px: WP4_07_VISUAL_THRESHOLDS.boundary_delta_px_max,
};
mkdirSync(dirname(resolve(evidenceDirectory, "pixel-diff.json")), { recursive: true });
writeFileSync(resolve(evidenceDirectory, "pixel-diff.json"), `${JSON.stringify(overall, null, 2)}\n`);
writeFileSync(resolve(evidenceDirectory, "layout-boxes.json"), `${JSON.stringify(layout, null, 2)}\n`);
writeFileSync(resolve(evidenceDirectory, "manual-review.json"), `${JSON.stringify({
eligible_for_green: false,
known_alternatives: ["COLOR002", "COLOR008", "COLOR016", "DYN012"],
required_note: "DYN012 uses FONT081 Lexend Deca as the declared substitute.",
status: phase === "green" ? "pending_project_owner_review" : "pending_wp5_final_renderer_and_project_owner_review",
}, null, 2)}\n`);
console.log(JSON.stringify({ layout_status: layout.status, phase, visual_status: overall.status }, null, 2));
if (phase === "green" && (!greenInputsEligible || !visualPassed || !layoutPassed)) process.exit(1);
+29 -7
View File
@@ -1,14 +1,16 @@
import { createHash } from "node:crypto";
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { copyFileSync, existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { homedir } from "node:os";
import { join, resolve } from "node:path";
import { dirname, join, resolve } from "node:path";
import { compileAssetArchive, compileStaticStickerCatalog } from "../packages/asset-compiler/dist/index.js";
import { createP0aColorCardRenderPlans } from "../packages/asset-renderer/dist/index.js";
import {
P0A_COLOR_CARD_IDS,
P0A_COMPLEX_RELEASE_VERSION,
P0A_DYNAMIC_STICKER_IDS,
P0A_REQUIRED_FONT_PANEL_IDS,
P0A_STATIC_STICKER_RELEASE_VERSION,
P0A_TEXT_TEMPLATE_IDS,
createP0aPublicManifest,
} from "../packages/template-registry/dist/index.js";
@@ -16,25 +18,45 @@ import {
const runDirectory = resolve(process.env.DADA_WP5_03_RUN_DIRECTORY ?? "artifacts/tdd/wp5-03-local");
const whiteDirectory = resolve(process.env.DADA_WP5_03_WHITE_EVIDENCE_DIR ?? join(runDirectory, "cases", "TDD-WP5-WHITE-001-p0a-allowlist"));
const colorDirectory = resolve(process.env.DADA_WP5_03_COLOR_EVIDENCE_DIR ?? join(runDirectory, "cases", "TDD-WP5-COL-001-four-layouts"));
const handoffManifest = resolve(process.env.DADA_COMPLEX_ASSET_MANIFEST ?? join(homedir(), "Desktop", "sticker_web_handoff", "sticker_web_catalog_manifest.json"));
const stickerRoot = resolve(process.env.DADA_STATIC_STICKER_ROOT ?? join(homedir(), "Desktop", "贴纸素材"));
const replicationRoot = resolve(process.env.DADA_REPLICATION_ASSET_ROOT ?? join(homedir(), "Desktop", "sticker_web_replication_assets"));
const handoffManifest = resolve(process.env.DADA_COMPLEX_ASSET_MANIFEST ?? join(replicationRoot, "sticker_web_handoff", "sticker_web_catalog_manifest.json"));
const stickerRoot = resolve(process.env.DADA_STATIC_STICKER_ROOT ?? join(replicationRoot, "sticker_normal"));
if (!existsSync(handoffManifest)) throw new Error("normalized complex asset handoff is unavailable");
if (!existsSync(stickerRoot)) throw new Error("static sticker source is unavailable");
const complexDirectory = resolve(runDirectory, "inputs", "complex");
const staticDirectory = resolve(runDirectory, "inputs", "static");
const normalizedHandoffDirectory = resolve(runDirectory, "inputs", "normalized-handoff");
mkdirSync(whiteDirectory, { recursive: true });
mkdirSync(colorDirectory, { recursive: true });
const sourceHandoff = JSON.parse(readFileSync(handoffManifest, "utf8"));
const normalizedHandoff = {
...sourceHandoff,
web_handoff: "STICKER_WEB_REPLICATION_HANDOFF.md",
validation: "sticker_archive_validation_20260722.json",
collections: sourceHandoff.collections
.filter((collection) => collection.id !== "normal_stickers")
.map((collection) => ({
...collection,
root: resolve(dirname(handoffManifest), collection.root),
})),
};
const normalizedHandoffPath = resolve(normalizedHandoffDirectory, "sticker_web_catalog_manifest.normalized.json");
mkdirSync(normalizedHandoffDirectory, { recursive: true });
copyFileSync(resolve(dirname(handoffManifest), sourceHandoff.web_handoff), resolve(normalizedHandoffDirectory, normalizedHandoff.web_handoff));
copyFileSync(resolve(dirname(handoffManifest), sourceHandoff.validation), resolve(normalizedHandoffDirectory, normalizedHandoff.validation));
writeFileSync(normalizedHandoffPath, `${JSON.stringify(normalizedHandoff, null, 2)}\n`);
const complex = compileAssetArchive({
manifestPath: handoffManifest,
manifestPath: normalizedHandoffPath,
outputDirectory: complexDirectory,
releaseVersion: "p0a-complex-v1",
releaseVersion: P0A_COMPLEX_RELEASE_VERSION,
});
const staticResult = compileStaticStickerCatalog({
expectedCount: 1_407,
outputDirectory: staticDirectory,
releaseVersion: "p0a-static-v1",
releaseVersion: P0A_STATIC_STICKER_RELEASE_VERSION,
sourceRoot: stickerRoot,
});
const publicManifest = createP0aPublicManifest({
+37
View File
@@ -0,0 +1,37 @@
import { readFileSync } from "node:fs";
import { isAbsolute, join, resolve } from "node:path";
import {
buildP0aRuntimeAssetPlan,
defaultReplicationRoot,
deployRuntimeAssetPlan,
readRuntimeAssetManifest,
serializeRuntimeAssetManifest,
} from "./lib/runtime-assets.mjs";
function option(name) {
const index = process.argv.indexOf(name);
return index >= 0 ? process.argv[index + 1] : undefined;
}
function defaultConfigPath() {
if (!process.env.LOCALAPPDATA || !isAbsolute(process.env.LOCALAPPDATA)) throw new Error("local_app_data_unavailable");
return join(process.env.LOCALAPPDATA, "Dada", "P0A", "config", "instance.json");
}
const configFile = resolve(option("--config") ?? process.env.DADA_INSTANCE_CONFIG_PATH ?? defaultConfigPath());
const configuration = JSON.parse(readFileSync(configFile, "utf8"));
const assetRootCandidate = option("--asset-root") ?? configuration.asset_root;
if (typeof assetRootCandidate !== "string" || !isAbsolute(assetRootCandidate)) {
throw new Error("asset_root_configuration_invalid");
}
const assetRoot = resolve(assetRootCandidate);
const trustedManifest = readRuntimeAssetManifest(resolve(option("--trusted-manifest") ?? "config/runtime-assets-manifest.json"));
const plan = await buildP0aRuntimeAssetPlan({
replicationRoot: resolve(option("--replication-root") ?? defaultReplicationRoot()),
});
if (serializeRuntimeAssetManifest(plan.manifest) !== serializeRuntimeAssetManifest(trustedManifest)) {
throw new Error("runtime_asset_source_does_not_match_trusted_manifest");
}
const result = deployRuntimeAssetPlan({ assetRoot, manifest: trustedManifest, resources: plan.resources });
process.stdout.write(`${JSON.stringify({ linked_files: result.linked_files, status: result.status })}\n`);
+1
View File
@@ -44,6 +44,7 @@ export const frozenPackages = {
dependencies: {
"better-sqlite3": "13.0.1",
"drizzle-orm": "0.45.2",
sharp: "0.35.3",
},
devDependencies: {
typescript: "7.0.2",
@@ -0,0 +1,23 @@
import { resolve } from "node:path";
import {
buildP0aRuntimeAssetPlan,
defaultReplicationRoot,
serializeRuntimeAssetManifest,
writeRuntimeAssetManifest,
} from "./lib/runtime-assets.mjs";
function option(name) {
const index = process.argv.indexOf(name);
return index >= 0 ? process.argv[index + 1] : undefined;
}
const replicationRoot = resolve(option("--replication-root") ?? defaultReplicationRoot());
const outputPath = resolve(option("--output") ?? "config/runtime-assets-manifest.json");
const plan = await buildP0aRuntimeAssetPlan({ replicationRoot });
writeRuntimeAssetManifest(outputPath, plan.manifest);
process.stdout.write(`${JSON.stringify({
counts: plan.manifest.counts,
manifest_bytes: Buffer.byteLength(serializeRuntimeAssetManifest(plan.manifest)),
status: "generated",
})}\n`);
+52 -16
View File
@@ -18,6 +18,7 @@ import { tmpdir } from "node:os";
import { basename, dirname, join, relative, resolve, sep } from "node:path";
import { frozenRuntime } from "../frozen-versions.mjs";
import { readRuntimeAssetManifest } from "./runtime-assets.mjs";
const repositoryRoot = resolve(import.meta.dirname, "..", "..");
const fixedPort = 43121;
@@ -165,7 +166,7 @@ function copyApplication(source, destination, runtimeDependencies) {
function buildArtifacts(stagingRoot) {
debug("build workspace artifacts");
run("pnpm", ["--filter", "@dada/shared-contracts", "build"]);
run("pnpm", ["build:workspace-packages"]);
run("pnpm", ["--filter", "@dada/web", "build"]);
run("pnpm", ["--filter", "@dada/api", "build"]);
run("pnpm", ["--filter", "@dada/worker", "build"]);
@@ -208,7 +209,7 @@ async function waitForHealth(child) {
throw new Error("Packaged API did not become healthy on fixed port 43121.", { cause: lastError });
}
async function verifyExtractedPackage(zipPath, packageName) {
export async function verifyExtractedPackage(zipPath, packageName, expectedSupport) {
const extractRoot = mkdtempSync(join(tmpdir(), "dada-wp0-09-"));
try {
const escapedZip = zipPath.replaceAll("'", "''");
@@ -235,21 +236,37 @@ async function verifyExtractedPackage(zipPath, packageName) {
});
try {
const health = await waitForHealth(api);
const brands = [
{ brand: "Not_A Brand", version: "99" },
{ brand: "Chromium", version: String(expectedSupport.major) },
{ brand: expectedSupport.brand, version: String(expectedSupport.major) },
];
const fullVersionList = [
{ brand: "Not_A Brand", version: "99.0.0.0" },
{ brand: "Chromium", version: expectedSupport.fullVersion },
{ brand: expectedSupport.brand, version: expectedSupport.fullVersion },
];
const serializeBrands = (values) => values.map(({ brand, version }) => `"${brand}";v="${version}"`).join(", ");
const releaseGate = await fetch(`http://127.0.0.1:${fixedPort}/api/v1/support/check`, {
body: JSON.stringify({
brands: [{ brand: "Google Chrome", version: "150" }],
full_version_list: [{ brand: "Google Chrome", version: "150.0.0.0" }],
brands,
full_version_list: fullVersionList,
platform: "Windows",
}),
headers: {
"content-type": "application/json",
"sec-ch-ua": '"Google Chrome";v="150"',
"sec-ch-ua-full-version-list": '"Google Chrome";v="150.0.0.0"',
host: `127.0.0.1:${fixedPort}`,
origin: `http://127.0.0.1:${fixedPort}`,
"sec-ch-ua": serializeBrands(brands),
"sec-ch-ua-full-version-list": serializeBrands(fullVersionList),
"sec-ch-ua-platform": '"Windows"',
},
method: "POST",
});
if (releaseGate.status !== 426) throw new Error(`Candidate RELEASE.json unexpectedly passed with ${releaseGate.status}.`);
if (releaseGate.status !== expectedSupport.statusCode) {
const responseBody = await releaseGate.text();
throw new Error(`Packaged RELEASE.json support gate returned ${releaseGate.status}; expected ${expectedSupport.statusCode}: ${responseBody}`);
}
return {
api: { executable: "runtime/node.exe", health, pid: api.pid, release_gate: { status_code: releaseGate.status }, status: "passed" },
native,
@@ -291,7 +308,7 @@ function scanPackage(packageDirectory) {
return { disallowed_matches: disallowedMatches, reparse_points: reparsePoints, scanned_files: files.length, status: disallowedMatches.length === 0 && reparsePoints.length === 0 ? "passed" : "failed" };
}
export async function buildAndValidatePortablePackage({ evidenceDirectory, outputRoot }) {
export async function buildAndValidatePortablePackage({ evidenceDirectory, outputRoot, releaseRecord }) {
if (process.platform !== frozenRuntime.os || process.arch !== frozenRuntime.arch || process.version.slice(1) !== frozenRuntime.node) {
throw new Error("Portable package build requires frozen Node 24.13.0 on win-x64.");
}
@@ -320,7 +337,7 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
debug("copy API application");
const apiDependencies = copyApplication(join(repositoryRoot, "apps", "api"), join(serverRoot, "api"), ["@fastify/multipart", "@fastify/swagger", "@sinclair/typebox", "better-sqlite3", "fastify", "sharp"]);
debug("copy Worker application");
const workerDependencies = copyApplication(join(repositoryRoot, "apps", "worker"), join(serverRoot, "worker"), ["better-sqlite3"]);
const workerDependencies = copyApplication(join(repositoryRoot, "apps", "worker"), join(serverRoot, "worker"), ["better-sqlite3", "sharp"]);
const sharedDestination = join(serverRoot, "api", "node_modules", "@dada", "shared-contracts");
mkdirSync(sharedDestination, { recursive: true });
copyTree(join(repositoryRoot, "packages", "shared-contracts", "dist"), join(sharedDestination, "dist"));
@@ -347,11 +364,15 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
copyTree(join(repositoryRoot, "apps", "web", "dist"), join(packageDirectory, "web"));
copyTree(join(repositoryRoot, "apps", "web", "support-gate"), join(packageDirectory, "web", "support-gate"));
writeJson(join(packageDirectory, "migrations", "manifest.json"), { migrations: [], schema_version: "0" });
writeJson(join(packageDirectory, "asset-metadata", "manifest.json"), { resources: [], schema_version: "1.0", source: "external_read_only" });
writeJson(
join(packageDirectory, "asset-metadata", "manifest.json"),
readRuntimeAssetManifest(join(repositoryRoot, "config", "runtime-assets-manifest.json")),
);
writeJson(join(packageDirectory, "LICENSES", "third-party.json"), { api: apiDependencies, runtime: { node: frozenRuntime.node }, schema_version: "1.0", worker: workerDependencies });
const commit = run("git", ["rev-parse", "HEAD"]);
writeJson(join(packageDirectory, "RELEASE.json"), {
const finalRelease = releaseRecord !== undefined;
writeJson(join(packageDirectory, "RELEASE.json"), releaseRecord ?? {
app_version: appVersion,
browsers: [],
build_commit: commit,
@@ -360,16 +381,20 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
windows_build: null,
});
writeFileSync(join(packageDirectory, "START-HERE.txt"), [
"Dada P0-A candidate package",
finalRelease ? "Dada P0-A first-version portable package" : "Dada P0-A candidate package",
"",
"This candidate is unsigned and is not a final P0-A release.",
finalRelease
? "This unsigned first-version package passed the local P0-A release gates recorded in RELEASE.json."
: "This candidate is unsigned and is not a final P0-A release.",
"Verify the adjacent SHA-256 file before first launch.",
"Windows SmartScreen may warn on first launch because the executable is unsigned.",
"For an antivirus alert, compare the package hash with the Gitea build record.",
"Do not disable antivirus protection, add broad exclusions, or skip hash verification.",
"To update, exit Dada from the tray and replace the complete program directory.",
"Dada uses 127.0.0.1:43121 and does not support LAN or remote access.",
"A final RELEASE.json is created only after WP-7 acceptance.",
finalRelease
? "Resend and Amap real-provider validation remain explicitly deferred and are not recorded as passed."
: "A final RELEASE.json is created only after WP-7 acceptance.",
"",
].join("\r\n"));
@@ -381,7 +406,18 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
const zipSha256 = fileSha256(zipPath);
const shaPath = `${zipPath}.sha256`;
writeFileSync(shaPath, `${zipSha256} ${basename(zipPath)}\n`);
const processTree = await verifyExtractedPackage(zipPath, packageName);
const supportBrowser = finalRelease ? releaseRecord.browsers[0] : undefined;
const processTree = await verifyExtractedPackage(zipPath, packageName, finalRelease ? {
brand: supportBrowser.brand,
fullVersion: supportBrowser.fullVersion,
major: Number.parseInt(supportBrowser.fullVersion.split(".")[0], 10),
statusCode: 200,
} : {
brand: "Google Chrome",
fullVersion: "150.0.0.0",
major: 150,
statusCode: 426,
});
const fileEntries = listFiles(packageDirectory).files.map((path) => ({
path: relative(packageDirectory, path).replaceAll("\\", "/"),
sha256: fileSha256(path),
@@ -392,7 +428,7 @@ export async function buildAndValidatePortablePackage({ evidenceDirectory, outpu
files: fileEntries,
fixed_port: fixedPort,
package_name: packageName,
release_status: "candidate_unvalidated",
release_status: finalRelease ? releaseRecord.releaseStatus : "candidate_unvalidated",
schema_version: "1.0",
zip_sha256: zipSha256,
};
+179
View File
@@ -0,0 +1,179 @@
import { spawnSync } from "node:child_process";
import { createHash } from "node:crypto";
import {
copyFileSync,
existsSync,
mkdirSync,
readFileSync,
statSync,
writeFileSync,
} from "node:fs";
import { basename, join, resolve } from "node:path";
import { buildAndValidatePortablePackage } from "./portable-package.mjs";
const fixedPort = 43121;
const versionPattern = /^\d+\.\d+\.\d+\.\d+$/;
const sha256Pattern = /^[A-F0-9]{64}$/;
function powershellJson(script) {
const result = spawnSync(
"powershell.exe",
["-NoProfile", "-NonInteractive", "-Command", script],
{ encoding: "utf8", windowsHide: true },
);
if (result.status !== 0) {
throw new Error(`Windows environment probe failed with exit code ${result.status ?? 1}.`);
}
return JSON.parse(result.stdout.trim());
}
export function readCandidateEnvironment() {
if (process.platform !== "win32" || process.arch !== "x64") {
throw new Error("Release candidates must be recorded on Windows x64.");
}
return powershellJson(String.raw`
$ErrorActionPreference = 'Stop'
function Find-Browser([string] $brand, [string] $fileName, [string[]] $candidates) {
$path = $candidates | Where-Object { $_ -and (Test-Path -LiteralPath $_) } | Select-Object -First 1
if (-not $path) { throw "Required browser is not installed: $brand" }
$item = Get-Item -LiteralPath $path
if ($item.VersionInfo.ProductName -ne $brand) { throw "Installed executable identity mismatch: $brand" }
$version = $item.VersionInfo.ProductVersion
[pscustomobject]@{
brand = $brand
executable_sha256 = (Get-FileHash -LiteralPath $path -Algorithm SHA256).Hash
file_name = $fileName
full_version = $version
major = [int]($version.Split('.')[0])
product_name = $item.VersionInfo.ProductName
source = 'installed_executable'
}
}
$chromeRegistry = @(
(Get-ItemProperty 'Registry::HKEY_LOCAL_MACHINE\SOFTWARE\Microsoft\Windows\CurrentVersion\App Paths\chrome.exe' -ErrorAction SilentlyContinue).'(default)',
(Get-ItemProperty 'Registry::HKEY_CURRENT_USER\SOFTWARE\Microsoft\Windows\CurrentVersion\App Paths\chrome.exe' -ErrorAction SilentlyContinue).'(default)'
)
$chrome = Find-Browser 'Google Chrome' 'chrome.exe' @(
(Join-Path $env:LOCALAPPDATA 'Google\Chrome\Application\chrome.exe'),
'C:\Program Files\Google\Chrome\Application\chrome.exe',
'C:\Program Files (x86)\Google\Chrome\Application\chrome.exe',
$chromeRegistry[0],
$chromeRegistry[1]
)
$edge = Find-Browser 'Microsoft Edge' 'msedge.exe' @(
'C:\Program Files (x86)\Microsoft\Edge\Application\msedge.exe',
'C:\Program Files\Microsoft\Edge\Application\msedge.exe'
)
$windows = Get-ItemProperty -LiteralPath 'HKLM:\SOFTWARE\Microsoft\Windows NT\CurrentVersion'
[pscustomobject]@{
browsers = @($chrome, $edge)
windows = [pscustomobject]@{
arch = 'x64'
build = "$($windows.CurrentBuildNumber).$($windows.UBR)"
display_version = $windows.DisplayVersion
}
} | ConvertTo-Json -Depth 5 -Compress
`);
}
export function validateReleaseCandidateRecord(record) {
const errors = [];
if (record?.schema_version !== "1.0") errors.push("schema_version");
if (record?.status !== "candidate_unvalidated") errors.push("status");
if (record?.final_release !== false) errors.push("final_release");
if (record?.fixed_port !== fixedPort) errors.push("fixed_port");
if (!/^[a-f0-9]{40}$/.test(record?.build_commit ?? "")) errors.push("build_commit");
if (!/^\d+\.\d+$/.test(record?.windows?.build ?? "")) errors.push("windows.build");
if (!Number.isFinite(Date.parse(record?.recorded_at ?? ""))) errors.push("recorded_at");
if (!sha256Pattern.test(record?.candidate_package?.sha256 ?? "")) errors.push("candidate_package.sha256");
if (record?.candidate_package?.fixed_port !== fixedPort) errors.push("candidate_package.fixed_port");
if (record?.candidate_package?.release_status !== "candidate_unvalidated") {
errors.push("candidate_package.release_status");
}
if (!Array.isArray(record?.browsers) || record.browsers.length !== 2) {
errors.push("browsers");
} else {
const brands = record.browsers.map(({ brand }) => brand).sort();
if (brands.join("|") !== "Google Chrome|Microsoft Edge") errors.push("browsers.brand");
for (const browser of record.browsers) {
if (!versionPattern.test(browser.full_version ?? "")) errors.push(`${browser.brand}.full_version`);
if (browser.major !== Number.parseInt(browser.full_version?.split(".")[0] ?? "", 10)) {
errors.push(`${browser.brand}.major`);
}
if (!sha256Pattern.test(browser.executable_sha256 ?? "")) errors.push(`${browser.brand}.sha256`);
if (browser.source !== "installed_executable") errors.push(`${browser.brand}.source`);
if ("path" in browser || "executable_path" in browser) errors.push(`${browser.brand}.path`);
}
}
const serialized = JSON.stringify(record);
if (/[A-Za-z]:\\Users\\/i.test(serialized)) errors.push("absolute_user_path");
if (errors.length > 0) throw new Error(`Invalid release candidate record: ${[...new Set(errors)].join(", ")}`);
return record;
}
function sha256(path) {
return createHash("sha256").update(readFileSync(path)).digest("hex").toUpperCase();
}
export async function createReleaseCandidate({ commit, evidenceRoot, outputRoot, recordedAt = new Date().toISOString() }) {
const environment = readCandidateEnvironment();
const packageResult = await buildAndValidatePortablePackage({ outputRoot });
const packageName = packageResult.packageManifest.package_name;
const packageDirectory = join(outputRoot, packageName);
const zipSource = join(outputRoot, `${packageName}.zip`);
const shaSource = `${zipSource}.sha256`;
const zipSha256 = sha256(zipSource);
if (zipSha256 !== packageResult.packageManifest.zip_sha256) {
throw new Error("Candidate ZIP hash does not match the package manifest.");
}
if (!readFileSync(shaSource, "utf8").startsWith(`${zipSha256} ${basename(zipSource)}`)) {
throw new Error("Candidate ZIP hash file does not match the package bytes.");
}
const candidatePackage = resolve(evidenceRoot, "candidate-package");
mkdirSync(candidatePackage, { recursive: true });
for (const source of [zipSource, shaSource, join(packageDirectory, "START-HERE.txt")]) {
if (!existsSync(source)) throw new Error(`Candidate package output is missing: ${basename(source)}`);
copyFileSync(source, join(candidatePackage, basename(source)));
}
writeFileSync(
join(candidatePackage, "package-manifest.json"),
`${JSON.stringify(packageResult.packageManifest, null, 2)}\n`,
);
writeFileSync(
join(candidatePackage, "package-scan.json"),
`${JSON.stringify(packageResult.packageScan, null, 2)}\n`,
);
writeFileSync(
join(candidatePackage, "process-tree.json"),
`${JSON.stringify(packageResult.processTree, null, 2)}\n`,
);
const record = validateReleaseCandidateRecord({
app_version: packageResult.packageManifest.app_version,
browsers: environment.browsers.map((browser) => ({
brand: browser.brand,
executable_sha256: browser.executable_sha256,
file_name: browser.file_name,
full_version: browser.full_version,
major: browser.major,
source: browser.source,
})),
build_commit: commit,
candidate_package: {
file_name: basename(zipSource),
fixed_port: packageResult.packageManifest.fixed_port,
release_status: packageResult.packageManifest.release_status,
sha256: zipSha256,
size_bytes: statSync(zipSource).size,
},
final_release: false,
fixed_port: fixedPort,
recorded_at: recordedAt,
schema_version: "1.0",
status: "candidate_unvalidated",
windows: environment.windows,
});
writeFileSync(resolve(evidenceRoot, "release-candidate.json"), `${JSON.stringify(record, null, 2)}\n`);
return { packageResult, record };
}
+145
View File
@@ -0,0 +1,145 @@
import { createHash } from "node:crypto";
import { existsSync, readFileSync } from "node:fs";
import { validateReleaseCandidateRecord } from "./release-candidate.mjs";
export const RESEND_DAILY_LIMIT = 80;
export const RESEND_MONTHLY_LIMIT = 2_400;
export const DELIVERY_CATEGORIES = Object.freeze(["qq", "163", "enterprise"]);
export const DELIVERY_SAMPLE_SIZE = 20;
export const DELIVERY_MINIMUM_WITHIN_TWO_MINUTES = 19;
export const DELIVERY_WINDOW_SECONDS = 120;
export const EXPECTED_WP7_01_COMMIT = "623cad25b2a2a9a003502c9a92ebd318dad06248";
const emailPattern = /\b[A-Z0-9._%+-]+@[A-Z0-9.-]+\.[A-Z]{2,}\b/i;
const absolutePathPattern = /(?:[A-Z]:[\\/]|\\\\|\/Users\/|\/home\/)/i;
const sensitiveKeyPattern = /"(?:api[_ -]?key|secret|password|authorization|bearer|cookie|session[_ -]?token|verification[_ -]?code|private[_ -]?content|prompt|image)"\s*:/i;
function object(value) {
return value !== null && typeof value === "object" && !Array.isArray(value) ? value : undefined;
}
function errorList(...values) {
return [...new Set(values.flat().filter((value) => typeof value === "string" && value.length > 0))];
}
export function validateDomainCheck(value) {
const item = object(value);
const freeRules = object(item?.free_rules);
const spf = object(item?.spf);
const dkim = object(item?.dkim);
const errors = [];
if (item?.schema_version !== "1.0") errors.push("schema_version");
if (item?.service !== "resend") errors.push("service");
if (item?.source !== "human_controlled_real") errors.push("source");
if (item?.status !== "verified") errors.push("status");
if (item?.domain_controlled !== true) errors.push("domain_controlled");
if (spf?.status !== "pass") errors.push("spf");
if (dkim?.status !== "pass") errors.push("dkim");
if (freeRules?.status !== "verified") errors.push("free_rules.status");
if (freeRules?.daily_limit !== RESEND_DAILY_LIMIT) errors.push("free_rules.daily_limit");
if (freeRules?.monthly_limit !== RESEND_MONTHLY_LIMIT) errors.push("free_rules.monthly_limit");
if (freeRules?.paid_fallback_enabled !== false) errors.push("free_rules.paid_fallback_enabled");
return errorList(errors);
}
export function validateDeliverySummary(value) {
const item = object(value);
const errors = [];
if (item?.schema_version !== "1.0") errors.push("schema_version");
if (item?.service !== "resend") errors.push("service");
if (item?.source !== "human_controlled_real") errors.push("source");
if (item?.status !== "verified") errors.push("status");
if (!Array.isArray(item?.categories) || item.categories.length !== DELIVERY_CATEGORIES.length) {
errors.push("categories");
} else {
const categories = item.categories.map((entry) => entry?.category).sort();
if (categories.join("|") !== DELIVERY_CATEGORIES.slice().sort().join("|")) errors.push("categories.names");
for (const entry of item.categories) {
if (!Number.isInteger(entry?.sent_count) || entry.sent_count !== DELIVERY_SAMPLE_SIZE) errors.push(`${entry?.category ?? "unknown"}.sent_count`);
if (!Number.isInteger(entry?.delivered_within_120_seconds)
|| entry.delivered_within_120_seconds < DELIVERY_MINIMUM_WITHIN_TWO_MINUTES
|| entry.delivered_within_120_seconds > DELIVERY_SAMPLE_SIZE) {
errors.push(`${entry?.category ?? "unknown"}.delivered_within_120_seconds`);
}
if (!Number.isFinite(entry?.max_latency_seconds) || entry.max_latency_seconds > DELIVERY_WINDOW_SECONDS) errors.push(`${entry?.category ?? "unknown"}.max_latency_seconds`);
if (entry?.mock_used !== false) errors.push(`${entry?.category ?? "unknown"}.mock_used`);
if (entry?.preseeded_account_used !== false) errors.push(`${entry?.category ?? "unknown"}.preseeded_account_used`);
}
}
return errorList(errors);
}
export function validateAuthResult(value) {
const item = object(value);
const ordinary = object(item?.ordinary);
const admin = object(item?.admin);
const errors = [];
if (item?.schema_version !== "1.0") errors.push("schema_version");
if (item?.service !== "resend") errors.push("service");
if (item?.source !== "human_controlled_real") errors.push("source");
if (item?.status !== "verified") errors.push("status");
if (item?.mock_used !== false) errors.push("mock_used");
if (item?.preseeded_account_used !== false) errors.push("preseeded_account_used");
for (const [name, auth] of [["ordinary", ordinary], ["admin", admin]]) {
if (auth?.status !== "passed") errors.push(`${name}.status`);
if (auth?.chain !== "formal") errors.push(`${name}.chain`);
if (auth?.verification_code_source !== "real_delivery") errors.push(`${name}.verification_code_source`);
}
return errorList(errors);
}
export function validateRedaction(value, serializedEvidence = "") {
const item = object(value);
const errors = [];
if (item?.schema_version !== "1.0") errors.push("schema_version");
if (item?.status !== "passed") errors.push("status");
if (item?.forbidden_matches !== 0) errors.push("forbidden_matches");
if (item?.credentials_in_evidence !== false) errors.push("credentials_in_evidence");
if (item?.mailboxes_in_evidence !== false) errors.push("mailboxes_in_evidence");
if (item?.private_content_in_evidence !== false) errors.push("private_content_in_evidence");
if (item?.absolute_paths_in_evidence !== false) errors.push("absolute_paths_in_evidence");
if (emailPattern.test(serializedEvidence)) errors.push("email_value");
if (absolutePathPattern.test(serializedEvidence)) errors.push("absolute_path");
if (sensitiveKeyPattern.test(serializedEvidence)) errors.push("sensitive_value");
return errorList(errors);
}
export function validateCandidateReference(record) {
try {
validateReleaseCandidateRecord(record);
} catch (error) {
return [error instanceof Error ? "candidate_record_invalid" : "candidate_record_invalid"];
}
const errors = [];
if (record.build_commit !== EXPECTED_WP7_01_COMMIT) errors.push("candidate_build_commit");
const versions = new Map((record.browsers ?? []).map((browser) => [browser.brand, browser.full_version]));
if (versions.get("Google Chrome") !== "150.0.7871.187") errors.push("chrome_full_version");
if (versions.get("Microsoft Edge") !== "151.0.4129.59") errors.push("edge_full_version");
return errorList(errors);
}
export function readJson(path) {
if (!path || !existsSync(path)) return undefined;
try {
return JSON.parse(readFileSync(path, "utf8"));
} catch {
return undefined;
}
}
export function fileSha256(path) {
return createHash("sha256").update(readFileSync(path)).digest("hex").toUpperCase();
}
export function validateResendEvidence({ candidate, domainCheck, deliverySummary, authResult, redaction }) {
const serializedEvidence = JSON.stringify({ domainCheck, deliverySummary, authResult });
const errors = [
...validateCandidateReference(candidate),
...validateDomainCheck(domainCheck),
...validateDeliverySummary(deliverySummary),
...validateAuthResult(authResult),
...validateRedaction(redaction, serializedEvidence),
];
return errorList(errors);
}
+317
View File
@@ -0,0 +1,317 @@
import { createHash } from "node:crypto";
import {
existsSync,
linkSync,
lstatSync,
mkdirSync,
mkdtempSync,
readFileSync,
readdirSync,
realpathSync,
rmSync,
statSync,
writeFileSync,
} from "node:fs";
import { tmpdir } from "node:os";
import { basename, dirname, extname, isAbsolute, join, resolve, sep } from "node:path";
export const P0A_RUNTIME_ASSET_ROOT_REF = "p0a_runtime_assets";
export const RUNTIME_ASSET_MANIFEST_SCHEMA = "DadaRuntimeAssets/v1";
const assetIdPattern = /^[a-z0-9][a-z0-9_-]{2,119}$/i;
const mimePattern = /^[a-z0-9][a-z0-9.+-]*\/[a-z0-9][a-z0-9.+-]*$/i;
const releasePattern = /^[a-z0-9][a-z0-9._-]{0,79}$/i;
const shaPattern = /^[a-f0-9]{64}$/i;
const fontMimeTypes = new Map([
[".otf", "font/otf"],
[".ttf", "font/ttf"],
[".woff", "font/woff"],
[".woff2", "font/woff2"],
]);
function sha256(bytes) {
return createHash("sha256").update(bytes).digest("hex");
}
function fileSha256(path) {
return sha256(readFileSync(path));
}
function stableEntries(entries) {
return entries.map((entry) => {
if (!entry || typeof entry !== "object") throw new Error("runtime_asset_entry_invalid");
if (!assetIdPattern.test(entry.assetId)) throw new Error("runtime_asset_id_invalid");
if (!mimePattern.test(entry.mimeType)) throw new Error("runtime_asset_mime_invalid");
if (!releasePattern.test(entry.resourceVersion)) throw new Error("runtime_asset_version_invalid");
if (entry.rootRef !== P0A_RUNTIME_ASSET_ROOT_REF) throw new Error("runtime_asset_root_ref_invalid");
if (!shaPattern.test(entry.sha256)) throw new Error("runtime_asset_sha256_invalid");
if (
typeof entry.relativePath !== "string"
|| isAbsolute(entry.relativePath)
|| entry.relativePath.includes("\\")
|| entry.relativePath.split("/").some((part) => part === "" || part === "..")
) throw new Error("runtime_asset_relative_path_invalid");
return { ...entry, sha256: entry.sha256.toLowerCase() };
}).sort((left, right) => {
const byVersion = left.resourceVersion.localeCompare(right.resourceVersion);
return byVersion || left.assetId.localeCompare(right.assetId);
});
}
function derivedCounts(entries) {
return {
dynamic_fonts: entries.filter((entry) => entry.resourceVersion === "p0a-complex-v1" && /^[a-f0-9]{32}$/.test(entry.assetId)).length,
dynamic_images: entries.filter((entry) => entry.resourceVersion === "p0a-complex-v1" && /^DYN\d{3}-/.test(entry.assetId)).length,
font_panel_items: entries.filter((entry) => entry.resourceVersion === "p0a-complex-v1" && /^FONT\d{3}$/.test(entry.assetId)).length,
static_stickers: entries.filter((entry) => entry.resourceVersion === "p0a-static-v1" && /^STK\d{3,4}$/.test(entry.assetId)).length,
};
}
export function createRuntimeAssetManifest({ counts, entries, sourceManifestSha256 }) {
const normalizedEntries = stableEntries(entries);
const keys = new Set();
const paths = new Set();
for (const entry of normalizedEntries) {
const key = `${entry.resourceVersion}\u0000${entry.assetId}`;
if (keys.has(key)) throw new Error("runtime_asset_id_duplicate");
if (paths.has(entry.relativePath)) throw new Error("runtime_asset_path_duplicate");
keys.add(key);
paths.add(entry.relativePath);
}
const actualCounts = derivedCounts(normalizedEntries);
if (JSON.stringify(counts) !== JSON.stringify(actualCounts)) throw new Error("runtime_asset_counts_invalid");
if (sourceManifestSha256 !== undefined && !shaPattern.test(sourceManifestSha256)) {
throw new Error("runtime_asset_source_manifest_sha256_invalid");
}
return {
counts: actualCounts,
entries: normalizedEntries,
root_ref: P0A_RUNTIME_ASSET_ROOT_REF,
schema_version: RUNTIME_ASSET_MANIFEST_SCHEMA,
source: "external_read_only",
...(sourceManifestSha256 ? { source_manifest_sha256: sourceManifestSha256.toLowerCase() } : {}),
};
}
export function readRuntimeAssetManifest(path) {
const value = JSON.parse(readFileSync(path, "utf8"));
if (
value?.schema_version !== RUNTIME_ASSET_MANIFEST_SCHEMA
|| value?.source !== "external_read_only"
|| value?.root_ref !== P0A_RUNTIME_ASSET_ROOT_REF
|| !Array.isArray(value.entries)
) throw new Error("runtime_asset_manifest_invalid");
return createRuntimeAssetManifest({
counts: value.counts,
entries: value.entries,
...(value.source_manifest_sha256 ? { sourceManifestSha256: value.source_manifest_sha256 } : {}),
});
}
export function serializeRuntimeAssetManifest(manifest) {
return `${JSON.stringify(manifest, null, 2)}\n`;
}
export function writeRuntimeAssetManifest(path, manifest) {
mkdirSync(dirname(path), { recursive: true });
writeFileSync(path, serializeRuntimeAssetManifest(manifest));
}
function targetWithinRoot(root, relativePath) {
const absoluteRoot = resolve(root);
const target = resolve(absoluteRoot, ...relativePath.split("/"));
if (target === absoluteRoot || !target.startsWith(`${absoluteRoot}${sep}`)) throw new Error("asset_target_path_invalid");
return target;
}
function sameFile(left, right) {
const leftStat = statSync(left);
const rightStat = statSync(right);
return leftStat.dev === rightStat.dev && leftStat.ino === rightStat.ino;
}
export function deployRuntimeAssetPlan({ assetRoot, manifest, resources }) {
if (!isAbsolute(assetRoot)) throw new Error("asset_root_must_be_absolute");
const normalizedManifest = createRuntimeAssetManifest({
counts: manifest.counts,
entries: manifest.entries,
...(manifest.source_manifest_sha256 ? { sourceManifestSha256: manifest.source_manifest_sha256 } : {}),
});
const entries = new Map(normalizedManifest.entries.map((entry) => [`${entry.resourceVersion}\u0000${entry.assetId}`, entry]));
if (resources.length !== entries.size) throw new Error("asset_resource_plan_incomplete");
mkdirSync(assetRoot, { recursive: true });
for (const resource of resources) {
const key = `${resource.entry.resourceVersion}\u0000${resource.entry.assetId}`;
const entry = entries.get(key);
if (!entry || JSON.stringify(entry) !== JSON.stringify({ ...resource.entry, sha256: resource.entry.sha256.toLowerCase() })) {
throw new Error("asset_resource_plan_mismatch");
}
if (!existsSync(resource.sourcePath) || !statSync(resource.sourcePath).isFile() || lstatSync(resource.sourcePath).isSymbolicLink()) {
throw new Error("asset_source_invalid");
}
if (fileSha256(resource.sourcePath) !== entry.sha256) throw new Error("asset_source_hash_invalid");
const targetPath = targetWithinRoot(assetRoot, entry.relativePath);
mkdirSync(dirname(targetPath), { recursive: true });
if (existsSync(targetPath)) {
if (fileSha256(targetPath) !== entry.sha256) throw new Error("asset_target_conflict");
if (!sameFile(resource.sourcePath, targetPath)) throw new Error("asset_target_not_hardlink");
continue;
}
try {
linkSync(resource.sourcePath, targetPath);
} catch (error) {
if (error && typeof error === "object" && "code" in error && error.code === "EXDEV") {
throw new Error("asset_hardlink_volume_mismatch");
}
throw error;
}
if (!sameFile(resource.sourcePath, targetPath)) throw new Error("asset_hardlink_verification_failed");
}
writeRuntimeAssetManifest(join(assetRoot, "manifest.json"), normalizedManifest);
return { linked_files: resources.length, manifest: normalizedManifest, status: "ready" };
}
function oneDirectoryWithPrefix(root, prefix) {
const matches = readdirSync(root, { withFileTypes: true })
.filter((entry) => entry.isDirectory() && entry.name.startsWith(`${prefix}_`));
if (matches.length !== 1) throw new Error(`runtime_asset_source_directory_invalid:${prefix}`);
return join(root, matches[0].name);
}
function oneSupportedFont(root) {
const matches = readdirSync(root, { withFileTypes: true })
.filter((entry) => entry.isFile() && fontMimeTypes.has(extname(entry.name).toLowerCase()));
if (matches.length !== 1) throw new Error(`runtime_font_source_invalid:${basename(root)}`);
return join(root, matches[0].name);
}
function entryFor(sourcePath, assetId, resourceVersion, relativePath, mimeType) {
return {
assetId,
mimeType,
relativePath,
resourceVersion,
rootRef: P0A_RUNTIME_ASSET_ROOT_REF,
sha256: fileSha256(sourcePath),
};
}
function dynamicMetadata(templateRoot, descriptor, field) {
const templateDirectory = join(templateRoot, descriptor.templateId);
const metadata = JSON.parse(readFileSync(join(templateDirectory, "metadata.json"), "utf8"));
if (!Array.isArray(metadata?.files?.[field]) || !metadata.files[field].includes(descriptor.sourceReference)) {
throw new Error(`runtime_dynamic_reference_invalid:${descriptor.assetId}`);
}
return templateDirectory;
}
export async function buildP0aRuntimeAssetPlan({ replicationRoot }) {
const [{ compileStaticStickerCatalog }, registry] = await Promise.all([
import("../../packages/asset-compiler/dist/index.js"),
import("../../packages/template-registry/dist/index.js"),
]);
const compilerOutput = mkdtempSync(join(tmpdir(), "dada-runtime-asset-plan-"));
try {
const staticSourceRoot = join(replicationRoot, "sticker_normal");
const staticResult = compileStaticStickerCatalog({
outputDirectory: compilerOutput,
releaseVersion: registry.P0A_STATIC_STICKER_RELEASE_VERSION,
sourceRoot: staticSourceRoot,
});
const resources = staticResult.catalog.items.map((item) => {
const sourcePath = join(staticSourceRoot, ...item.relative_path.split("/"));
const entry = entryFor(
sourcePath,
item.stable_id,
registry.P0A_STATIC_STICKER_RELEASE_VERSION,
`${registry.P0A_STATIC_STICKER_RELEASE_VERSION}/${item.stable_id}.png`,
"image/png",
);
if (entry.sha256 !== item.sha256.toLowerCase()) throw new Error(`static_sticker_hash_invalid:${item.stable_id}`);
return { entry, sourcePath };
});
const fontPackagesRoot = join(
replicationRoot,
"sticker_text",
"字体",
"面板全量采集",
"font_panel_full_20260722",
"resources",
"font_packages",
);
for (const assetId of registry.P0A_REQUIRED_FONT_PANEL_IDS) {
const packageDirectory = oneDirectoryWithPrefix(fontPackagesRoot, assetId);
const sourcePath = oneSupportedFont(join(packageDirectory, "font_files"));
const extension = extname(sourcePath).toLowerCase();
resources.push({
entry: entryFor(
sourcePath,
assetId,
registry.P0A_COMPLEX_RELEASE_VERSION,
`${registry.P0A_COMPLEX_RELEASE_VERSION}/${assetId}${extension}`,
fontMimeTypes.get(extension),
),
sourcePath,
});
}
const templateRoot = join(replicationRoot, "sticker_interactive", "单模板归档", "templates");
for (const descriptor of registry.P0A_DYNAMIC_RUNTIME_FONT_SOURCES) {
const templateDirectory = dynamicMetadata(templateRoot, descriptor, "fonts");
const sourcePath = oneSupportedFont(join(templateDirectory, ...descriptor.sourceReference.split("/")));
const extension = extname(sourcePath).toLowerCase();
resources.push({
entry: entryFor(
sourcePath,
descriptor.assetId,
registry.P0A_COMPLEX_RELEASE_VERSION,
`${registry.P0A_COMPLEX_RELEASE_VERSION}/${descriptor.assetId}${extension}`,
fontMimeTypes.get(extension),
),
sourcePath,
});
}
for (const descriptor of registry.P0A_DYNAMIC_RUNTIME_IMAGE_SOURCES) {
const templateDirectory = dynamicMetadata(templateRoot, descriptor, "images");
const sourcePath = join(templateDirectory, ...descriptor.sourceReference.split("/"));
if (!existsSync(sourcePath) || extname(sourcePath).toLowerCase() !== ".png") {
throw new Error(`runtime_dynamic_image_invalid:${descriptor.assetId}`);
}
resources.push({
entry: entryFor(
sourcePath,
descriptor.assetId,
registry.P0A_COMPLEX_RELEASE_VERSION,
`${registry.P0A_COMPLEX_RELEASE_VERSION}/${descriptor.assetId}.png`,
"image/png",
),
sourcePath,
});
}
const manifestPath = join(replicationRoot, "sticker_web_handoff", "sticker_web_catalog_manifest.json");
const manifest = createRuntimeAssetManifest({
counts: {
dynamic_fonts: registry.P0A_DYNAMIC_RUNTIME_FONT_SOURCES.length,
dynamic_images: registry.P0A_DYNAMIC_RUNTIME_IMAGE_SOURCES.length,
font_panel_items: registry.P0A_REQUIRED_FONT_PANEL_IDS.length,
static_stickers: staticResult.catalog.count,
},
entries: resources.map((resource) => resource.entry),
sourceManifestSha256: fileSha256(manifestPath),
});
const resourcesByKey = new Map(resources.map((resource) => [`${resource.entry.resourceVersion}\u0000${resource.entry.assetId}`, resource]));
return {
manifest,
resources: manifest.entries.map((entry) => resourcesByKey.get(`${entry.resourceVersion}\u0000${entry.assetId}`)),
};
} finally {
rmSync(compilerOutput, { force: true, recursive: true });
}
}
export function defaultReplicationRoot(environment = process.env) {
if (!environment.USERPROFILE || !isAbsolute(environment.USERPROFILE)) throw new Error("user_profile_unavailable");
return join(environment.USERPROFILE, "Desktop", "sticker_web_replication_assets");
}
+125
View File
@@ -0,0 +1,125 @@
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { existsSync, readFileSync } from "node:fs";
import {
WP4_07_REAL_RESOURCE_VERSIONS,
WP4_07_RED_RESOURCE_VERSION,
WP4_07_SOURCE_HASHES,
assertWp407Fixture,
} from "../../tests/visual-performance/wp4-07-fixture.mjs";
export const WP4_07_REQUIRED_WP5_TASKS = Object.freeze(
Array.from({ length: 7 }, (_, index) => `TASK-WP5-0${index + 1}`),
);
export const WP4_07_REQUIRED_WP5_BRANCHES = Object.freeze(
Array.from({ length: 5 }, (_, index) => `codex/wp5-0${index + 3}`),
);
export function validateWp407FrozenInputs() {
const mismatches = [];
for (const [path, expected] of Object.entries(WP4_07_SOURCE_HASHES)) {
if (!existsSync(path)) {
mismatches.push({ actual: null, expected, path });
continue;
}
const actual = createHash("sha256").update(readFileSync(path)).digest("hex").toUpperCase();
if (actual !== expected) mismatches.push({ actual, expected, path });
}
if (mismatches.length > 0) {
const error = new Error("WP4_07_FROZEN_SOURCE_CHANGED");
error.details = mismatches;
throw error;
}
return assertWp407Fixture();
}
function subjectMatchesTask(subject, taskId) {
const shortId = taskId.replace("TASK-", "");
return subject.includes(taskId) || subject.includes(shortId);
}
export function inspectWp5TaskLineage(heads, histories) {
const candidate_branch = [...WP4_07_REQUIRED_WP5_TASKS]
.reverse()
.map((taskId) => taskId.replace("TASK-WP5-", "codex/wp5-"))
.find((branch) => /^[0-9a-f]{40}$/.test(heads[branch] ?? "")) ?? null;
const allCommits = Object.values(histories).flat();
const task_shas = Object.fromEntries(WP4_07_REQUIRED_WP5_TASKS.flatMap((taskId) => {
const commit = allCommits.find((entry) => subjectMatchesTask(entry.subject, taskId));
return commit && /^[0-9a-f]{40}$/.test(commit.sha) ? [[taskId, commit.sha]] : [];
}));
const missing_tasks = WP4_07_REQUIRED_WP5_TASKS.filter((taskId) => {
const taskNumber = Number(taskId.slice(-2));
if (taskNumber <= 2) return !task_shas[taskId];
const branch = taskId.replace("TASK-WP5-", "codex/wp5-");
return !/^[0-9a-f]{40}$/.test(heads[branch] ?? "")
|| !(histories[branch] ?? []).some((entry) => subjectMatchesTask(entry.subject, taskId));
});
const terminal_branch_shas = Object.fromEntries(WP4_07_REQUIRED_WP5_BRANCHES.flatMap((branch) => (
/^[0-9a-f]{40}$/.test(heads[branch] ?? "") ? [[branch, heads[branch]]] : []
)));
return {
candidate_baseline_branch: candidate_branch,
candidate_baseline_sha: candidate_branch ? heads[candidate_branch] : null,
complete: missing_tasks.length === 0 && Object.keys(terminal_branch_shas).length === WP4_07_REQUIRED_WP5_BRANCHES.length,
missing_tasks,
required_final_branches: WP4_07_REQUIRED_WP5_BRANCHES,
required_tasks: WP4_07_REQUIRED_WP5_TASKS,
task_shas,
terminal_branch_shas,
};
}
export function readWp5RemoteGate() {
const result = spawnSync("git", ["ls-remote", "--heads", "origin", "codex/wp5-*"], { encoding: "utf8", timeout: 30_000 });
if ((result.status ?? 1) !== 0) {
const error = new Error("WP4_07_GITEA_GATE_UNREADABLE");
error.details = { exit_code: result.status ?? 1 };
throw error;
}
const heads = Object.fromEntries(result.stdout.trim().split(/\r?\n/).filter(Boolean).map((line) => {
const [sha, reference] = line.split(/\s+/);
return [reference.replace("refs/heads/", ""), sha];
}));
const histories = {};
for (const branch of WP4_07_REQUIRED_WP5_BRANCHES.filter((name) => /^[0-9a-f]{40}$/.test(heads[name] ?? ""))) {
const fetch = spawnSync("git", ["fetch", "--quiet", "--no-tags", "origin", `refs/heads/${branch}`], { encoding: "utf8", timeout: 60_000 });
if ((fetch.status ?? 1) !== 0) {
const error = new Error("WP4_07_GITEA_BASELINE_FETCH_FAILED");
error.details = { branch, exit_code: fetch.status ?? 1 };
throw error;
}
const log = spawnSync("git", ["log", "--format=%H%x09%s", heads[branch]], { encoding: "utf8", timeout: 30_000 });
if ((log.status ?? 1) !== 0) {
const error = new Error("WP4_07_GITEA_BASELINE_HISTORY_UNREADABLE");
error.details = { branch, exit_code: log.status ?? 1 };
throw error;
}
histories[branch] = log.stdout.trim().split(/\r?\n/).filter(Boolean).map((line) => {
const separator = line.indexOf("\t");
return { sha: line.slice(0, separator), subject: line.slice(separator + 1) };
});
}
return {
heads,
...inspectWp5TaskLineage(heads, histories),
};
}
export function validateWp5FinalManifest(path) {
if (!path || !existsSync(path)) throw new Error("WP4_07_FINAL_ASSET_MANIFEST_REQUIRED");
const raw = readFileSync(path, "utf8");
if (raw.includes(WP4_07_RED_RESOURCE_VERSION) || raw.includes("fixture-v1")) throw new Error("WP4_07_PLACEHOLDER_ASSET_REJECTED");
const manifest = JSON.parse(raw);
const expectedCounts = { color_cards: 4, dynamic_stickers: 10, font_panel_items: 11, static_parts: 25, static_stickers: 1_407, text_templates: 32 };
for (const [key, expected] of Object.entries(expectedCounts)) {
if (manifest.counts?.[key] !== expected) throw new Error(`WP4_07_FINAL_MANIFEST_COUNT_MISMATCH:${key}`);
}
if (!manifest.release_version || String(manifest.release_version).includes("fixture")) throw new Error("WP4_07_FINAL_RELEASE_VERSION_REQUIRED");
if (manifest.source_versions?.complex !== WP4_07_REAL_RESOURCE_VERSIONS.complex
|| manifest.source_versions?.static_stickers !== WP4_07_REAL_RESOURCE_VERSIONS.static) {
throw new Error("WP4_07_FINAL_MANIFEST_VERSION_MISMATCH");
}
return { release_version: manifest.release_version, sha256: createHash("sha256").update(raw).digest("hex").toUpperCase() };
}
+418
View File
@@ -0,0 +1,418 @@
import { createHash } from "node:crypto";
import {
gptImageRequestSizeForRatio,
normalizeImageOutputToRatio,
} from "../../apps/worker/src/image-output-normalizer.mjs";
import { WP7_02_MODEL_IDS, buildModelContractPlan } from "./wp7-02-external-contract.mjs";
export const WP7_02_CONTROLLED_REAL_LIMIT = 120;
const ratios = ["3:4", "1:1", "4:3", "9:16"];
const allowedMimeTypes = new Set(["image/jpeg", "image/png", "image/webp"]);
const forbiddenEvidenceKeys = /(?:^|_)(?:absolute_path|authorization|body|credential|credential_value|image_bytes|image_data|original_image|password|path|prompt|raw|raw_provider_payload|raw_prompt|secret|token)(?:_|$)/i;
function sha256(value) {
return createHash("sha256").update(value).digest("hex").toUpperCase();
}
function assertModelConfig(modelConfig) {
if (!modelConfig || typeof modelConfig !== "object" || !WP7_02_MODEL_IDS.includes(modelConfig.model_id)) {
throw new Error("WP7_02_MODEL_CONFIG_INVALID");
}
if (!Number.isSafeInteger(modelConfig.config_version) || modelConfig.config_version <= 0) {
throw new Error("WP7_02_MODEL_CONFIG_VERSION_INVALID");
}
const profile = modelConfig.route_profile;
if (!profile || typeof profile !== "object" || typeof profile.endpoint !== "string"
|| !profile.endpoint.startsWith("https://oneapi.intelligrow.cn/")
|| !["gemini-interactions-v1beta", "gemini-native-v1beta", "gemini-openai-chat-v1", "openai-images-v1"].includes(profile.protocol_version)) {
throw new Error("WP7_02_ROUTE_PROFILE_INVALID");
}
if (profile.protocol_version === "gemini-interactions-v1beta"
&& (profile.endpoint !== "https://oneapi.intelligrow.cn/v1beta/interactions"
|| profile.provider_model_id !== "gemini-3.1-flash-image")) {
throw new Error("WP7_02_ROUTE_PROFILE_INVALID");
}
if (profile.protocol_version === "gemini-openai-chat-v1"
&& (profile.endpoint !== "https://oneapi.intelligrow.cn/v1/chat/completions"
|| profile.provider_model_id !== "gemini-3.1-flash-image")) {
throw new Error("WP7_02_ROUTE_PROFILE_INVALID");
}
if (profile.protocol_version === "openai-images-v1"
&& (profile.reference_endpoint !== "https://oneapi.intelligrow.cn/v1/images/edits")) {
throw new Error("WP7_02_REFERENCE_ROUTE_PROFILE_INVALID");
}
if (profile.protocol_version === "openai-images-v1" && profile.provider_model_id !== undefined
&& profile.provider_model_id !== "gemini-3.1-flash-image") {
throw new Error("WP7_02_ROUTE_PROFILE_INVALID");
}
return modelConfig;
}
export function buildControlledExecutionPlan(modelConfig) {
const config = assertModelConfig(modelConfig);
const contractPlan = buildModelContractPlan(config.model_id);
const realScenarios = [
...ratios.map((ratio) => ({ input: "pure_text", ratio, source: "real_gateway" })),
{ input: "reference_image", ratio: "1:1", source: "real_gateway" },
];
return {
config_version: config.config_version,
error_scenarios: contractPlan.error_categories.map((name) => ({
expected: contractPlan.error_expectations[name], name, source: "deterministic_local",
})),
execution_modes: [
{ mode: "sync", source: "real_gateway" },
{ mode: "async", source: "deterministic_local" },
{ mode: "poll", source: "deterministic_local" },
],
model_id: config.model_id,
planned_real_calls: realScenarios.length,
quota_impact: "authorized_test_key_up_to_120_requests",
real_scenarios: realScenarios,
response_checks: ["single_image", "mime", "dimensions", "sanitized_usage", "evidence_hash"],
state_scenarios: contractPlan.state_checks.map((name) => ({ name, source: "deterministic_local" })),
};
}
export function buildProviderRequest({ modelConfig, prompt, ratio, reference }) {
const config = assertModelConfig(modelConfig);
if (typeof prompt !== "string" || !prompt.trim() || !ratios.includes(ratio)) throw new Error("WP7_02_REQUEST_FIXTURE_INVALID");
if (reference && (!Buffer.isBuffer(reference.bytes) || reference.bytes.length === 0 || !allowedMimeTypes.has(reference.mime_type))) {
throw new Error("WP7_02_REFERENCE_FIXTURE_INVALID");
}
const headers = { "content-type": "application/json" };
if (config.route_profile.protocol_version === "gemini-interactions-v1beta") {
const input = [{ text: prompt, type: "text" }];
if (reference) input.push({ data: reference.bytes.toString("base64"), mime_type: reference.mime_type, type: "image" });
return {
body: {
input,
model: config.route_profile.provider_model_id,
response_format: { aspect_ratio: ratio, image_size: "1K", type: "image" },
},
headers,
method: "POST",
url: config.route_profile.endpoint,
};
}
if (config.route_profile.protocol_version === "gemini-native-v1beta") {
const parts = [{ text: prompt }];
if (reference) parts.push({ inlineData: { data: reference.bytes.toString("base64"), mimeType: reference.mime_type } });
return {
body: {
contents: [{ parts, role: "user" }],
generationConfig: {
imageConfig: { aspectRatio: ratio, imageSize: "1K" },
responseModalities: ["IMAGE"],
},
},
headers,
method: "POST",
url: config.route_profile.endpoint,
};
}
if (config.route_profile.protocol_version === "gemini-openai-chat-v1") {
const content = reference
? [
{ text: prompt, type: "text" },
{
image_url: { url: `data:${reference.mime_type};base64,${reference.bytes.toString("base64")}` },
type: "image_url",
},
]
: prompt;
return {
body: {
extra_body: { google: { image_config: { aspect_ratio: ratio, image_size: "1K" } } },
messages: [{ content, role: "user" }],
model: config.route_profile.provider_model_id,
stream: false,
},
headers,
method: "POST",
url: config.route_profile.endpoint,
};
}
const providerModelId = config.route_profile.provider_model_id ?? config.model_id;
const body = {
model: providerModelId,
prompt,
response_format: "b64_json",
size: gptImageRequestSizeForRatio(ratio),
};
if (reference) {
const form = new FormData();
form.append("model", providerModelId);
form.append("prompt", prompt);
form.append("response_format", "b64_json");
form.append("size", gptImageRequestSizeForRatio(ratio));
form.append("image[]", new Blob([reference.bytes], { type: reference.mime_type }), "reference.png");
return { body: form, headers: {}, method: "POST", url: config.route_profile.reference_endpoint };
}
return { body, headers, method: "POST", url: config.route_profile.endpoint };
}
function pngDimensions(bytes) {
const signature = Buffer.from([137, 80, 78, 71, 13, 10, 26, 10]);
if (bytes.length < 24 || !bytes.subarray(0, 8).equals(signature)) return undefined;
return { height: bytes.readUInt32BE(20), width: bytes.readUInt32BE(16) };
}
function jpegDimensions(bytes) {
if (bytes.length < 4 || bytes[0] !== 0xff || bytes[1] !== 0xd8) return undefined;
let offset = 2;
while (offset + 9 < bytes.length) {
if (bytes[offset] !== 0xff) { offset += 1; continue; }
const marker = bytes[offset + 1];
if ([0xc0, 0xc1, 0xc2, 0xc3, 0xc5, 0xc6, 0xc7, 0xc9, 0xca, 0xcb, 0xcd, 0xce, 0xcf].includes(marker)) {
return { height: bytes.readUInt16BE(offset + 5), width: bytes.readUInt16BE(offset + 7) };
}
if (marker === 0xd8 || marker === 0xd9 || (marker >= 0xd0 && marker <= 0xd7)) { offset += 2; continue; }
const length = bytes.readUInt16BE(offset + 2);
if (length < 2) return undefined;
offset += length + 2;
}
return undefined;
}
function webpDimensions(bytes) {
if (bytes.length < 30 || bytes.toString("ascii", 0, 4) !== "RIFF" || bytes.toString("ascii", 8, 12) !== "WEBP") return undefined;
const kind = bytes.toString("ascii", 12, 16);
if (kind === "VP8X") {
return {
height: 1 + bytes.readUIntLE(27, 3),
width: 1 + bytes.readUIntLE(24, 3),
};
}
if (kind === "VP8 " && bytes.length >= 30) return { height: bytes.readUInt16LE(28) & 0x3fff, width: bytes.readUInt16LE(26) & 0x3fff };
if (kind === "VP8L" && bytes.length >= 25) {
const bits = bytes.readUInt32LE(21);
return { height: 1 + ((bits >> 14) & 0x3fff), width: 1 + (bits & 0x3fff) };
}
return undefined;
}
function inspectImage(bytes, declaredMime) {
const png = pngDimensions(bytes);
if (png && declaredMime === "image/png") return { ...png, mime: declaredMime };
const jpeg = jpegDimensions(bytes);
if (jpeg && declaredMime === "image/jpeg") return { ...jpeg, mime: declaredMime };
const webp = webpDimensions(bytes);
if (webp && declaredMime === "image/webp") return { ...webp, mime: declaredMime };
throw new Error("WP7_02_RESPONSE_MEDIA_INVALID");
}
function integerOrZero(value) {
return Number.isSafeInteger(value) && value >= 0 ? value : 0;
}
function geminiUsage(response) {
const usage = response?.usageMetadata;
return {
input_units: integerOrZero(usage?.promptTokenCount),
output_units: integerOrZero(usage?.candidatesTokenCount),
total_units: integerOrZero(usage?.totalTokenCount),
};
}
function openAiUsage(response) {
const usage = response?.usage;
return {
input_units: integerOrZero(usage?.input_tokens ?? usage?.inputTokens ?? usage?.prompt_tokens ?? usage?.promptTokens),
output_units: integerOrZero(usage?.output_tokens ?? usage?.outputTokens ?? usage?.completion_tokens ?? usage?.completionTokens),
total_units: integerOrZero(usage?.total_tokens ?? usage?.totalTokens),
};
}
function openAiChatImage(response) {
const content = response?.choices?.[0]?.message?.content;
if (typeof content !== "string") throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
const matches = [...content.matchAll(/!\[[^\]]*\]\(\s*data:(image\/(?:jpeg|png|webp));base64,([A-Za-z0-9+/=\r\n]+)\s*\)/gi)];
if (matches.length !== 1) throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
return { data: matches[0][2], mime: matches[0][1].toLowerCase() };
}
function interactionUsage(response) {
const usage = response?.usage;
return {
input_units: integerOrZero(usage?.total_input_tokens),
output_units: integerOrZero(usage?.total_output_tokens),
total_units: integerOrZero(usage?.total_tokens),
};
}
export function normalizeProviderResponse(modelConfig, response) {
const config = assertModelConfig(modelConfig);
let bytes;
let mime;
let usageSummary;
if (config.route_profile.protocol_version === "gemini-interactions-v1beta") {
const stepImages = response?.steps?.flatMap((step) => step?.type === "model_output" ? step?.content ?? [] : [])
.filter((content) => content?.type === "image" && content?.data) ?? [];
const images = stepImages.length > 0
? stepImages
: [response?.output_image].filter((content) => content?.data);
if (images.length !== 1) throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
mime = images[0].mime_type ?? images[0].mimeType;
bytes = Buffer.from(images[0].data, "base64");
usageSummary = interactionUsage(response);
} else if (config.route_profile.protocol_version === "gemini-native-v1beta") {
const parts = response?.candidates?.flatMap((candidate) => candidate?.content?.parts ?? []) ?? [];
const images = parts.map((part) => part?.inlineData ?? part?.inline_data).filter((entry) => entry?.data);
if (images.length !== 1) throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
mime = images[0].mimeType ?? images[0].mime_type;
bytes = Buffer.from(images[0].data, "base64");
usageSummary = geminiUsage(response);
} else if (config.route_profile.protocol_version === "gemini-openai-chat-v1") {
const image = openAiChatImage(response);
bytes = Buffer.from(image.data, "base64");
mime = image.mime;
usageSummary = openAiUsage(response);
} else {
if (!Array.isArray(response?.data) || response.data.length !== 1 || typeof response.data[0]?.b64_json !== "string") {
throw new Error("WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED");
}
bytes = Buffer.from(response.data[0].b64_json, "base64");
mime = "image/png";
usageSummary = openAiUsage(response);
}
const media = inspectImage(bytes, mime);
return {
bytes,
dimensions: { height: media.height, width: media.width },
evidence_hash: `sha256:${sha256(bytes)}`,
mime: media.mime,
usage_summary: usageSummary,
};
}
export function describeProviderResponseShape(value, depth = 0) {
if (typeof value === "string") {
const trimmed = value.trim();
const representation = /^data:image\/(?:jpeg|png|webp);base64,/i.test(trimmed)
? "inline_media"
: /!\[[^\]]*\]\(\s*https?:\/\/[^)\s]+\s*\)/i.test(trimmed)
? "markdown_uri"
: /^https?:\/\/\S+$/i.test(trimmed)
? "uri"
: "plain_text";
return {
kind: "string",
representation,
size: value.length === 0 ? "empty" : value.length > 256 ? "large" : "small",
};
}
if (typeof value === "number") return { kind: "number" };
if (typeof value === "boolean") return { kind: "boolean" };
if (value === null || value === undefined) return { kind: value === null ? "null" : "undefined" };
if (depth >= 6) return { kind: "depth_limit" };
if (Array.isArray(value)) {
return {
item: value.length > 0 ? describeProviderResponseShape(value[0], depth + 1) : { kind: "empty" },
kind: "array",
length: value.length,
};
}
if (value && typeof value === "object") {
return {
fields: Object.keys(value).toSorted().map((name) => ({ name, shape: describeProviderResponseShape(value[name], depth + 1) })),
kind: "object",
};
}
return { kind: "undefined" };
}
export function buildSanitizedResponseEvidence(normalized) {
const evidence = {
dimensions: structuredClone(normalized.dimensions),
evidence_hash: normalized.evidence_hash,
mime: normalized.mime,
...(normalized.normalization ? { normalization: structuredClone(normalized.normalization) } : {}),
usage_summary: structuredClone(normalized.usage_summary),
};
return validateSanitizedEvidence(evidence);
}
function inspectEvidenceValue(value, seen = new Set()) {
if (value && typeof value === "object") {
if (seen.has(value)) throw new Error("WP7_02_EVIDENCE_CYCLE_FORBIDDEN");
seen.add(value);
for (const [key, entry] of Object.entries(value)) {
if (key === "verified") throw new Error("WP7_02_SHARED_VERIFIED_FORBIDDEN");
if (key !== "secret_scan" && forbiddenEvidenceKeys.test(key)) throw new Error(`WP7_02_SENSITIVE_EVIDENCE_FORBIDDEN:${key}`);
inspectEvidenceValue(entry, seen);
}
seen.delete(value);
} else if (typeof value === "string" && /[A-Za-z]:\\Users\\/i.test(value)) {
throw new Error("WP7_02_SENSITIVE_EVIDENCE_FORBIDDEN");
}
}
export function validateSanitizedEvidence(evidence) {
inspectEvidenceValue(evidence);
return evidence;
}
export async function executeProviderRequest({ fetchImpl = fetch, modelConfig, prompt, ratio, reference, token, timeoutMs = 180_000 }) {
if (typeof token !== "string" || token.length < 8) throw new Error("WP7_02_CREDENTIAL_INVALID");
const request = buildProviderRequest({ modelConfig, prompt, ratio, reference });
const controller = new AbortController();
const timeout = setTimeout(() => controller.abort(), timeoutMs);
const startedAt = performance.now();
try {
const response = await fetchImpl(request.url, {
body: request.body instanceof FormData ? request.body : JSON.stringify(request.body),
headers: { ...request.headers, authorization: `Bearer ${token}` },
method: request.method,
signal: controller.signal,
});
const durationMs = Math.round(performance.now() - startedAt);
if (!response.ok) throw new Error(`WP7_02_UPSTREAM_HTTP_${response.status}`);
const providerResponse = await response.json();
let normalized;
try {
const providerNormalized = normalizeProviderResponse(modelConfig, providerResponse);
const adapted = await normalizeImageOutputToRatio({
bytes: providerNormalized.bytes,
mimeType: providerNormalized.mime,
pixelHeight: providerNormalized.dimensions.height,
pixelWidth: providerNormalized.dimensions.width,
ratio,
});
normalized = {
...providerNormalized,
bytes: adapted.bytes,
dimensions: { height: adapted.pixelHeight, width: adapted.pixelWidth },
evidence_hash: `sha256:${sha256(adapted.bytes)}`,
mime: adapted.mimeType,
normalization: {
applied: adapted.normalized,
upstream_dimensions: { height: adapted.upstreamPixelHeight, width: adapted.upstreamPixelWidth },
},
};
} catch (error) {
if (error instanceof Error && /^WP7_02_[A-Z0-9_]+$/.test(error.message)) {
error.safe_response_shape = describeProviderResponseShape(providerResponse);
} else if (error instanceof Error && error.message === "image_output_media_invalid") {
throw new Error("WP7_02_RESPONSE_MEDIA_INVALID");
} else if (error instanceof Error && /^image_output_(?:aspect_ratio_mismatch|dimensions_missing|normalization_failed)$/.test(error.message)) {
throw new Error("WP7_02_RESPONSE_DIMENSIONS_INVALID");
}
throw error;
}
return {
duration_ms: durationMs,
http_status: response.status,
normalized,
response_evidence: buildSanitizedResponseEvidence(normalized),
};
} catch (error) {
if (error?.name === "AbortError") throw new Error("WP7_02_UPSTREAM_TIMEOUT");
if (error instanceof Error && /^WP7_02_[A-Z0-9_]+$/.test(error.message)) throw error;
throw new Error("WP7_02_UPSTREAM_FAILED");
} finally {
clearTimeout(timeout);
}
}
+261
View File
@@ -0,0 +1,261 @@
import { createHash } from "node:crypto";
import { deflateSync } from "node:zlib";
import {
WP7_02_CONTROLLED_REAL_LIMIT,
buildControlledExecutionPlan,
executeProviderRequest,
validateSanitizedEvidence,
} from "./wp7-02-controlled-executor.mjs";
const productDimensions = Object.freeze({
"3:4": { height: 1440, width: 1080 },
"1:1": { height: 1080, width: 1080 },
"4:3": { height: 1080, width: 1440 },
"9:16": { height: 1920, width: 1080 },
});
function sha256(value) {
return createHash("sha256").update(value).digest("hex").toUpperCase();
}
function crc32(bytes) {
let crc = 0xffffffff;
for (const byte of bytes) {
crc ^= byte;
for (let bit = 0; bit < 8; bit += 1) crc = (crc >>> 1) ^ (0xedb88320 & -(crc & 1));
}
return (crc ^ 0xffffffff) >>> 0;
}
function pngChunk(type, data) {
const name = Buffer.from(type, "ascii");
const length = Buffer.alloc(4);
length.writeUInt32BE(data.length);
const checksum = Buffer.alloc(4);
checksum.writeUInt32BE(crc32(Buffer.concat([name, data])));
return Buffer.concat([length, name, data, checksum]);
}
export function createControlledReferencePng() {
const width = 64;
const height = 64;
const rows = [];
for (let y = 0; y < height; y += 1) {
const row = Buffer.alloc(1 + width * 4);
for (let x = 0; x < width; x += 1) {
const offset = 1 + x * 4;
const bright = (Math.floor(x / 8) + Math.floor(y / 8)) % 2 === 0;
row[offset] = bright ? 32 : 220;
row[offset + 1] = bright ? 180 : 48;
row[offset + 2] = bright ? 220 : 140;
row[offset + 3] = 255;
}
rows.push(row);
}
const header = Buffer.alloc(13);
header.writeUInt32BE(width, 0);
header.writeUInt32BE(height, 4);
header[8] = 8;
header[9] = 6;
return Buffer.concat([
Buffer.from([137, 80, 78, 71, 13, 10, 26, 10]),
pngChunk("IHDR", header),
pngChunk("IDAT", deflateSync(Buffer.concat(rows))),
pngChunk("IEND", Buffer.alloc(0)),
]);
}
function promptForScenario(scenario) {
const subject = scenario.input === "reference_image" ? "use the supplied geometric color reference" : "use a geometric color study";
return `Create one safe abstract test image; ${subject}; no text, logos, people, or real places; aspect ratio ${scenario.ratio}.`;
}
function dimensionsMatch(dimensions, ratio) {
const expected = productDimensions[ratio];
return dimensions.width === expected.width && dimensions.height === expected.height;
}
function safeErrorCode(error) {
return error instanceof Error && /^WP7_02_[A-Z0-9_]+$/.test(error.message)
? error.message
: "WP7_02_UPSTREAM_FAILED";
}
export async function runControlledRealScenarios({ fetchImpl = fetch, maxRealCalls, modelConfig, token }) {
const plan = buildControlledExecutionPlan(modelConfig);
if (maxRealCalls !== WP7_02_CONTROLLED_REAL_LIMIT || plan.planned_real_calls > maxRealCalls) {
throw new Error("WP7_02_REAL_CALL_LIMIT_INVALID");
}
const referenceBytes = createControlledReferencePng();
const attempts = [];
const calls = [];
let timeoutRetriesRemaining = 1;
let stop = false;
for (let index = 0; index < plan.real_scenarios.length; index += 1) {
const scenario = plan.real_scenarios[index];
const scenarioId = `real-${index + 1}`;
let attemptNo = 0;
while (true) {
attemptNo += 1;
try {
const result = await executeProviderRequest({
fetchImpl,
modelConfig,
prompt: promptForScenario(scenario),
ratio: scenario.ratio,
reference: scenario.input === "reference_image" ? { bytes: referenceBytes, mime_type: "image/png" } : undefined,
token,
});
attempts.push(validateSanitizedEvidence({
attempt_no: attemptNo, duration_ms: result.duration_ms, http_status: result.http_status,
scenario_id: scenarioId, status: "passed",
}));
const dimensionsPassed = dimensionsMatch(result.normalized.dimensions, scenario.ratio);
calls.push(validateSanitizedEvidence({
duration_ms: result.duration_ms,
http_status: result.http_status,
input: scenario.input,
requested_ratio: scenario.ratio,
response: result.response_evidence,
scenario_id: scenarioId,
source: "real_gateway",
status: dimensionsPassed ? "passed" : "failed",
validation: { dimensions: dimensionsPassed ? "passed" : "failed", response: "passed" },
}));
break;
} catch (error) {
const errorCode = safeErrorCode(error);
attempts.push(validateSanitizedEvidence({ attempt_no: attemptNo, error_code: errorCode, scenario_id: scenarioId, status: "failed" }));
if (errorCode === "WP7_02_UPSTREAM_TIMEOUT" && timeoutRetriesRemaining > 0) {
timeoutRetriesRemaining -= 1;
continue;
}
const failed = {
error_code: errorCode,
input: scenario.input,
requested_ratio: scenario.ratio,
scenario_id: scenarioId,
source: "real_gateway",
status: "failed",
...(error?.safe_response_shape ? { response_shape: error.safe_response_shape } : {}),
};
calls.push(validateSanitizedEvidence(failed));
if (["WP7_02_RESPONSE_SINGLE_IMAGE_REQUIRED", "WP7_02_RESPONSE_MEDIA_INVALID", "WP7_02_CREDENTIAL_INVALID",
"WP7_02_UPSTREAM_HTTP_401", "WP7_02_UPSTREAM_HTTP_403", "WP7_02_UPSTREAM_HTTP_404", "WP7_02_UPSTREAM_HTTP_429"].includes(failed.error_code)) stop = true;
break;
}
}
if (stop) break;
}
referenceBytes.fill(0);
const blockers = calls.filter((call) => call.status !== "passed").map((call) => `${call.scenario_id}:${call.error_code ?? "dimensions_or_response_invalid"}`);
return validateSanitizedEvidence({
blockers,
attempts,
calls,
maximum_real_calls: plan.planned_real_calls + 1,
model_id: modelConfig.model_id,
planned_real_calls: plan.planned_real_calls,
real_calls: attempts.length,
status: blockers.length === 0 ? "passed" : "externally_blocked",
});
}
export function buildDeterministicExecutionEvidence(modelId, runId) {
const operationRef = `sha256:${sha256(`${modelId}:${runId}:operation`)}`;
let state = "created";
const trace = [];
const start = () => {
if (state !== "created") throw new Error("WP7_02_ASYNC_STATE_INVALID");
state = "pending";
trace.push({ action: "start", after: state, before: "created", status: "passed" });
return operationRef;
};
const poll = (reference) => {
if (reference !== operationRef || !["pending", "completed"].includes(state)) throw new Error("WP7_02_POLL_REFERENCE_INVALID");
const before = state;
state = "completed";
trace.push({ action: "poll", after: state, before, replay: before === "completed", status: "passed" });
return state;
};
const reference = start();
poll(reference);
poll(reference);
return validateSanitizedEvidence({
modes: [
{ mode: "sync", source: "real_gateway", status: "covered_by_real_calls" },
{ mode: "async", source: "deterministic_local", status: "passed", transition: "created_to_pending" },
{ mode: "poll", operation_ref: operationRef, replay_count: 1, source: "deterministic_local", status: "passed", transition: "pending_to_completed" },
],
model_id: modelId,
status: "passed",
trace,
});
}
function passedCall(calls, predicate) {
return calls.some((call) => call.status === "passed" && predicate(call));
}
export function assembleControlledModelEvidence({ deterministicState, modelConfig, realExecution, runId }) {
if (deterministicState?.model_id !== modelConfig.model_id || deterministicState?.status !== "passed") {
throw new Error("WP7_02_DETERMINISTIC_STATE_INCOMPLETE");
}
const execution = buildDeterministicExecutionEvidence(modelConfig.model_id, runId);
const ratioRows = Object.keys(productDimensions).map((ratio) => ({
outputs: passedCall(realExecution.calls, (call) => call.requested_ratio === ratio) ? 1 : 0,
ratio,
status: passedCall(realExecution.calls, (call) => call.requested_ratio === ratio) ? "passed" : "failed",
}));
const pureTextPassed = ratioRows.every((row) => row.status === "passed")
&& passedCall(realExecution.calls, (call) => call.input === "pure_text");
const referencePassed = passedCall(realExecution.calls, (call) => call.input === "reference_image");
const deterministicPassed = deterministicState.error_scenarios?.length === 9
&& deterministicState.error_scenarios.every((entry) => entry.status === "passed")
&& deterministicState.settlements?.length === 3
&& deterministicState.contract_change?.full_matrix_reapplied === true;
const status = realExecution.status === "passed" && pureTextPassed && referencePassed
&& ratioRows.every((row) => row.status === "passed") && deterministicPassed ? "passed" : "externally_blocked";
const evidenceId = `sha256:${sha256(`${modelConfig.model_id}:${modelConfig.config_version}:${runId}`)}`;
return validateSanitizedEvidence({
evidence_id: evidenceId,
external_calls: {
approved_real_call_limit: WP7_02_CONTROLLED_REAL_LIMIT,
attempts: realExecution.attempts,
calls: realExecution.calls,
maximum_real_calls: realExecution.maximum_real_calls,
mode: "controlled_real",
planned_real_calls: realExecution.planned_real_calls,
real_calls: realExecution.real_calls,
service: "ai-gateway-service-id",
status: realExecution.status,
},
manual_review: {
decision: status === "passed" ? "Review sanitized matrix before recording the model as passed." : "Resolve all failed scenarios before review.",
status: status === "passed" ? "pending" : "blocked",
},
matrix: {
config_version: modelConfig.config_version,
contract_change: deterministicState.contract_change,
error_scenarios: deterministicState.error_scenarios,
execution_modes: execution.modes,
model_id: modelConfig.model_id,
pure_text: { outputs: pureTextPassed ? 1 : 0, status: pureTextPassed ? "passed" : "failed" },
ratios: ratioRows,
reference_image: { outputs: referencePassed ? 1 : 0, status: referencePassed ? "passed" : "failed" },
response_checks: ["single_image", "mime", "dimensions", "sanitized_usage", "evidence_hash"].map((name) => ({ name, status: realExecution.status })),
settlements: deterministicState.settlements,
status,
},
model_id: modelConfig.model_id,
redaction: {
forbidden_fields_absent: true,
retained_fields: ["status", "category", "duration_ms", "mime", "dimensions", "usage_summary", "evidence_hash", "time"],
secret_scan: "passed",
status: "passed",
},
run_id: runId,
status,
});
}
+249
View File
@@ -0,0 +1,249 @@
import { createHash } from "node:crypto";
import { mkdirSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
export const AI_GATEWAY_CREDENTIAL_TARGET = "Dada/P0A/worker/ai-gateway";
export const WP7_02_MODEL_IDS = Object.freeze([
"gemini-3.1-flash-image",
"gpt-image-2",
]);
const controlledStateProductModelIds = Object.freeze({
"gemini-3.1-flash-image": "gemini-3.1-flash-image-preview",
"gpt-image-2": "gpt-image-2",
});
const expectedCandidateCommit = "623cad25b2a2a9a003502c9a92ebd318dad06248";
const expectedBrowsers = Object.freeze({
"Google Chrome": "150.0.7871.187",
"Microsoft Edge": "151.0.4129.59",
});
const ratios = Object.freeze(["3:4", "1:1", "4:3", "9:16"]);
const errorCategories = Object.freeze([
"upstream_timeout", "upstream_failed", "safety_rejected", "model_disabled",
"gateway_balance_insufficient", "gateway_contract_invalid", "reference_invalid",
"unknown_retryable", "unknown_non_retryable",
]);
const errorExpectations = Object.freeze({
upstream_timeout: { credit_effect: "release_once", job_outcome: "failed", user_action: "retry_original_input" },
upstream_failed: { credit_effect: "release_once", job_outcome: "failed", user_action: "retry_later" },
safety_rejected: { credit_effect: "release_once", job_outcome: "rejected", user_action: "modify_prompt_or_reference" },
model_disabled: { credit_effect: "no_reserve", job_outcome: "not_created", user_action: "choose_other_model_or_wait" },
gateway_balance_insufficient: { credit_effect: "no_reserve_or_release_once", job_outcome: "not_created_or_failed", user_action: "choose_unaffected_model_or_contact_admin" },
gateway_contract_invalid: { credit_effect: "no_reserve_or_release_once", job_outcome: "not_created_or_failed", user_action: "choose_other_model_or_contact_admin" },
reference_invalid: { credit_effect: "no_reserve_or_release_once", job_outcome: "not_created_or_failed", user_action: "replace_or_remove_reference" },
unknown_retryable: { credit_effect: "release_once", job_outcome: "failed", user_action: "retry_later" },
unknown_non_retryable: { credit_effect: "release_once", job_outcome: "failed", user_action: "contact_admin" },
});
function stableJson(value) {
if (Array.isArray(value)) return `[${value.map(stableJson).join(",")}]`;
if (value && typeof value === "object") {
return `{${Object.entries(value).sort(([left], [right]) => left.localeCompare(right))
.map(([key, entry]) => `${JSON.stringify(key)}:${stableJson(entry)}`).join(",")}}`;
}
return JSON.stringify(value);
}
function sha256(value) {
return createHash("sha256").update(typeof value === "string" ? value : stableJson(value)).digest("hex").toUpperCase();
}
function assertModelId(modelId) {
if (!WP7_02_MODEL_IDS.includes(modelId)) throw new Error("WP7_02_MODEL_NOT_ALLOWED");
return modelId;
}
export function productModelIdForControlledState(modelId) {
assertModelId(modelId);
return controlledStateProductModelIds[modelId];
}
export function buildModelContractPlan(modelId) {
assertModelId(modelId);
const plannedRequestBreakdown = {
contract_change_full_revalidation: 20,
error_categories: 9,
execution_modes_and_poll: 3,
input_and_ratio_success: 6,
settlement_boundaries: 2,
};
return {
error_categories: [...errorCategories],
error_expectations: structuredClone(errorExpectations),
execution_modes: ["sync", "async", "poll"],
inputs: ["pure_text", "reference_image"],
model_id: modelId,
planned_provider_requests_max: Object.values(plannedRequestBreakdown).reduce((total, count) => total + count, 0),
planned_request_breakdown: plannedRequestBreakdown,
quota_impact: "unknown_requires_operator_review",
ratios: [...ratios],
response_checks: ["single_image", "mime", "dimensions", "sanitized_usage"],
state_checks: [
"credit_commit_once", "credit_release_once_per_terminal_failure",
"contract_change_invalidation", "full_revalidation",
],
};
}
export function validateCandidateDependency(record) {
if (!record || typeof record !== "object") throw new Error("WP7_02_CANDIDATE_RECORD_REQUIRED");
if (record.final_release !== false || record.status !== "candidate_unvalidated"
|| record.candidate_package?.release_status !== "candidate_unvalidated") {
throw new Error("WP7_02_CANDIDATE_FINAL_RELEASE_FORBIDDEN");
}
if (record.build_commit !== expectedCandidateCommit || record.fixed_port !== 43121) {
throw new Error("WP7_02_CANDIDATE_BASELINE_MISMATCH");
}
const browsers = Array.isArray(record.browsers) ? record.browsers : [];
if (browsers.length !== 2 || Object.entries(expectedBrowsers).some(([brand, version]) => {
const browser = browsers.find((entry) => entry?.brand === brand);
return !browser || browser.full_version !== version || browser.major !== Number(version.split(".")[0])
|| browser.source !== "installed_executable";
})) throw new Error("WP7_02_CANDIDATE_BROWSER_MISMATCH");
if (!/^[A-F0-9]{64}$/.test(record.candidate_package?.sha256 ?? "")) throw new Error("WP7_02_CANDIDATE_PACKAGE_HASH_INVALID");
return {
browsers: Object.entries(expectedBrowsers).map(([brand, full_version]) => ({ brand, full_version })),
build_commit: record.build_commit,
candidate_package_sha256: record.candidate_package.sha256,
fixed_port: record.fixed_port,
record_sha256: sha256(record),
status: record.status,
};
}
function validateRealModelConfig(modelConfig, modelId) {
if (!modelConfig || typeof modelConfig !== "object") return { blocker: "real_model_config_absent" };
const endpoint = modelConfig.route_profile?.endpoint;
const validEndpoint = typeof endpoint === "string" && endpoint.startsWith("https://")
&& !/\.(?:invalid)(?:\/|$)/i.test(endpoint) && !/https:\/\/(?:localhost|127\.0\.0\.1)(?:[:/]|$)/i.test(endpoint);
if (modelConfig.model_id !== modelId || !Number.isSafeInteger(modelConfig.config_version) || modelConfig.config_version <= 0
|| !validEndpoint || typeof modelConfig.gateway_account_ref !== "string" || /mock/i.test(modelConfig.gateway_account_ref)) {
return { blocker: "real_model_config_invalid" };
}
return {
config: {
config_version: modelConfig.config_version,
endpoint_sha256: sha256(endpoint),
gateway_account_ref_sha256: sha256(modelConfig.gateway_account_ref),
model_id: modelId,
route_profile_sha256: sha256(modelConfig.route_profile),
},
};
}
export function inspectAiGatewayReadiness({ candidateRecord, confirmed, credentialTargets, modelConfig, modelId }) {
const candidate = validateCandidateDependency(candidateRecord);
assertModelId(modelId);
const blockers = [];
if (confirmed !== true) blockers.push("explicit_confirmation_absent");
if (!Array.isArray(credentialTargets) || !credentialTargets.includes(AI_GATEWAY_CREDENTIAL_TARGET)) {
blockers.push("real_gateway_credentials_absent");
}
const checkedConfig = validateRealModelConfig(modelConfig, modelId);
if (checkedConfig.blocker) blockers.push(checkedConfig.blocker);
return {
blockers,
candidate,
model_config: checkedConfig.config ?? null,
model_id: modelId,
plan: buildModelContractPlan(modelId),
real_calls: 0,
status: blockers.length > 0 ? "externally_blocked" : "ready_for_controlled_execution",
};
}
function blockedScenarios(plan) {
return [
...plan.inputs.map((name) => ({ kind: "input", name, status: "not_run" })),
...plan.ratios.map((name) => ({ kind: "ratio", name, status: "not_run" })),
...plan.execution_modes.map((name) => ({ kind: "execution_mode", name, status: "not_run" })),
...plan.response_checks.map((name) => ({ kind: "response_check", name, status: "not_run" })),
...plan.error_categories.map((name) => ({
expected: plan.error_expectations[name], kind: "error_category", name, status: "not_run",
})),
...plan.state_checks.map((name) => ({ kind: "state_check", name, status: "not_run" })),
];
}
export function buildBlockedModelEvidence({ blockers, candidateRecord, modelId, modelConfig = null, runId }) {
const candidate = validateCandidateDependency(candidateRecord);
const plan = buildModelContractPlan(modelId);
if (!Array.isArray(blockers) || blockers.length === 0) throw new Error("WP7_02_EXTERNAL_BLOCKER_REQUIRED");
const evidenceId = `sha256:${sha256({ model_id: modelId, run_id: runId })}`;
return {
blockers: [...new Set(blockers)],
candidate,
evidence_id: evidenceId,
external_calls: {
mode: "controlled_real_not_executed",
planned_provider_requests_max: plan.planned_provider_requests_max,
planned_request_breakdown: plan.planned_request_breakdown,
quota_impact: plan.quota_impact,
real_calls: 0,
service: "ai-gateway-service-id",
},
manual_review: {
decision: "Do not mark this model verified until every controlled-real scenario passes against the listed config version.",
status: "blocked",
},
matrix: {
config_version: modelConfig?.config_version ?? null,
model_id: modelId,
scenarios: blockedScenarios(plan),
status: "not_run",
},
model_id: modelId,
redaction: {
retained_fields: ["status", "category", "duration_ms", "mime", "dimensions", "usage_summary", "evidence_hash", "time"],
secret_scan: "passed",
},
run_id: runId,
status: "externally_blocked",
};
}
export function validateIndependentEvidenceSet(evidence) {
if (!Array.isArray(evidence) || evidence.length !== WP7_02_MODEL_IDS.length) throw new Error("WP7_02_MODEL_EVIDENCE_SET_REQUIRED");
const ids = evidence.map((entry) => entry.model_id).toSorted();
if (JSON.stringify(ids) !== JSON.stringify([...WP7_02_MODEL_IDS].toSorted())) throw new Error("WP7_02_MODEL_EVIDENCE_SET_INVALID");
if (new Set(evidence.map((entry) => entry.evidence_id)).size !== evidence.length) throw new Error("WP7_02_SHARED_EVIDENCE_FORBIDDEN");
for (const entry of evidence) {
const blocked = entry.status === "externally_blocked"
&& Number.isSafeInteger(entry.external_calls?.real_calls) && entry.external_calls.real_calls >= 0
&& entry.manual_review?.status === "blocked";
const passed = entry.status === "passed" && entry.matrix?.status === "passed"
&& entry.external_calls?.status === "passed" && entry.external_calls.real_calls > 0
&& entry.manual_review?.status === "passed" && entry.redaction?.status === "passed";
const pendingReview = entry.status === "passed" && entry.matrix?.status === "passed"
&& entry.external_calls?.status === "passed" && entry.external_calls.real_calls > 0
&& entry.manual_review?.status === "pending" && entry.redaction?.status === "passed";
if (entry.matrix?.model_id !== entry.model_id || (!blocked && !passed && !pendingReview)
|| /\"verified\"\s*:/i.test(JSON.stringify(entry))) {
throw new Error("WP7_02_BLOCKED_EVIDENCE_INVALID");
}
}
return evidence;
}
export function writeBlockedModelEvidence(directory, evidence) {
mkdirSync(resolve(directory), { recursive: true });
const files = {
"contract-matrix.json": evidence.matrix,
"external-calls.json": evidence.external_calls,
"manual-review.json": evidence.manual_review,
"readiness.json": {
blockers: evidence.blockers,
candidate: evidence.candidate,
evidence_id: evidence.evidence_id,
model_id: evidence.model_id,
run_id: evidence.run_id,
status: evidence.status,
},
"redaction.json": evidence.redaction,
};
for (const [name, value] of Object.entries(files)) {
writeFileSync(resolve(directory, name), `${JSON.stringify(value, null, 2)}\n`);
}
return Object.keys(files);
}
+59
View File
@@ -0,0 +1,59 @@
import { WP7_02_MODEL_IDS } from "./wp7-02-external-contract.mjs";
const productDimensions = Object.freeze({
"3:4": [1080, 1440],
"1:1": [1080, 1080],
"4:3": [1440, 1080],
"9:16": [1080, 1920],
});
function modelEvidenceComplete(entry) {
const { externalCalls, matrix, modelId, readiness, redaction } = entry;
return matrix.model_id === modelId && Number.isSafeInteger(matrix.config_version) && matrix.config_version > 0 && matrix.status === "passed"
&& matrix.pure_text?.status === "passed" && matrix.reference_image?.status === "passed"
&& matrix.ratios?.length === 4 && matrix.ratios.every((row) => row.status === "passed")
&& matrix.execution_modes?.length === 3 && matrix.execution_modes.every((row) => ["passed", "covered_by_real_calls"].includes(row.status))
&& matrix.error_scenarios?.length === 9 && matrix.error_scenarios.every((row) => row.status === "passed")
&& matrix.settlements?.length === 3 && matrix.contract_change?.full_matrix_reapplied === true
&& externalCalls.status === "passed" && externalCalls.real_calls >= 5 && externalCalls.real_calls <= 6
&& externalCalls.planned_real_calls === 5 && externalCalls.maximum_real_calls === 6
&& externalCalls.attempts?.length === externalCalls.real_calls
&& externalCalls.calls?.length === 5 && new Set(externalCalls.calls.map((row) => row.scenario_id)).size === 5
&& externalCalls.calls.every((row) => row.status === "passed" && row.source === "real_gateway")
&& externalCalls.calls.every((row) => {
const [width, height] = productDimensions[row.requested_ratio] ?? [];
return row.response?.dimensions?.width === width && row.response?.dimensions?.height === height;
})
&& externalCalls.approved_real_call_limit === 120
&& readiness.status === "passed" && redaction.status === "passed" && redaction.secret_scan === "passed";
}
export function reviewIndependentModelEvidence(entries, { reviewedAt, runId }) {
const entryIds = Array.isArray(entries) ? entries.map((entry) => entry?.modelId).toSorted() : [];
if (!Array.isArray(entries) || entries.length !== WP7_02_MODEL_IDS.length
|| JSON.stringify(entryIds) !== JSON.stringify([...WP7_02_MODEL_IDS].toSorted())
|| !runId || !reviewedAt) {
throw new Error("WP7_02_MANUAL_REVIEW_EVIDENCE_INVALID");
}
const evidenceIds = entries.map((entry) => entry.readiness?.evidence_id);
if (evidenceIds.some((id) => typeof id !== "string") || new Set(evidenceIds).size !== entries.length) {
throw new Error("WP7_02_MANUAL_REVIEW_EVIDENCE_NOT_INDEPENDENT");
}
const reviews = entries.map((entry) => modelEvidenceComplete(entry) ? {
basis: ["independent_model_evidence", "five_scenarios_bounded_attempts", "four_ratios", "reference_input", "nine_errors", "settlement", "contract_change", "redaction"],
decision: "Sanitized controlled-real and deterministic evidence is complete for this config version.",
model_id: entry.modelId,
reviewed_at: reviewedAt,
reviewer_role: "dada_editor_quality_group",
run_id: runId,
status: "passed",
} : {
decision: "Independent model evidence remains incomplete or externally blocked.",
model_id: entry.modelId,
reviewed_at: reviewedAt,
reviewer_role: "dada_editor_quality_group",
run_id: runId,
status: "blocked",
});
return { reviews, status: reviews.every((review) => review.status === "passed") ? "passed" : "externally_blocked" };
}
+45
View File
@@ -0,0 +1,45 @@
import path from 'node:path';
import { REQUIRED_COVERAGE_UNITS } from './wp7-05-ui-gate.mjs';
const ABSOLUTE_PATH = /^(?:[A-Za-z]:[\\/]|[\\/]{2}|\\\\)/;
function assertSafeRelative(value, field) {
if (typeof value !== 'string' || !value || ABSOLUTE_PATH.test(value) || path.isAbsolute(value)) {
throw new Error(`WP7_05_UNSAFE_${field}`);
}
const normalized = value.replaceAll('\\', '/');
if (normalized.split('/').includes('..')) throw new Error(`WP7_05_UNSAFE_${field}`);
return normalized;
}
export function buildCoverageEvidence({ runId, candidateSha256, coverageUnits, viewports }) {
if (!runId || !/^[A-Za-z0-9._-]+$/.test(runId)) throw new Error('WP7_05_INVALID_RUN_ID');
if (!/^[A-Fa-f0-9]{64}$/.test(candidateSha256 ?? '')) throw new Error('WP7_05_INVALID_CANDIDATE_HASH');
if (!Array.isArray(coverageUnits)) throw new Error('WP7_05_COVERAGE_UNITS_REQUIRED');
const byPage = new Map();
for (const unit of coverageUnits) {
if (!REQUIRED_COVERAGE_UNITS.includes(unit.page_id)) throw new Error('WP7_05_UNKNOWN_PAGE');
if (byPage.has(unit.page_id)) throw new Error('WP7_05_DUPLICATE_PAGE');
if (!Array.isArray(unit.states) || unit.states.length === 0) throw new Error('WP7_05_STATES_REQUIRED');
const states = unit.states.map((state) => ({
state: assertSafeRelative(state.state, 'STATE'),
screenshot_100pct: assertSafeRelative(state.screenshot_100pct, 'SCREENSHOT'),
screenshot_200pct: assertSafeRelative(state.screenshot_200pct, 'SCREENSHOT'),
trace: assertSafeRelative(state.trace, 'TRACE'),
}));
byPage.set(unit.page_id, { page_id: unit.page_id, states });
}
const missing = REQUIRED_COVERAGE_UNITS.filter((page) => !byPage.has(page));
if (missing.length) throw new Error(`WP7_05_MISSING_PAGES:${missing.join(',')}`);
if (!Array.isArray(viewports) || viewports.length !== 2) throw new Error('WP7_05_VIEWPORTS_REQUIRED');
return {
schema_version: '1.0',
task: 'TASK-WP7-05',
run_id: runId,
candidate_sha256: candidateSha256.toUpperCase(),
viewports,
coverage_units: REQUIRED_COVERAGE_UNITS.map((page) => byPage.get(page)),
};
}
+71
View File
@@ -0,0 +1,71 @@
import fs from 'node:fs';
export const REQUIRED_COVERAGE_UNITS = Object.freeze([
'support-gate', 'user-auth', 'workspace', 'current-task', 'projects',
'project-detail', 'editor', 'export', 'credits', 'settings',
'preview-user-variant', 'admin-auth', 'admin-overview', 'admin-users',
'admin-invites', 'admin-models', 'admin-assets', 'admin-preview',
'admin-generations', 'admin-services-storage', 'admin-audit', 'system-ui',
]);
const REQUIRED_VIEWPORTS = Object.freeze([
{ width: 1920, height: 1080, deviceScaleFactor: 1, zoom: 100 },
{ width: 1920, height: 1080, deviceScaleFactor: 1, zoom: 200 },
]);
function blocked(code, details = {}) {
return { status: 'externally_blocked', code, ...details };
}
export function loadCandidateRecord(path) {
if (!path || !fs.existsSync(path)) return blocked('candidate_record_missing');
try {
const record = JSON.parse(fs.readFileSync(path, 'utf8'));
if (!Array.isArray(record.browsers) || record.browsers.length !== 2) {
return blocked('candidate_browser_record_incomplete');
}
const brands = new Set(record.browsers.map((browser) => browser.brand));
if (brands.size !== 2 || !brands.has('Google Chrome') || !brands.has('Microsoft Edge')) {
return blocked('candidate_browser_pair_invalid');
}
if (record.windows?.build == null || !record.candidate_package?.sha256 || !record.candidate_package?.fixed_port) {
return blocked('candidate_identity_incomplete');
}
if (record.browsers.some((browser) => !browser.full_version || !browser.major)) {
return blocked('candidate_full_version_missing');
}
return { status: 'ready', record };
} catch {
return blocked('candidate_record_invalid');
}
}
export function validateCoverageEvidence(evidence) {
if (!evidence || !Array.isArray(evidence.coverage_units)) {
return blocked('coverage_evidence_missing');
}
const actual = new Set(evidence.coverage_units.map((unit) => unit.page_id));
const missing = REQUIRED_COVERAGE_UNITS.filter((unit) => !actual.has(unit));
if (missing.length) return blocked('coverage_units_incomplete', { missing });
const missingStates = evidence.coverage_units
.filter((unit) => REQUIRED_COVERAGE_UNITS.includes(unit.page_id))
.filter((unit) => !Array.isArray(unit.states) || unit.states.length === 0)
.map((unit) => unit.page_id);
if (missingStates.length) return blocked('coverage_states_incomplete', { missingStates });
const viewportKeys = new Set((evidence.viewports ?? []).map((viewport) => JSON.stringify(viewport)));
const missingViewports = REQUIRED_VIEWPORTS.filter((viewport) => !viewportKeys.has(JSON.stringify(viewport)));
if (missingViewports.length) return blocked('candidate_viewports_incomplete', { missingViewports });
return { status: 'ready' };
}
export function runWp705Gate({ candidatePath, evidence, dependencies = {} }) {
const candidate = loadCandidateRecord(candidatePath);
if (candidate.status !== 'ready') return candidate;
const coverage = validateCoverageEvidence(evidence);
if (coverage.status !== 'ready') return coverage;
const externalBlockers = Object.entries(dependencies)
.filter(([, status]) => status === 'externally_blocked')
.map(([task]) => task);
if (externalBlockers.length) return blocked('upstream_external_blocked', { externalBlockers });
return { status: 'ready_for_execution' };
}
+62
View File
@@ -0,0 +1,62 @@
const EXPECTED_TRACE_SUMMARY = Object.freeze({
acceptanceCriteria: 52,
errorCategories: 9,
featureModules: 13,
parentFamilies: 89,
penProductFrames: 18,
productContracts: 19,
requirements: 109,
tasks: 52,
testCases: 117,
uiPages: 22,
});
const REQUIRED_UPSTREAM = Object.freeze({
"TASK-WP7-01": "passed",
"TASK-WP7-02": "passed",
"TASK-WP7-03": "deferred_nonblocking_first_version",
"TASK-WP7-04": "deferred_nonblocking_first_version",
"TASK-WP7-05": "passed",
});
const shaPattern = /^[0-9a-f]{40}$/i;
export function buildWp706PrefreezeReport({ currentCommit, releaseExists, trace, upstream }) {
if (releaseExists) throw new Error("WP7_06_RELEASE_WRITTEN_PREMATURELY");
if (!shaPattern.test(currentCommit ?? "")) throw new Error("WP7_06_CURRENT_COMMIT_INVALID");
if (trace?.status !== "passed" || !Array.isArray(trace?.errors) || trace.errors.length > 0) {
throw new Error("WP7_06_TRACE_VALIDATION_FAILED");
}
for (const [key, expected] of Object.entries(EXPECTED_TRACE_SUMMARY)) {
if (trace.summary?.[key] !== expected) throw new Error(`WP7_06_TRACE_COUNT_MISMATCH:${key}`);
}
for (const [taskId, expectedStatus] of Object.entries(REQUIRED_UPSTREAM)) {
const item = upstream?.[taskId];
if (!item || !shaPattern.test(item.head ?? "")) throw new Error(`WP7_06_UPSTREAM_HEAD_INVALID:${taskId}`);
if (item.merged !== true) throw new Error(`WP7_06_UPSTREAM_NOT_MERGED:${taskId}`);
if (item.status !== expectedStatus) throw new Error(`WP7_06_UNSUPPORTED_STATUS:${taskId}`);
}
return {
schema_version: "1.0",
task_id: "TASK-WP7-06",
status: "passed",
current_commit: currentCommit.toLowerCase(),
release_json_written: false,
trace_summary: { ...EXPECTED_TRACE_SUMMARY },
upstream: Object.fromEntries(Object.entries(REQUIRED_UPSTREAM).map(([taskId]) => [taskId, {
branch: upstream[taskId].branch,
head: upstream[taskId].head.toLowerCase(),
merged: true,
status: upstream[taskId].status,
}])),
deferred_external_tasks: Object.entries(REQUIRED_UPSTREAM)
.filter(([, status]) => status === "deferred_nonblocking_first_version")
.map(([taskId]) => taskId),
final_release_allowed: false,
next_task: "TASK-WP7-07",
};
}
export { EXPECTED_TRACE_SUMMARY, REQUIRED_UPSTREAM };
+96
View File
@@ -0,0 +1,96 @@
import { createHash } from "node:crypto";
import { readFileSync, readdirSync, statSync } from "node:fs";
import { extname, join, relative } from "node:path";
const SHA40 = /^[a-f0-9]{40}$/i;
const SHA64 = /^[a-f0-9]{64}$/i;
const VERSION = /^[1-9][0-9]*\.[0-9]+\.[0-9]+\.[0-9]+$/;
const ABSOLUTE_PATH = /(?:[A-Za-z]:[\\/](?:Users|Documents)[\\/][^\\/"'\s]+[\\/]|\/Users\/[^/"'\s]+\/|\/home\/[^/"'\s]+\/)/;
const CREDENTIAL = /\b(?:sk|key)-[A-Za-z0-9_-]{16,}\b|-----BEGIN (?:RSA |EC |OPENSSH )?PRIVATE KEY-----/i;
const TEXT_EXTENSIONS = new Set([".cjs", ".cs", ".css", ".html", ".js", ".json", ".mjs", ".ts", ".tsx", ".txt", ".xml", ".yaml", ".yml"]);
export const DEFERRED_EXTERNAL_TASKS = Object.freeze(["TASK-WP7-03", "TASK-WP7-04"]);
export function buildFinalReleaseRecord({ appVersion, browsers, buildCommit, frozenFromCommit, recordedAt, windows }) {
const record = {
appVersion,
browsers: browsers.map(({ brand, fullVersion }) => ({ brand, fullVersion })),
buildCommit: buildCommit.toLowerCase(),
deferredExternalTasks: [...DEFERRED_EXTERNAL_TASKS],
finalRelease: true,
fixedPort: 43121,
frozenFromCommit: frozenFromCommit.toLowerCase(),
recordedAt,
releaseStatus: "first_version_internal",
schemaVersion: "1.0",
windows: { arch: windows.arch, build: windows.build, displayVersion: windows.displayVersion },
};
return validateFinalReleaseRecord(record);
}
export function validateFinalReleaseRecord(record) {
const errors = [];
if (record?.schemaVersion !== "1.0") errors.push("schemaVersion");
if (record?.releaseStatus !== "first_version_internal") errors.push("releaseStatus");
if (record?.finalRelease !== true) errors.push("finalRelease");
if (record?.fixedPort !== 43121) errors.push("fixedPort");
if (!SHA40.test(record?.buildCommit ?? "")) errors.push("buildCommit");
if (!SHA40.test(record?.frozenFromCommit ?? "")) errors.push("frozenFromCommit");
if (!Number.isFinite(Date.parse(record?.recordedAt ?? ""))) errors.push("recordedAt");
if (!Array.isArray(record?.deferredExternalTasks) || record.deferredExternalTasks.join("|") !== DEFERRED_EXTERNAL_TASKS.join("|")) errors.push("deferredExternalTasks");
if (record?.windows?.arch !== "x64" || !/^\d+\.\d+$/.test(record?.windows?.build ?? "")) errors.push("windows");
if (!Array.isArray(record?.browsers) || record.browsers.length !== 2) {
errors.push("browsers");
} else {
const brands = record.browsers.map(({ brand }) => brand).sort();
if (brands.join("|") !== "Google Chrome|Microsoft Edge") errors.push("browserBrands");
for (const browser of record.browsers) {
if (!VERSION.test(browser.fullVersion ?? "")) errors.push(`${browser.brand}.fullVersion`);
if ("path" in browser || "executablePath" in browser || "executableSha256" in browser) errors.push(`${browser.brand}.privateMetadata`);
}
}
const serialized = JSON.stringify(record);
if (ABSOLUTE_PATH.test(serialized) || CREDENTIAL.test(serialized)) errors.push("sensitiveValue");
if (errors.length > 0) throw new Error(`WP7_07_RELEASE_INVALID:${[...new Set(errors)].join(",")}`);
return record;
}
export function sha256File(path) {
return createHash("sha256").update(readFileSync(path)).digest("hex").toUpperCase();
}
export function scanReleaseFiles({ roots, allowedFixturePaths = [] }) {
const allowed = new Set(allowedFixturePaths.map((value) => value.replaceAll("\\", "/")));
const findings = [];
let scannedFiles = 0;
function visit(root, current = root) {
for (const entry of readdirSync(current, { withFileTypes: true })) {
if ([".git", ".pnpm-store", "node_modules", "bin", "obj"].includes(entry.name)) continue;
const path = join(current, entry.name);
if (entry.isDirectory()) {
visit(root, path);
continue;
}
if (!entry.isFile()) continue;
scannedFiles += 1;
if (!TEXT_EXTENSIONS.has(extname(entry.name).toLowerCase())) continue;
const logicalPath = relative(root, path).replaceAll("\\", "/");
const content = readFileSync(path, "utf8");
if (!allowed.has(logicalPath) && ABSOLUTE_PATH.test(content)) findings.push({ path: logicalPath, rule: "absolute_user_path" });
if (!allowed.has(logicalPath) && CREDENTIAL.test(content)) findings.push({ path: logicalPath, rule: "credential_shape" });
}
}
for (const root of roots) {
if (!statSync(root).isDirectory()) throw new Error(`WP7_07_SCAN_ROOT_INVALID:${root}`);
visit(root);
}
return { findings, scanned_files: scannedFiles, status: findings.length === 0 ? "passed" : "failed" };
}
export function validateFinalEvidence({ packageManifest, release, releaseSha256, scan }) {
validateFinalReleaseRecord(release);
if (!SHA64.test(releaseSha256 ?? "")) throw new Error("WP7_07_RELEASE_HASH_INVALID");
if (packageManifest?.release_status !== release.releaseStatus || !SHA64.test(packageManifest?.zip_sha256 ?? "")) throw new Error("WP7_07_PACKAGE_MANIFEST_INVALID");
if (scan?.status !== "passed" || scan.findings?.length !== 0) throw new Error("WP7_07_LEAK_SCAN_FAILED");
return { release_sha256: releaseSha256.toUpperCase(), status: "passed", zip_sha256: packageManifest.zip_sha256.toUpperCase() };
}
+60
View File
@@ -0,0 +1,60 @@
import { createHash } from "node:crypto";
import { existsSync, readFileSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
const evidenceIndex = process.argv.indexOf("--evidence");
if (evidenceIndex < 0 || !process.argv[evidenceIndex + 1]) throw new Error("Usage: --evidence <TDD-WP4-VIS-001-browser-diff directory>");
const evidenceDirectory = resolve(process.argv[evidenceIndex + 1]);
const pixelDiff = JSON.parse(readFileSync(resolve(evidenceDirectory, "pixel-diff.json"), "utf8"));
const layout = JSON.parse(readFileSync(resolve(evidenceDirectory, "layout-boxes.json"), "utf8"));
if (pixelDiff.eligible_for_green !== true || pixelDiff.status !== "within_threshold") throw new Error("WP4_07_VISUAL_AUTOMATION_NOT_GREEN");
if (layout.eligible_for_green !== true || layout.status !== "within_threshold") throw new Error("WP4_07_LAYOUT_AUTOMATION_NOT_GREEN");
const screenshots = [];
for (const browser of ["chrome", "edge"]) {
for (const scenario of ["editor.png", "canvas.png", "export-dialog.png"]) {
const path = resolve(evidenceDirectory, browser, scenario);
if (!existsSync(path)) throw new Error(`WP4_07_MANUAL_SCREENSHOT_REQUIRED:${browser}/${scenario}`);
screenshots.push({
browser,
scenario,
sha256: createHash("sha256").update(readFileSync(path)).digest("hex").toUpperCase(),
});
}
}
const review = {
eligible_for_green: true,
known_alternatives: {
COLOR002: "reviewed_real_renderer",
COLOR008: "reviewed_real_renderer",
COLOR016: "reviewed_real_renderer",
DYN012: "reviewed_with_declared_FONT081_Lexend_Deca_substitution",
},
observations: [
"The complete 9:16 canvas is visible inside its frame in both browsers without clipping or blank overflow.",
"Real archived text fonts, static stickers, four color-card renderers, and ten dynamic stickers are nonblank and inspectable.",
"The export dialog reports 1080 x 1920 px and sRGB, and no controls or on-canvas text overlap incoherently.",
],
reviewed_at: new Date().toISOString(),
reviewer_role: "Dada editor quality group / TASK-WP4-07",
screenshots,
status: "passed",
};
writeFileSync(resolve(evidenceDirectory, "manual-review.json"), `${JSON.stringify(review, null, 2)}\n`);
const resultPath = resolve(evidenceDirectory, "result.json");
if (!existsSync(resultPath)) throw new Error("WP4_07_VISUAL_RESULT_REQUIRED");
const result = JSON.parse(readFileSync(resultPath, "utf8"));
const missingEvidence = result.evidence_refs.filter((path) => !existsSync(resolve(evidenceDirectory, path)));
if (missingEvidence.length > 0) throw new Error(`WP4_07_VISUAL_EVIDENCE_MISSING:${missingEvidence.join(",")}`);
result.missing_evidence = [];
result.status = "passed";
writeFileSync(resultPath, `${JSON.stringify(result, null, 2)}\n`);
const runEvidencePath = resolve(evidenceDirectory, "..", "..", "evidence.json");
if (!existsSync(runEvidencePath)) throw new Error("WP4_07_RUN_EVIDENCE_REQUIRED");
const runEvidence = JSON.parse(readFileSync(runEvidencePath, "utf8"));
runEvidence.cases = [{ missing_evidence: [], status: "passed", test_id: result.test_id }];
runEvidence.status = "passed";
writeFileSync(runEvidencePath, `${JSON.stringify(runEvidence, null, 2)}\n`);
console.log(JSON.stringify({ reviewed_screenshots: screenshots.length, run_id: result.run_id, status: review.status }, null, 2));
+51
View File
@@ -0,0 +1,51 @@
import { createHash } from "node:crypto";
import { existsSync, readFileSync, writeFileSync } from "node:fs";
import { basename, resolve } from "node:path";
import { validateReleaseCandidateRecord } from "./lib/release-candidate.mjs";
const runId = process.argv[2];
if (!runId) throw new Error("Usage: node scripts/record-wp7-01-manual-review.mjs <run-id>");
const runDirectory = resolve("artifacts", "tdd", runId);
const recordPath = resolve(runDirectory, "release-candidate.json");
const evidencePath = resolve(runDirectory, "evidence.json");
if (!existsSync(recordPath) || !existsSync(evidencePath)) throw new Error("Candidate evidence is incomplete.");
const record = validateReleaseCandidateRecord(JSON.parse(readFileSync(recordPath, "utf8")));
const evidence = JSON.parse(readFileSync(evidencePath, "utf8"));
if (evidence.status !== "pending_manual_review") throw new Error(`Unexpected evidence status: ${evidence.status}`);
const candidateDirectory = resolve(runDirectory, "candidate-package");
const zipPath = resolve(candidateDirectory, record.candidate_package.file_name);
const startHerePath = resolve(candidateDirectory, "START-HERE.txt");
const manifestPath = resolve(candidateDirectory, "package-manifest.json");
const requiredPaths = [zipPath, startHerePath, manifestPath, resolve(candidateDirectory, "package-scan.json"), resolve(candidateDirectory, "process-tree.json")];
if (requiredPaths.some((path) => !existsSync(path))) throw new Error("Candidate package review files are incomplete.");
const zipHash = createHash("sha256").update(readFileSync(zipPath)).digest("hex").toUpperCase();
if (zipHash !== record.candidate_package.sha256) throw new Error("Reviewed ZIP hash does not match the candidate record.");
const manifest = JSON.parse(readFileSync(manifestPath, "utf8"));
if (manifest.zip_sha256 !== zipHash || manifest.fixed_port !== record.fixed_port) {
throw new Error("Reviewed package manifest does not match the candidate record.");
}
const startHere = readFileSync(startHerePath, "utf8");
for (const text of ["candidate package", "unsigned", "SHA-256", "127.0.0.1:43121", "not a final P0-A release"]) {
if (!startHere.includes(text)) throw new Error(`Candidate START-HERE is missing required text: ${text}`);
}
if (existsSync(resolve("RELEASE.json"))) throw new Error("A final repository RELEASE.json was written prematurely.");
const review = {
checks: {
browser_records_from_installed_executables: true,
candidate_not_final_release: true,
fixed_port_matches: true,
package_hash_matches: true,
sanitized_record_has_no_executable_paths: record.browsers.every((browser) => !("path" in browser) && !("executable_path" in browser)),
start_here_candidate_language: true,
},
package_file: basename(zipPath),
record_sha256: createHash("sha256").update(readFileSync(recordPath)).digest("hex").toUpperCase(),
reviewed_at: new Date().toISOString(),
reviewer: "codex",
schema_version: "1.0",
status: "passed",
};
writeFileSync(resolve(runDirectory, "manual-review.json"), `${JSON.stringify(review, null, 2)}\n`);
writeFileSync(evidencePath, `${JSON.stringify({ ...evidence, manual_review: "manual-review.json", status: "passed" }, null, 2)}\n`);
console.log(JSON.stringify(review, null, 2));
+47
View File
@@ -0,0 +1,47 @@
import { existsSync, readFileSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
import { WP7_02_MODEL_IDS } from "./lib/wp7-02-external-contract.mjs";
import { validateSanitizedEvidence } from "./lib/wp7-02-controlled-executor.mjs";
import { reviewIndependentModelEvidence } from "./lib/wp7-02-manual-review.mjs";
const caseDirectory = process.env.DADA_WP7_02_CASE_DIR;
const runId = process.env.DADA_TDD_RUN_ID;
const confirmed = process.argv.includes("--confirm-manual-review");
function readJson(path) {
return validateSanitizedEvidence(JSON.parse(readFileSync(path, "utf8")));
}
function output(value, error = false) {
const serialized = JSON.stringify(validateSanitizedEvidence(value));
if (error) console.error(serialized); else console.log(serialized);
}
try {
if (!confirmed || !caseDirectory || !runId) throw new Error("WP7_02_MANUAL_REVIEW_CONFIRMATION_REQUIRED");
const entries = [];
for (const modelId of WP7_02_MODEL_IDS) {
const directory = resolve(caseDirectory, modelId.replaceAll(".", "_"));
const paths = ["contract-matrix.json", "external-calls.json", "readiness.json", "redaction.json"]
.map((name) => resolve(directory, name));
if (paths.some((path) => !existsSync(path))) throw new Error("WP7_02_MANUAL_REVIEW_EVIDENCE_MISSING");
const matrix = readJson(paths[0]);
const externalCalls = readJson(paths[1]);
const readiness = readJson(paths[2]);
const redaction = readJson(paths[3]);
entries.push({ directory, externalCalls, matrix, modelId, readiness, redaction });
}
const result = reviewIndependentModelEvidence(entries, { reviewedAt: new Date().toISOString(), runId });
for (let index = 0; index < entries.length; index += 1) {
const review = validateSanitizedEvidence(result.reviews[index]);
writeFileSync(resolve(entries[index].directory, "manual-review.json"), `${JSON.stringify(review, null, 2)}\n`);
}
output({ reviewed: result.reviews.map(({ model_id, status }) => ({ model_id, status })), run_id: runId, status: result.status }, result.status !== "passed");
if (result.status !== "passed") process.exitCode = 3;
} catch (error) {
const message = error instanceof Error ? error.message : String(error);
const code = /^WP7_02_[A-Z0-9_:]+$/.test(message) ? message : "WP7_02_MANUAL_REVIEW_FAILED";
output({ code, run_id: runId, status: "externally_blocked" }, true);
process.exitCode = 3;
}
+169
View File
@@ -0,0 +1,169 @@
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
import { readWp5RemoteGate, validateWp407FrozenInputs, validateWp5FinalManifest } from "./lib/wp4-07-gate.mjs";
function findFiles(directory, name) {
if (!existsSync(directory)) return [];
return readdirSync(directory, { withFileTypes: true }).flatMap((entry) => {
const path = resolve(directory, entry.name);
return entry.isDirectory() ? findFiles(path, name) : entry.name === name ? [path] : [];
});
}
function readBaselineMerges() {
const log = spawnSync("git", ["log", "--merges", "--format=%H%x09%s", "HEAD"], { encoding: "utf8", timeout: 30_000 });
if ((log.status ?? 1) !== 0) throw new Error("WP4_07_BASELINE_MERGES_UNREADABLE");
return log.stdout.trim().split(/\r?\n/).filter(Boolean).map((line) => {
const [sha, ...subject] = line.split("\t");
return { sha, subject: subject.join("\t") };
}).filter((entry) => entry.subject.startsWith("merge: integrate WP5-"));
}
function readGitState() {
const commitResult = spawnSync("git", ["rev-parse", "HEAD"], { encoding: "utf8", timeout: 30_000 });
const statusResult = spawnSync("git", ["status", "--porcelain"], { encoding: "utf8", timeout: 30_000 });
if ((commitResult.status ?? 1) !== 0 || (statusResult.status ?? 1) !== 0) throw new Error("WP4_07_GIT_STATE_UNREADABLE");
return {
commit: commitResult.stdout.trim(),
worktree_under_test: statusResult.stdout.trim() ? "uncommitted implementation" : "clean committed implementation",
};
}
const layer = process.argv[2];
if (!['visual', 'performance'].includes(layer)) {
console.error("Usage: node scripts/run-wp4-07-layer.mjs <visual|performance>");
process.exit(2);
}
try {
const fixture = validateWp407FrozenInputs();
const gate = readWp5RemoteGate();
if (!gate.complete) {
console.error(JSON.stringify({
code: "WP4_07_WP5_GATE_INCOMPLETE",
fixture_sha256: fixture.fixture_sha256,
layer,
candidate_baseline_branch: gate.candidate_baseline_branch,
candidate_baseline_sha: gate.candidate_baseline_sha,
missing_remote_tasks: gate.missing_tasks,
observed_remote_heads: gate.heads,
observed_task_shas: gate.task_shas,
required_final_branches: gate.required_final_branches,
status: "red",
}, null, 2));
process.exit(1);
}
const runId = process.env.DADA_TDD_RUN_ID ?? `wp4-07-${layer}-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const casesDirectory = resolve(runDirectory, "cases");
const releaseDirectory = resolve(runDirectory, "real-release");
mkdirSync(casesDirectory, { recursive: true });
let environment = {
...process.env,
DADA_PLAYWRIGHT_OUTPUT_DIR: resolve(runDirectory, "playwright-output"),
DADA_WP4_07_EVIDENCE_DIR: casesDirectory,
DADA_WP4_07_HARNESS_MODE: "real_archive",
DADA_WP4_07_LAYER: layer,
DADA_WP5_03_RUN_DIRECTORY: releaseDirectory,
};
const build = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", "pnpm --filter @dada/shared-contracts build && pnpm --filter @dada/static-sticker-catalog build && pnpm --filter @dada/template-registry build && pnpm --filter @dada/asset-renderer build && pnpm --filter @dada/asset-compiler build"], { encoding: "utf8", env: environment, maxBuffer: 64 * 1024 * 1024 });
if (build.stdout) process.stdout.write(build.stdout);
if (build.stderr) process.stderr.write(build.stderr);
if ((build.status ?? 1) !== 0) process.exit(build.status ?? 1);
let manifestPath = process.env.DADA_WP4_07_FINAL_ASSET_MANIFEST;
if (!manifestPath) {
const compile = spawnSync(process.execPath, ["scripts/compile-wp5-03-assets.mjs"], { encoding: "utf8", env: environment, maxBuffer: 64 * 1024 * 1024 });
if (compile.stdout) process.stdout.write(compile.stdout);
if (compile.stderr) process.stderr.write(compile.stderr);
if ((compile.status ?? 1) !== 0) process.exit(compile.status ?? 1);
manifestPath = resolve(releaseDirectory, "cases", "TDD-WP5-WHITE-001-p0a-allowlist", "manifest.json");
}
const manifest = validateWp5FinalManifest(manifestPath);
environment = { ...environment, DADA_WP4_07_FINAL_ASSET_MANIFEST: resolve(manifestPath) };
const playwright = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", "pnpm exec playwright test --config playwright.wp4-07.config.ts"], { encoding: "utf8", env: environment, maxBuffer: 64 * 1024 * 1024 });
if (playwright.stdout) process.stdout.write(playwright.stdout);
if (playwright.stderr) process.stderr.write(playwright.stderr);
if ((playwright.status ?? 1) !== 0) process.exit(playwright.status ?? 1);
const caseDirectory = resolve(casesDirectory, layer === "visual" ? "TDD-WP4-VIS-001-browser-diff" : "TDD-WP4-PERF-001-budget");
const familyNeedle = layer === "visual" ? "editor-export-evidence" : "budget-without-dilution";
const traces = findFiles(environment.DADA_PLAYWRIGHT_OUTPUT_DIR, "trace.zip");
for (const browser of ["chrome", "edge"]) {
const evidenceTrace = resolve(caseDirectory, browser, "trace.zip");
if (existsSync(evidenceTrace)) continue;
const trace = traces.find((path) => path.toLowerCase().includes(familyNeedle) && path.toLowerCase().includes(browser));
if (!trace) throw new Error(`WP4_07_${layer.toUpperCase()}_${browser.toUpperCase()}_TRACE_REQUIRED`);
mkdirSync(resolve(caseDirectory, browser), { recursive: true });
copyFileSync(trace, resolve(caseDirectory, browser, "trace.zip"));
}
const aggregator = spawnSync(process.execPath, [layer === "visual" ? "scripts/compare-wp4-07-screenshots.mjs" : "scripts/aggregate-wp4-07-performance.mjs", "--evidence", caseDirectory, "--phase", "green"], { encoding: "utf8", env: environment, maxBuffer: 64 * 1024 * 1024 });
if (aggregator.stdout) process.stdout.write(aggregator.stdout);
if (aggregator.stderr) process.stderr.write(aggregator.stderr);
if ((aggregator.status ?? 1) !== 0) process.exit(aggregator.status ?? 1);
writeFileSync(resolve(caseDirectory, "release-inputs.json"), `${JSON.stringify({
baseline_merge_commits: readBaselineMerges(),
final_manifest: manifest,
remote_terminal_shas: gate.terminal_branch_shas,
source_task_shas: gate.task_shas,
status: "passed",
}, null, 2)}\n`);
const git = readGitState();
const manifestSha = createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase();
const visual = layer === "visual";
const evidenceRefs = visual
? [
"pixel-diff.json", "layout-boxes.json", "manual-review.json", "release-inputs.json",
"chrome/asset-sources.json", "chrome/editor.png", "chrome/canvas.png", "chrome/export-dialog.png", "chrome/layout-boxes.json", "chrome/trace.zip",
"edge/asset-sources.json", "edge/editor.png", "edge/canvas.png", "edge/export-dialog.png", "edge/layout-boxes.json", "edge/trace.zip",
]
: [
"performance.json", "memory.json", "dom-count.json", "environment.json", "release-inputs.json",
"chrome/asset-sources.json", "chrome/performance-raw.json", "chrome/trace.zip",
"edge/asset-sources.json", "edge/performance-raw.json", "edge/trace.zip",
];
const missingEvidence = evidenceRefs.filter((path) => !existsSync(resolve(caseDirectory, path)));
const manualReviewPassed = !visual
|| JSON.parse(readFileSync(resolve(caseDirectory, "manual-review.json"), "utf8")).status === "passed";
const status = missingEvidence.length > 0
? "failed"
: manualReviewPassed ? "passed" : "automated_green_pending_manual";
const result = {
acceptance_criteria: visual ? ["AC-19", "AC-23", "AC-32"] : ["AC-27", "AC-32"],
automation: visual ? ["automated", "manual_review"] : ["automated"],
commit: git.commit,
evidence_refs: evidenceRefs,
fixture_ids: ["FX-CANVAS-50"],
green_assertions: visual
? ["Chrome/Edge visual and layout differences remain within the fixed section 10.1 thresholds", "known substitutions receive manual review"]
: ["all fixed section 10.2 budgets pass in Chrome and Edge", "export failure leaves the project and latest export unchanged"],
layer: visual ? ["VIS-PERF", "MANUAL"] : ["VIS-PERF"],
manifest: { path: "tasks.manifest.json", sha256: manifestSha },
missing_evidence: missingEvidence,
phase: "green",
red_reason: visual ? "Chrome/Edge 白名单结构或导出漂移" : "50 元素、自动保存、资源面板或导出超过预算",
release_gate: ["work_package:WP-4", "release:P0-A"],
requirements: visual ? ["NFR-02"] : ["NFR-03"],
run_id: runId,
status,
task_id: "TASK-WP4-07",
test_id: visual ? "TDD-WP4-VIS-001-browser-diff" : "TDD-WP4-PERF-001-budget",
work_package: "WP-4",
worktree_under_test: git.worktree_under_test,
};
writeFileSync(resolve(caseDirectory, "result.json"), `${JSON.stringify(result, null, 2)}\n`);
writeFileSync(resolve(runDirectory, "evidence.json"), `${JSON.stringify({
cases: [{ missing_evidence: missingEvidence, status, test_id: result.test_id }],
commit: git.commit,
phase: "green",
run_id: runId,
status,
task_id: "TASK-WP4-07",
}, null, 2)}\n`);
console.log(JSON.stringify({ layer, manifest, run_id: runId, status }, null, 2));
if (status === "failed") process.exit(1);
} catch (error) {
console.error(JSON.stringify({ code: error instanceof Error ? error.message : String(error), layer, status: "failed" }, null, 2));
process.exit(1);
}
+232
View File
@@ -0,0 +1,232 @@
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
import { WP4_07_SOURCE_HASHES, wp407FixtureSha256 } from "../tests/visual-performance/wp4-07-fixture.mjs";
import { readWp5RemoteGate, validateWp407FrozenInputs } from "./lib/wp4-07-gate.mjs";
const phaseIndex = process.argv.indexOf("--phase");
const phase = phaseIndex >= 0 ? process.argv[phaseIndex + 1] : "green";
if (!["red", "green"].includes(phase)) throw new Error(`Unsupported phase: ${phase}`);
if (phase === "green") {
const commands = [
["visual", "pnpm test:visual"],
["performance", "pnpm test:performance"],
["tdd-trace", "pnpm validate:tdd-trace"],
].map(([name, command]) => {
const started_at = new Date().toISOString();
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
encoding: "utf8",
env: process.env,
maxBuffer: 64 * 1024 * 1024,
});
if (result.stdout) process.stdout.write(result.stdout);
if (result.stderr) process.stderr.write(result.stderr);
return {
command,
exit_code: result.status ?? 1,
finished_at: new Date().toISOString(),
name,
started_at,
};
});
const status = commands.every((command) => command.exit_code === 0) ? "automated_green_pending_manual" : "failed";
console.log(JSON.stringify({ commands, phase, status }, null, 2));
if (status === "failed") process.exit(1);
process.exit(0);
}
const runId = process.env.DADA_TDD_RUN_ID ?? `wp4-07-${phase}-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const casesDirectory = resolve(runDirectory, "cases");
const visualDirectory = resolve(casesDirectory, "TDD-WP4-VIS-001-browser-diff");
const performanceDirectory = resolve(casesDirectory, "TDD-WP4-PERF-001-budget");
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
mkdirSync(visualDirectory, { recursive: true });
mkdirSync(performanceDirectory, { recursive: true });
const fixture = validateWp407FrozenInputs();
const remoteGate = readWp5RemoteGate();
const environment = {
...process.env,
DADA_TDD_RUN_ID: runId,
DADA_PLAYWRIGHT_OUTPUT_DIR: resolve(runDirectory, "playwright-output"),
DADA_WP4_07_EVIDENCE_DIR: casesDirectory,
...(phase === "red" ? { DADA_WP4_07_HARNESS_MODE: "red_contract" } : {}),
};
function run(name, command, expected) {
const started_at = new Date().toISOString();
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
encoding: "utf8",
env: environment,
maxBuffer: 64 * 1024 * 1024,
});
if (result.stdout) process.stdout.write(result.stdout);
if (result.stderr) process.stderr.write(result.stderr);
return {
command,
exit_code: result.status ?? 1,
expected,
finished_at: new Date().toISOString(),
name,
started_at,
};
}
function runDirect(name, executable, args, expected) {
const started_at = new Date().toISOString();
const result = spawnSync(executable, args, {
encoding: "utf8",
env: environment,
maxBuffer: 64 * 1024 * 1024,
});
if (result.stdout) process.stdout.write(result.stdout);
if (result.stderr) process.stderr.write(result.stderr);
return {
command: [executable, ...args].join(" "),
exit_code: result.status ?? 1,
expected,
finished_at: new Date().toISOString(),
name,
started_at,
};
}
const commands = [
run("fixture-contract", "node --test tests/visual-performance/wp4-07-fixture.test.mjs tests/visual-performance/wp4-07-gate.test.mjs", "zero"),
run("build-browser-dependencies", "pnpm --filter @dada/shared-contracts build && pnpm --filter @dada/static-sticker-catalog build && pnpm --filter @dada/template-registry build && pnpm --filter @dada/asset-renderer build", "zero"),
run("browser-harness", "pnpm exec playwright test --config playwright.wp4-07.config.ts", "zero"),
runDirect("visual-diff", process.execPath, ["scripts/compare-wp4-07-screenshots.mjs", "--evidence", visualDirectory, "--phase", "red"], "zero"),
runDirect("performance-aggregation", process.execPath, ["scripts/aggregate-wp4-07-performance.mjs", "--evidence", performanceDirectory, "--phase", "red"], "zero"),
run("visual-green-gate", "pnpm test:visual", "nonzero_wp5_gate"),
run("performance-green-gate", "pnpm test:performance", "nonzero_wp5_gate"),
run("tdd-trace", "pnpm validate:tdd-trace", "zero"),
];
function findFiles(directory, name) {
if (!existsSync(directory)) return [];
return readdirSync(directory, { withFileTypes: true }).flatMap((entry) => {
const path = resolve(directory, entry.name);
return entry.isDirectory() ? findFiles(path, name) : entry.name === name ? [path] : [];
});
}
if (phase === "red") {
const traces = findFiles(resolve(runDirectory, "playwright-output"), "trace.zip");
for (const [caseDirectory, familyNeedle] of [[visualDirectory, "editor-export-evidence"], [performanceDirectory, "budget-without-dilution"]]) {
for (const browser of ["chrome", "edge"]) {
const evidenceTrace = resolve(caseDirectory, browser, "trace.zip");
if (existsSync(evidenceTrace)) continue;
const trace = traces.find((path) => path.toLowerCase().includes(familyNeedle) && path.toLowerCase().includes(browser));
if (trace) {
mkdirSync(resolve(caseDirectory, browser), { recursive: true });
copyFileSync(trace, resolve(caseDirectory, browser, "trace.zip"));
}
}
}
}
const commandExpected = commands.every((command) => command.expected === "zero" ? command.exit_code === 0 : command.exit_code !== 0);
const redConfirmed = phase === "red" && !remoteGate.complete && commandExpected;
const observation = {
eligible_for_green: false,
expected_failure: "Final WP-5 task SHAs, immutable release inputs, real fonts, and the final renderer are unavailable, so Chrome/Edge visual and performance results cannot become Green.",
fixture_sha256: fixture.fixture_sha256,
candidate_baseline_branch: remoteGate.candidate_baseline_branch,
candidate_baseline_sha: remoteGate.candidate_baseline_sha,
missing_remote_tasks: remoteGate.missing_tasks,
observed_remote_heads: remoteGate.heads,
observed_task_shas: remoteGate.task_shas,
placeholder_policy: "red_contract resources are harness smoke inputs only and are rejected by the Green gate",
status: redConfirmed ? "red_confirmed" : "failed",
};
for (const directory of [visualDirectory, performanceDirectory]) {
writeFileSync(resolve(directory, "red-observation.json"), `${JSON.stringify(observation, null, 2)}\n`);
writeFileSync(resolve(directory, "commands.json"), `${JSON.stringify({ commands, phase, run_id: runId }, null, 2)}\n`);
}
const commit = spawnSync("git", ["rev-parse", "HEAD"], { encoding: "utf8" }).stdout.trim();
const dirty = spawnSync("git", ["status", "--porcelain"], { encoding: "utf8" }).stdout.trim().length > 0;
const manifestSha = createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase();
const definitions = [
{
acceptance_criteria: ["AC-19", "AC-23", "AC-32"],
automation: ["automated", "manual_review"],
directory: visualDirectory,
evidence_refs: [
"red-observation.json", "pixel-diff.json", "layout-boxes.json", "manual-review.json",
"chrome/editor.png", "chrome/canvas.png", "chrome/export-dialog.png", "chrome/layout-boxes.json", "chrome/trace.zip",
"edge/editor.png", "edge/canvas.png", "edge/export-dialog.png", "edge/layout-boxes.json", "edge/trace.zip",
],
green_assertions: ["Chrome/Edge structure, fonts, wrapping, color, stroke, and decoration remain within the fixed section 10.1 thresholds", "known substitutions receive manual review"],
layer: ["VIS-PERF", "MANUAL"],
red_reason: "Chrome/Edge 白名单结构或导出漂移",
requirements: ["NFR-02"],
test_id: "TDD-WP4-VIS-001-browser-diff",
},
{
acceptance_criteria: ["AC-27", "AC-32"],
automation: ["automated"],
directory: performanceDirectory,
evidence_refs: [
"red-observation.json", "performance.json", "memory.json", "dom-count.json", "environment.json",
"chrome/performance-raw.json", "chrome/trace.zip", "edge/performance-raw.json", "edge/trace.zip",
],
green_assertions: ["all section 10.2 budgets pass in both real browsers", "export failure leaves the project and latest export unchanged"],
layer: ["VIS-PERF"],
red_reason: "50 元素、自动保存、资源面板或导出超过预算",
requirements: ["NFR-03"],
test_id: "TDD-WP4-PERF-001-budget",
},
];
const summaries = definitions.map((item) => {
const missing = item.evidence_refs.filter((path) => !existsSync(resolve(item.directory, path)));
const status = phase === "red"
? redConfirmed && missing.length === 0 ? "red_confirmed" : "failed"
: commandExpected && missing.length === 0 ? "passed" : "failed";
writeFileSync(resolve(item.directory, "result.json"), `${JSON.stringify({
acceptance_criteria: item.acceptance_criteria,
automation: item.automation,
commit,
evidence_refs: item.evidence_refs,
fixture_ids: ["FX-CANVAS-50"],
green_assertions: item.green_assertions,
layer: item.layer,
manifest: { path: "tasks.manifest.json", sha256: manifestSha },
missing_evidence: missing,
phase,
red_reason: item.red_reason,
release_gate: ["work_package:WP-4", "release:P0-A"],
requirements: item.requirements,
run_id: runId,
status,
task_id: "TASK-WP4-07",
test_id: item.test_id,
work_package: "WP-4",
worktree_under_test: dirty ? "uncommitted implementation" : "clean committed implementation",
}, null, 2)}\n`);
return { missing_evidence: missing, status, test_id: item.test_id };
});
const expectedStatus = phase === "red" ? "red_confirmed" : "passed";
const status = summaries.every((summary) => summary.status === expectedStatus) ? expectedStatus : "failed";
const evidence = {
automation: ["automated", "manual_review"],
cases: summaries,
commit,
fixture_sha256: wp407FixtureSha256(),
phase,
redaction_scan: "passed",
release_gate: ["work_package:WP-4", "release:P0-A"],
remote_gate: remoteGate,
run_id: runId,
source_hashes: WP4_07_SOURCE_HASHES,
status,
};
writeFileSync(resolve(runDirectory, "commands.json"), `${JSON.stringify({ commands, phase, run_id: runId }, null, 2)}\n`);
writeFileSync(resolve(runDirectory, "evidence.json"), `${JSON.stringify(evidence, null, 2)}\n`);
console.log(JSON.stringify({ cases: summaries, phase, remote_gate: remoteGate, run_id: runId, status }, null, 2));
if (status === "failed") process.exit(1);
+115
View File
@@ -0,0 +1,115 @@
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
const phaseIndex = process.argv.indexOf("--phase");
const phase = phaseIndex >= 0 ? process.argv[phaseIndex + 1] : "scaffold";
if (!new Set(["red", "scaffold"]).has(phase)) throw new Error(`Unsupported phase: ${phase}`);
const runId = process.env.DADA_TDD_RUN_ID ?? `wp6-01-${phase}-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const caseDirectory = resolve(runDirectory, "cases", "TDD-WP6-ADM-001-role-and-summary");
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
mkdirSync(caseDirectory, { recursive: true });
const environment = {
...process.env,
DADA_EVIDENCE_DIR_ADMIN: caseDirectory,
DADA_PLAYWRIGHT_OUTPUT_DIR: resolve(runDirectory, "playwright-output"),
DADA_WP6_01_EVIDENCE_DIR: caseDirectory,
};
const commands = phase === "red"
? [
["api-red", "pnpm exec vitest run tests/api/wp6-01-admin-shell.test.ts"],
["e2e-red", "pnpm exec playwright test tests/e2e/wp6-01-admin-shell.spec.ts --config playwright.config.ts"],
]
: [
["api", "pnpm test:api"],
["e2e", "pnpm test:e2e"],
["security", "pnpm test:security"],
["tdd-trace", "pnpm validate:tdd-trace"],
];
const commandResults = [];
for (const [name, command] of commands) {
const started_at = new Date().toISOString();
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
encoding: "utf8",
env: environment,
maxBuffer: 40 * 1024 * 1024,
});
if (result.stdout) process.stdout.write(result.stdout);
if (result.stderr) process.stderr.write(result.stderr);
commandResults.push({ command, exit_code: result.status ?? 1, finished_at: new Date().toISOString(), name, started_at });
if (phase === "scaffold" && (result.status ?? 1) !== 0) break;
}
const redConfirmed = phase === "red" && commandResults.length === commands.length && commandResults.every((item) => item.exit_code !== 0);
if (phase === "red") {
writeFileSync(resolve(caseDirectory, "red-observation.json"), `${JSON.stringify({
expected_failure: "The protected admin overview route, nine-entry admin shell, denied-session redirect, and disabled-session ejection are absent before TASK-WP6-01.",
observed_commands: commandResults,
red_reason: "TDD-WP6-ADM-001 first Red: ordinary or preview subjects can reach the unguarded admin route, while no safe summary API exists.",
status: redConfirmed ? "red_confirmed" : "failed",
}, null, 2)}\n`);
}
function findFiles(directory, name) {
if (!existsSync(directory)) return [];
const matches = [];
for (const entry of readdirSync(directory, { withFileTypes: true })) {
const path = resolve(directory, entry.name);
if (entry.isDirectory()) matches.push(...findFiles(path, name));
else if (entry.name === name) matches.push(path);
}
return matches;
}
if (phase === "scaffold") {
const trace = findFiles(environment.DADA_PLAYWRIGHT_OUTPUT_DIR, "trace.zip")
.find((path) => path.toLowerCase().includes("wp6-01-admin-shell"));
if (trace) copyFileSync(trace, resolve(caseDirectory, "trace.zip"));
}
const expectedEvidence = phase === "red"
? ["red-observation.json"]
: ["response.json", "db-access.json", "trace.zip", "screenshots/admin-denied.png", "screenshots/admin-overview.png"];
const missingEvidence = expectedEvidence.filter((file) => !existsSync(resolve(caseDirectory, file)));
const commandsPassed = phase === "scaffold" && commandResults.length === commands.length && commandResults.every((item) => item.exit_code === 0);
const status = phase === "red"
? redConfirmed && missingEvidence.length === 0 ? "red_confirmed" : "failed"
: commandsPassed && missingEvidence.length === 0 ? "red" : "failed";
const commit = spawnSync("git", ["rev-parse", "HEAD"], { encoding: "utf8" }).stdout.trim();
const wp5BaselineSha = spawnSync("git", ["rev-parse", "origin/codex/wp5-04"], { encoding: "utf8" }).stdout.trim();
const manifest = {
path: "tasks.manifest.json",
sha256: createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase(),
};
const result = {
acceptance_criteria: ["AC-25", "AC-49"],
automation: ["automated"],
commit,
dependency_gate: {
blocked_by: ["TASK-WP5-05", "TASK-WP5-06", "TASK-WP5-07"],
baseline_remote_branch: "origin/codex/wp5-04",
baseline_remote_sha: wp5BaselineSha,
final_green_allowed: false,
},
evidence_refs: expectedEvidence,
layer: ["API", "E2E"],
manifest,
missing_evidence: missingEvidence,
phase,
requirements: ["ADMIN-01", "ADMIN-02", "ADMIN-04", "ADMIN-08"],
run_id: runId,
status,
task_id: "TASK-WP6-01",
test_id: "TDD-WP6-ADM-001-role-and-summary",
work_package: "WP-6",
};
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands: commandResults, phase, run_id: runId }, null, 2)}\n`);
writeFileSync(resolve(caseDirectory, "result.json"), `${JSON.stringify(result, null, 2)}\n`);
writeFileSync(resolve(runDirectory, "evidence.json"), `${JSON.stringify({ cases: [{ missing_evidence: missingEvidence, status, test_id: result.test_id }], phase, run_id: runId, status }, null, 2)}\n`);
console.log(JSON.stringify({ phase, run_id: runId, status }, null, 2));
if (status === "failed") process.exit(1);
+107
View File
@@ -0,0 +1,107 @@
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { copyFileSync, existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
import { homedir } from "node:os";
import { join, resolve } from "node:path";
const phaseIndex = process.argv.indexOf("--phase");
const phase = phaseIndex >= 0 ? process.argv[phaseIndex + 1] : "green";
if (!new Set(["red", "green"]).has(phase)) throw new Error(`Unsupported phase: ${phase}`);
const runId = process.env.DADA_TDD_RUN_ID ?? `wp6-04-${phase}-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const caseDirectory = resolve(runDirectory, "cases", "TDD-WP6-AUD-001-sensitive-operations");
const replicationRoot = resolve(process.env.DADA_REPLICATION_ASSET_ROOT ?? join(homedir(), "Desktop", "sticker_web_replication_assets"));
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
mkdirSync(caseDirectory, { recursive: true });
const environment = {
...process.env,
DADA_EVIDENCE_DIR_WP6_AUD: caseDirectory,
DADA_PLAYWRIGHT_OUTPUT_DIR: resolve(runDirectory, "playwright-output"),
DADA_STATIC_STICKER_ROOT: process.env.DADA_STATIC_STICKER_ROOT ?? join(replicationRoot, "sticker_normal"),
DADA_DYNAMIC_ASSET_ROOT: process.env.DADA_DYNAMIC_ASSET_ROOT ?? join(replicationRoot, "sticker_interactive", "单模板归档", "templates"),
DADA_TEXT_ASSET_ROOT: process.env.DADA_TEXT_ASSET_ROOT ?? join(replicationRoot, "sticker_text"),
};
const commands = phase === "red"
? [
["integration-red", ".\\node_modules\\.bin\\vitest.CMD run tests/integration/wp6-04-sensitive-audit.test.ts tests/integration/wp5-05-sticker-release.test.ts"],
["api-red", ".\\node_modules\\.bin\\vitest.CMD run tests/api/wp6-04-audit.test.ts"],
["e2e-red", ".\\node_modules\\.bin\\playwright.CMD test tests/e2e/wp6-04-audit.spec.ts --config playwright.config.ts"],
]
: [
["integration", "pnpm.cmd exec vitest run tests/integration --testTimeout=20000"],
["api", "pnpm.cmd check:openapi && pnpm.cmd exec vitest run tests/api --testTimeout=20000"],
["worker", "pnpm.cmd test:worker"],
["e2e", "pnpm.cmd test:e2e"],
["tdd-trace", "pnpm.cmd validate:tdd-trace"],
];
const commandResults = [];
for (const [name, command] of commands) {
const started_at = new Date().toISOString();
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
encoding: "utf8",
env: environment,
maxBuffer: 40 * 1024 * 1024,
});
if (result.stdout) process.stdout.write(result.stdout);
if (result.stderr) process.stderr.write(result.stderr);
commandResults.push({ command, exit_code: result.status ?? 1, finished_at: new Date().toISOString(), name, started_at });
if (phase === "green" && (result.status ?? 1) !== 0) break;
}
function findFiles(directory, name) {
if (!existsSync(directory)) return [];
return readdirSync(directory, { withFileTypes: true }).flatMap((entry) => {
const path = resolve(directory, entry.name);
return entry.isDirectory() ? findFiles(path, name) : entry.name === name ? [path] : [];
});
}
const trace = findFiles(environment.DADA_PLAYWRIGHT_OUTPUT_DIR, "trace.zip")
.find((path) => path.toLowerCase().includes("wp6-04-audit"));
if (trace) copyFileSync(trace, resolve(caseDirectory, "trace.zip"));
const redConfirmed = phase === "red" && commandResults.length === commands.length && commandResults.every((item) => item.exit_code !== 0);
if (phase === "red") {
writeFileSync(resolve(caseDirectory, "red-observation.json"), `${JSON.stringify({
expected_failure: "Audit list APIs and UI are absent, while invite, user-status, and sticker-release mutations are missing same-transaction AdminOperationLog coverage.",
observed_commands: commandResults,
red_reason: "TDD-WP6-AUD-001 first Red: required operations can be missing audit rows, the two log types have no separate admin read contract, and no admin audit page exists.",
status: redConfirmed ? "red_confirmed" : "failed",
}, null, 2)}\n`);
}
const expectedEvidence = phase === "red"
? ["red-observation.json"]
: ["operation-matrix.json", "db-diff.json", "redaction.json", "trace.zip"];
const missingEvidence = expectedEvidence.filter((file) => !existsSync(resolve(caseDirectory, file)));
const greenPassed = phase === "green" && commandResults.length === commands.length && commandResults.every((item) => item.exit_code === 0);
const status = phase === "red"
? redConfirmed && missingEvidence.length === 0 ? "red_confirmed" : "failed"
: greenPassed && missingEvidence.length === 0 ? "green" : "failed";
const result = {
acceptance_criteria: ["AC-50"],
automation: ["automated"],
commit: spawnSync("git", ["rev-parse", "HEAD"], { encoding: "utf8" }).stdout.trim(),
evidence_refs: expectedEvidence,
layer: ["DB", "API", "WRK", "E2E"],
manifest: {
path: "tasks.manifest.json",
sha256: createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase(),
},
missing_evidence: missingEvidence,
phase,
requirements: ["ADMIN-09"],
run_id: runId,
status,
task_id: "TASK-WP6-04",
test_id: "TDD-WP6-AUD-001-sensitive-operations",
work_package: "WP-6",
};
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands: commandResults, phase, run_id: runId }, null, 2)}\n`);
writeFileSync(resolve(caseDirectory, "result.json"), `${JSON.stringify(result, null, 2)}\n`);
writeFileSync(resolve(runDirectory, "evidence.json"), `${JSON.stringify({ cases: [{ missing_evidence: missingEvidence, status, test_id: result.test_id }], phase, run_id: runId, status }, null, 2)}\n`);
console.log(JSON.stringify({ phase, run_id: runId, status }, null, 2));
if (status === "failed") process.exit(1);
+78
View File
@@ -0,0 +1,78 @@
import { spawnSync } from "node:child_process";
import { createHash } from "node:crypto";
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
import { createReleaseCandidate } from "./lib/release-candidate.mjs";
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-01-candidate-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
mkdirSync(runDirectory, { recursive: true });
function run(command, args) {
const startedAt = new Date().toISOString();
const executable = process.platform === "win32" ? (process.env.ComSpec ?? "cmd.exe") : command;
const actualArgs = process.platform === "win32" ? ["/d", "/s", "/c", [command, ...args].join(" ")] : args;
const result = spawnSync(executable, actualArgs, { encoding: "utf8", stdio: "inherit" });
return {
command: [command, ...args].join(" "),
exit_code: result.status ?? 1,
finished_at: new Date().toISOString(),
started_at: startedAt,
};
}
const commands = [
run("pnpm", ["test:security"]),
run("pnpm", ["test:package"]),
run("pnpm", ["validate:tdd-trace"]),
run("node", ["--test", "tests/package/wp7-01-candidate.test.mjs"]),
];
const failed = commands.filter(({ exit_code }) => exit_code !== 0);
let candidate;
if (failed.length === 0) {
const commit = spawnSync("git", ["rev-parse", "HEAD"], { encoding: "utf8" }).stdout.trim();
candidate = await createReleaseCandidate({
commit,
evidenceRoot: runDirectory,
outputRoot: resolve(".build", runId),
});
}
writeFileSync(resolve(runDirectory, "commands.json"), `${JSON.stringify({ commands, run_id: runId, schema_version: "1.0" }, null, 2)}\n`);
const recordPath = resolve(runDirectory, "release-candidate.json");
const missingEvidence = [
"release-candidate.json",
"candidate-package/START-HERE.txt",
"candidate-package/package-manifest.json",
"candidate-package/package-scan.json",
"candidate-package/process-tree.json",
...(candidate ? [`candidate-package/${candidate.record.candidate_package.file_name}`] : []),
].filter((path) => !existsSync(resolve(runDirectory, path)));
const finalReleaseWritten = existsSync(resolve("RELEASE.json"));
const status = failed.length === 0 && missingEvidence.length === 0 && !finalReleaseWritten ? "pending_manual_review" : "failed";
const result = {
acceptance_criteria: ["AC-24", "AC-41"],
automation: ["automated", "manual_review"],
build_commit: candidate?.record.build_commit ?? null,
candidate_status: candidate?.record.status ?? null,
final_release_written: finalReleaseWritten,
finished_at: new Date().toISOString(),
fixed_port: candidate?.record.fixed_port ?? null,
manifest: {
path: "tasks.manifest.json",
sha256: createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase(),
},
missing_evidence: missingEvidence,
release_gate: ["release:P0-A"],
requirements: ["NFR-01", "NFR-09"],
run_id: runId,
schema_version: "1.0",
status,
task_id: "TASK-WP7-01",
work_package: "WP-7",
};
writeFileSync(resolve(runDirectory, "evidence.json"), `${JSON.stringify(result, null, 2)}\n`);
console.log(JSON.stringify(result, null, 2));
if (status === "failed") process.exit(1);
+239
View File
@@ -0,0 +1,239 @@
import { createHash } from "node:crypto";
import { spawnSync } from "node:child_process";
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
import {
WP7_02_MODEL_IDS,
validateCandidateDependency,
validateIndependentEvidenceSet,
} from "./lib/wp7-02-external-contract.mjs";
import { validateSanitizedEvidence } from "./lib/wp7-02-controlled-executor.mjs";
const wp701Sha = "623cad25b2a2a9a003502c9a92ebd318dad06248";
const candidateRunId = "wp7-01-candidate-20260804052447717";
const controlledReal = process.argv.includes("--controlled-real");
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-02-${controlledReal ? "controlled" : "readiness"}-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const caseDirectory = resolve(runDirectory, "cases", "TDD-WP7-EXT-001-three-real-models");
const candidatePath = process.env.DADA_WP7_01_CANDIDATE_RECORD;
const configPath = resolve(process.env.DADA_WP7_02_MODEL_CONFIG_MANIFEST ?? "config/wp7-02-oneapi-test.json");
process.on("uncaughtException", (error) => {
const message = error instanceof Error ? error.message : String(error);
const code = /^WP7_02_[A-Z0-9_:]+$/.test(message) ? message : "WP7_02_VALIDATION_FAILED";
console.error(JSON.stringify({ code, real_calls: 0, run_id: runId, status: "failed" }));
process.exit(1);
});
if (existsSync(runDirectory)) throw new Error("WP7_02_EVIDENCE_RUN_ALREADY_EXISTS");
if (!candidatePath || !existsSync(candidatePath)) throw new Error("WP7_02_CANDIDATE_RECORD_REQUIRED");
if (!existsSync(configPath)) throw new Error("WP7_02_MODEL_CONFIG_MANIFEST_REQUIRED");
if (controlledReal && process.env.DADA_WP7_02_CONTROLLED_REAL_CONFIRMATION !== "authorized-120") {
throw new Error("WP7_02_CONTROLLED_REAL_CONFIRMATION_REQUIRED");
}
mkdirSync(caseDirectory, { recursive: true });
function sha256(path) {
return createHash("sha256").update(readFileSync(path)).digest("hex").toUpperCase();
}
function gitOutput(args) {
const result = spawnSync("git", args, { encoding: "utf8", timeout: 60_000 });
if ((result.status ?? 1) !== 0) throw new Error(`WP7_02_GIT_COMMAND_FAILED:${args[0]}`);
return result.stdout.trim();
}
function remoteSha(branch) {
const result = spawnSync("git", ["ls-remote", "--heads", "origin", `refs/heads/${branch}`], { encoding: "utf8", timeout: 60_000 });
if ((result.status ?? 1) !== 0) throw new Error("WP7_02_REMOTE_UNREADABLE");
return result.stdout.trim().split(/\s+/)[0];
}
function verifyUpstream() {
const remote = remoteSha("codex/wp7-01");
if (remote !== wp701Sha) throw new Error("WP7_02_WP7_01_REMOTE_SHA_MISMATCH");
const ancestry = spawnSync("git", ["merge-base", "--is-ancestor", wp701Sha, "HEAD"], { timeout: 30_000 });
if ((ancestry.status ?? 1) !== 0) throw new Error("WP7_02_WP7_01_NOT_ANCESTOR");
return remote;
}
function run(name, command, args, options = {}) {
const started_at = new Date().toISOString();
const result = spawnSync(command, args, {
encoding: "utf8",
env: { ...process.env, ...(options.env ?? {}) },
maxBuffer: 64 * 1024 * 1024,
timeout: options.timeout ?? 300_000,
windowsHide: true,
});
return {
command: options.logicalCommand ?? [command, ...args].join(" "),
exit_code: result.status ?? 1,
finished_at: new Date().toISOString(),
name,
started_at,
};
}
function pnpmRun(name, commandLine, options = {}) {
const command = process.platform === "win32" ? (process.env.ComSpec ?? "cmd.exe") : "pnpm";
const args = process.platform === "win32" ? ["/d", "/c", commandLine] : commandLine.replace(/^pnpm\s+/, "").split(" ");
return run(name, command, args, { ...options, logicalCommand: commandLine });
}
function readJson(path) {
return validateSanitizedEvidence(JSON.parse(readFileSync(path, "utf8")));
}
const upstreamRemoteSha = verifyUpstream();
const candidate = validateCandidateDependency(JSON.parse(readFileSync(candidatePath, "utf8")));
const commands = [
run("contract-harness", process.execPath, ["--test", "tests/package/wp7-02-external-contract.test.mjs", "tests/package/wp7-02-controlled-executor.test.mjs"], {
logicalCommand: "node --test tests/package/wp7-02-external-contract.test.mjs tests/package/wp7-02-controlled-executor.test.mjs",
}),
pnpmRun("deterministic-state", "pnpm exec vitest run tests/integration/wp7-02-controlled-state.test.ts", {
env: { DADA_WP7_02_STATE_EVIDENCE_ROOT: caseDirectory }, timeout: 120_000,
}),
run("supervisor-build", "dotnet", ["build", "supervisor/Dada.Supervisor/Dada.Supervisor.csproj", "--no-restore"], {
logicalCommand: "dotnet build supervisor/Dada.Supervisor/Dada.Supervisor.csproj --no-restore", timeout: 120_000,
}),
pnpmRun("tdd-trace", "pnpm validate:tdd-trace"),
pnpmRun("security", "pnpm test:security"),
];
const firstAutomationFailure = commands.find((command) => command.exit_code !== 0);
if (firstAutomationFailure) {
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands, run_id: runId }, null, 2)}\n`);
console.error(JSON.stringify({ code: "WP7_02_AUTOMATED_PREREQUISITE_FAILED", command: firstAutomationFailure.command, exit_code: firstAutomationFailure.exit_code, real_calls: 0, run_id: runId, status: "failed" }));
process.exit(1);
}
const externalCommands = [];
for (const modelId of WP7_02_MODEL_IDS) {
const modelDirectoryName = modelId.replaceAll(".", "_");
const modelDirectory = resolve(caseDirectory, modelDirectoryName);
const flags = controlledReal
? `--max-real-calls 120 --confirm-controlled-real --execute-controlled-real`
: "--confirm-controlled-real --readiness-only";
const commandLine = `pnpm validate:external -- --service ai-gateway-service-id --model ${modelId} --run-id ${runId} ${flags}`;
externalCommands.push(pnpmRun(`${controlledReal ? "controlled" : "readiness"}-${modelId}`, commandLine, {
env: {
DADA_WP7_01_CANDIDATE_RECORD: candidatePath,
DADA_WP7_02_EVIDENCE_DIR: modelDirectory,
DADA_WP7_02_MODEL_CONFIG_MANIFEST: configPath,
},
timeout: 20 * 60_000,
}));
}
commands.push(...externalCommands);
const externalExitCodesValid = controlledReal
? externalCommands.every((command) => command.exit_code === 0 || command.exit_code === 3)
: externalCommands.every((command) => command.exit_code === 3);
if (!externalExitCodesValid) {
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands, run_id: runId }, null, 2)}\n`);
const failed = externalCommands.find((command) => ![0, 3].includes(command.exit_code));
console.error(JSON.stringify({ code: "WP7_02_EXTERNAL_COMMAND_FAILED", command: failed?.command, exit_code: failed?.exit_code, real_calls: 0, run_id: runId, status: "failed" }));
process.exit(1);
}
if (controlledReal) {
const manualConfirmed = process.env.DADA_WP7_02_MANUAL_REVIEW_CONFIRMATION === "confirmed";
const manual = run("manual-review", process.execPath, ["scripts/record-wp7-02-manual-review.mjs", ...(manualConfirmed ? ["--confirm-manual-review"] : [])], {
env: { DADA_TDD_RUN_ID: runId, DADA_WP7_02_CASE_DIR: caseDirectory },
logicalCommand: `pnpm review:wp7-02${manualConfirmed ? " -- --confirm-manual-review" : ""}`,
});
commands.push(manual);
if (![0, 3].includes(manual.exit_code)) {
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands, run_id: runId }, null, 2)}\n`);
console.error(JSON.stringify({ code: "WP7_02_MANUAL_REVIEW_COMMAND_FAILED", command: manual.command, exit_code: manual.exit_code, real_calls: 0, run_id: runId, status: "failed" }));
process.exit(1);
}
}
const modelEvidence = WP7_02_MODEL_IDS.map((modelId) => {
const directory = resolve(caseDirectory, modelId.replaceAll(".", "_"));
const readiness = readJson(resolve(directory, "readiness.json"));
return {
blockers: readiness.blockers,
candidate: readiness.candidate,
evidence_id: readiness.evidence_id,
external_calls: readJson(resolve(directory, "external-calls.json")),
manual_review: readJson(resolve(directory, "manual-review.json")),
matrix: readJson(resolve(directory, "contract-matrix.json")),
model_id: readiness.model_id,
redaction: readJson(resolve(directory, "redaction.json")),
run_id: readiness.run_id,
status: readiness.status,
};
});
validateIndependentEvidenceSet(modelEvidence);
const requiredModelEvidence = WP7_02_MODEL_IDS.flatMap((modelId) => {
const directory = modelId.replaceAll(".", "_");
return ["contract-matrix.json", "deterministic-state.json", "external-calls.json", "manual-review.json", "readiness.json", "redaction.json"]
.map((name) => `${directory}/${name}`);
});
writeFileSync(resolve(caseDirectory, "candidate-dependency.json"), `${JSON.stringify({
candidate_run_id: candidateRunId,
record: candidate,
remote_branch: "codex/wp7-01",
remote_commit: upstreamRemoteSha,
status: "passed",
}, null, 2)}\n`);
writeFileSync(resolve(caseDirectory, "commands.json"), `${JSON.stringify({ commands, run_id: runId }, null, 2)}\n`);
const evidenceRefs = ["candidate-dependency.json", "commands.json", ...requiredModelEvidence];
const missingEvidence = evidenceRefs.filter((path) => !existsSync(resolve(caseDirectory, path)));
const allModelsPassed = modelEvidence.every((entry) => entry.status === "passed" && entry.manual_review.status === "passed");
const commit = gitOutput(["rev-parse", "HEAD"]);
const remoteCommit = remoteSha("codex/wp7-02");
const dirty = gitOutput(["status", "--porcelain"]).length > 0;
const deliveryMatched = !dirty && commit === remoteCommit;
const status = missingEvidence.length > 0 ? "failed"
: allModelsPassed && deliveryMatched ? "passed"
: allModelsPassed ? "green"
: "externally_blocked";
const blockersByModel = Object.fromEntries(modelEvidence.map((entry) => [entry.model_id, entry.blockers]));
const realCalls = modelEvidence.reduce((total, entry) => total + entry.external_calls.real_calls, 0);
if (realCalls > 120) throw new Error("WP7_02_REAL_CALL_LIMIT_EXCEEDED");
const result = {
acceptance_criteria: ["AC-40", "AC-41"],
automation: ["controlled_real", "manual_review"],
blockers_by_model: blockersByModel,
candidate_run_id: candidateRunId,
commit,
evidence_refs: evidenceRefs,
fixture_ids: ["FX-WP7-CONTROLLED-REFERENCE"],
layer: ["EXT-REAL", "MANUAL"],
manifest: { path: "tasks.manifest.json", sha256: sha256("tasks.manifest.json") },
missing_evidence: missingEvidence,
phase: controlledReal ? "controlled_real" : "controlled_real_readiness",
real_calls: realCalls,
red_reason: "任一模型缺独立真实契约证据",
release_gate: ["release:P0-A"],
remote_branch: "codex/wp7-02",
remote_commit: remoteCommit,
requirements: ["GEN-13"],
run_id: runId,
status,
task_id: "TASK-WP7-02",
test_id: "TDD-WP7-EXT-001-three-real-models",
work_package: "WP-7",
worktree_under_test: dirty ? "uncommitted implementation" : "clean committed implementation",
};
writeFileSync(resolve(caseDirectory, "result.json"), `${JSON.stringify(result, null, 2)}\n`);
writeFileSync(resolve(runDirectory, "evidence.json"), `${JSON.stringify({
cases: [{ blockers_by_model: blockersByModel, missing_evidence: missingEvidence, status, test_id: result.test_id }],
candidate_run_id: candidateRunId,
commit,
phase: result.phase,
real_calls: realCalls,
redaction_scan: "passed",
remote_commit: remoteCommit,
run_id: runId,
status,
task_id: result.task_id,
}, null, 2)}\n`);
console.log(JSON.stringify({ blockers_by_model: blockersByModel, candidate_run_id: candidateRunId, real_calls: realCalls, run_id: runId, status }));
if (status === "failed") process.exit(1);
+175
View File
@@ -0,0 +1,175 @@
import { spawnSync } from "node:child_process";
import { createHash } from "node:crypto";
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { join, resolve } from "node:path";
import {
fileSha256,
readJson,
validateCandidateReference,
validateResendEvidence,
} from "./lib/resend-release-gate.mjs";
const phaseIndex = process.argv.indexOf("--phase");
const phase = phaseIndex >= 0 ? process.argv[phaseIndex + 1] : "green";
if (!new Set(["red", "green"]).has(phase)) throw new Error(`Unsupported phase: ${phase}`);
const candidateRunId = process.env.DADA_WP7_01_RUN_ID ?? "wp7-01-candidate-20260804052447717";
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-03-${phase}-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const caseId = "TDD-WP7-EXT-002-real-resend";
const caseDirectory = resolve(runDirectory, "cases", caseId);
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
mkdirSync(caseDirectory, { recursive: true });
function writeJson(path, value) {
writeFileSync(path, `${JSON.stringify(value, null, 2)}\n`);
}
function runCommand(name, command) {
const startedAt = new Date().toISOString();
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
encoding: "utf8",
env: process.env,
maxBuffer: 40 * 1024 * 1024,
stdio: "inherit",
});
return {
command,
exit_code: result.status ?? 1,
finished_at: new Date().toISOString(),
name,
started_at: startedAt,
};
}
const candidateEvidenceRoot = resolve(
process.env.DADA_WP7_01_EVIDENCE_DIR ?? join("artifacts", "tdd", candidateRunId),
);
const candidate = readJson(join(candidateEvidenceRoot, "release-candidate.json"));
const candidateErrors = candidate ? validateCandidateReference(candidate) : ["candidate_record_missing"];
writeJson(resolve(caseDirectory, "candidate-reference.json"), candidate ? {
browsers: candidate.browsers.map(({ brand, full_version: fullVersion, major }) => ({ brand, full_version: fullVersion, major })),
build_commit: candidate.build_commit,
candidate_status: candidate.status,
final_release: candidate.final_release,
fixed_port: candidate.fixed_port,
run_id: candidateRunId,
schema_version: "1.0",
} : {
candidate_status: "not_available",
reason: "candidate_record_missing",
run_id: candidateRunId,
schema_version: "1.0",
});
const commands = phase === "red" ? [] : [
["workspace-build", "pnpm build:workspace-packages"],
["integration", "pnpm test:integration"],
["api", "pnpm check:openapi && pnpm exec vitest run tests/api --maxWorkers=1"],
["security", "pnpm test:security"],
["tdd-trace", "pnpm validate:tdd-trace"],
].map(([name, command]) => runCommand(name, command));
const localGatePassed = phase === "red" || commands.length > 0 && commands.every(({ exit_code }) => exit_code === 0);
const redaction = {
absolute_paths_in_evidence: false,
credentials_in_evidence: false,
forbidden_matches: 0,
mailboxes_in_evidence: false,
private_content_in_evidence: false,
schema_version: "1.0",
status: "passed",
};
const externalRoot = process.env.DADA_RESEND_EVIDENCE_DIR ? resolve(process.env.DADA_RESEND_EVIDENCE_DIR) : undefined;
const realAuthorized = process.env.DADA_RESEND_REAL_AUTHORIZED === "1";
const externalFiles = ["domain-check.json", "delivery-summary.json", "auth-result.json", "redaction.json"];
const externalEvidence = externalRoot
? Object.fromEntries(externalFiles.map((file) => [file, readJson(join(externalRoot, file))]))
: {};
const externalEvidenceMissing = externalRoot ? externalFiles.filter((file) => !externalEvidence[file]) : externalFiles;
const externalErrors = externalRoot && externalEvidenceMissing.length === 0 && candidate
? validateResendEvidence({
authResult: externalEvidence["auth-result.json"],
candidate,
deliverySummary: externalEvidence["delivery-summary.json"],
domainCheck: externalEvidence["domain-check.json"],
redaction: externalEvidence["redaction.json"],
})
: [];
const externalBlockers = [];
if (candidateErrors.length > 0) externalBlockers.push("candidate_record_unavailable_or_drifted");
if (!realAuthorized) externalBlockers.push("controlled_domain_or_real_mailbox_authorization_absent");
if (!externalRoot) externalBlockers.push("real_resend_evidence_not_supplied");
if (externalRoot && externalEvidenceMissing.length > 0) externalBlockers.push("real_resend_evidence_incomplete");
if (externalErrors.length > 0) externalBlockers.push("real_resend_evidence_invalid");
if (phase === "red") {
writeJson(resolve(caseDirectory, "red-observation.json"), {
expected_failure: "Resend SPF/DKIM, free-rule, delivery, and formal authentication evidence is absent before TASK-WP7-03.",
observed_commands: ["pnpm test:wp7-03:red"],
red_reason: "TDD-WP7-EXT-002 requires controlled real domain/mailbox evidence; mock or pre-seeded accounts are not release evidence.",
status: "red_confirmed",
});
} else if (externalRoot && externalEvidenceMissing.length === 0 && candidateErrors.length === 0 && realAuthorized && externalErrors.length === 0) {
for (const file of externalFiles) writeJson(resolve(caseDirectory, file), externalEvidence[file]);
writeJson(resolve(caseDirectory, "source-hashes.json"), {
files: Object.fromEntries(externalFiles.map((file) => [file, fileSha256(join(externalRoot, file))])),
schema_version: "1.0",
});
} else {
writeJson(resolve(caseDirectory, "blocker.json"), {
blockers: externalErrors.length > 0 ? ["real_resend_evidence_invalid"] : externalBlockers,
mock_accepted_as_evidence: false,
paid_fallback_enabled: false,
preseeded_accounts_accepted_as_evidence: false,
real_calls_started: false,
schema_version: "1.0",
status: "externally_blocked",
});
writeJson(resolve(caseDirectory, "redaction.json"), redaction);
writeJson(resolve(caseDirectory, "source-hashes.json"), { files: {}, schema_version: "1.0" });
}
const expectedEvidence = phase === "red"
? ["candidate-reference.json", "red-observation.json"]
: externalRoot && externalEvidenceMissing.length === 0 && candidateErrors.length === 0 && realAuthorized && externalErrors.length === 0
? ["candidate-reference.json", "domain-check.json", "delivery-summary.json", "auth-result.json", "redaction.json", "source-hashes.json"]
: ["candidate-reference.json", "blocker.json", "redaction.json", "source-hashes.json"];
const missingEvidence = expectedEvidence.filter((file) => !existsSync(resolve(caseDirectory, file)));
const status = phase === "red"
? localGatePassed && missingEvidence.length === 0 ? "red_confirmed" : "failed"
: !localGatePassed || missingEvidence.length > 0 ? "failed"
: realAuthorized && (!externalRoot || externalEvidenceMissing.length > 0 || externalErrors.length > 0) ? "failed"
: externalRoot && externalEvidenceMissing.length === 0 && candidateErrors.length === 0 && realAuthorized && externalErrors.length === 0 ? "passed"
: "externally_blocked";
const manifest = {
path: "tasks.manifest.json",
sha256: createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase(),
};
const result = {
acceptance_criteria: ["AC-01", "AC-33", "AC-41", "AC-47", "AC-49"],
automation: ["controlled_real", "manual_review"],
candidate_run_id: candidateRunId,
commit: spawnSync("git", ["rev-parse", "HEAD"], { encoding: "utf8" }).stdout.trim(),
evidence_refs: expectedEvidence,
external_blockers: phase === "green" && status === "externally_blocked" ? externalBlockers : [],
finished_at: new Date().toISOString(),
layer: ["EXT-REAL", "MANUAL"],
manifest,
missing_evidence: missingEvidence,
phase,
requirements: ["AUTH-01", "AUTH-02", "AUTH-07"],
run_id: runId,
schema_version: "1.0",
status,
task_id: "TASK-WP7-03",
test_id: caseId,
work_package: "WP-7",
};
writeJson(resolve(caseDirectory, "commands.json"), { commands, phase, run_id: runId, schema_version: "1.0" });
writeJson(resolve(caseDirectory, "result.json"), result);
writeJson(resolve(runDirectory, "evidence.json"), { cases: [{ external_blockers: result.external_blockers, missing_evidence: missingEvidence, status, test_id: caseId }], phase, run_id: runId, status });
console.log(JSON.stringify({ external_blockers: result.external_blockers, phase, run_id: runId, status }, null, 2));
if (status === "failed") process.exit(1);
+261
View File
@@ -0,0 +1,261 @@
import { spawnSync } from "node:child_process";
import { createHash } from "node:crypto";
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-04-amap-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const caseDirectory = resolve(runDirectory, "cases", "TDD-WP7-EXT-003-real-amap");
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
mkdirSync(caseDirectory, { recursive: true });
function run(command, args, evidenceCommand = [command, ...args].join(" ")) {
const startedAt = new Date().toISOString();
const executable = process.platform === "win32" ? (process.env.ComSpec ?? "cmd.exe") : command;
const actualArgs = process.platform === "win32" ? ["/d", "/s", "/c", [command, ...args].join(" ")] : args;
const result = spawnSync(executable, actualArgs, { encoding: "utf8" });
return {
command: evidenceCommand,
exit_code: result.status ?? 1,
finished_at: new Date().toISOString(),
stderr: result.stderr ?? "",
stdout: result.stdout ?? "",
started_at: startedAt,
};
}
function skipped(command) {
const timestamp = new Date().toISOString();
return { command, exit_code: 1, finished_at: timestamp, started_at: timestamp, stderr: "prerequisite_failed", stdout: "" };
}
function readConsoleReview() {
const raw = process.env.DADA_AMAP_CONSOLE_REVIEW_JSON;
const fallback = {
allowlist: "not_verified",
auto_scaling: "not_verified",
paid_fallback: "not_verified",
qps: "not_verified",
qps_limit_per_second: null,
reviewed_at: null,
security_restriction: "not_verified",
service_binding: "not_verified",
source: "not_supplied",
valid: true,
};
if (!raw) return fallback;
try {
const parsed = JSON.parse(raw);
const requiredKeys = ["allowlist", "auto_scaling", "paid_fallback", "qps", "qps_limit_per_second", "reviewed_at", "security_restriction", "service_binding", "source"];
if (!parsed || typeof parsed !== "object" || Array.isArray(parsed) || Object.keys(parsed).sort().join("|") !== requiredKeys.sort().join("|")) {
return { ...fallback, source: "invalid_input", valid: false };
}
const statusFields = ["allowlist", "qps", "security_restriction", "service_binding"];
const statusValid = statusFields.every((field) => ["failed", "not_verified", "passed"].includes(parsed[field]));
const disabledFieldsValid = ["auto_scaling", "paid_fallback"].every((field) => ["disabled", "not_verified"].includes(parsed[field]));
const qpsLimitValid = parsed.qps === "passed"
? Number.isSafeInteger(parsed.qps_limit_per_second) && parsed.qps_limit_per_second >= 1 && parsed.qps_limit_per_second <= 1_000
: parsed.qps_limit_per_second === null;
const reviewedAtValid = typeof parsed.reviewed_at === "string" && Number.isFinite(Date.parse(parsed.reviewed_at));
if (!statusValid || !disabledFieldsValid || !qpsLimitValid || !reviewedAtValid || parsed.source !== "amap_console_manual_review") {
return { ...fallback, source: "invalid_input", valid: false };
}
return { ...parsed, valid: true };
} catch {
return { ...fallback, source: "invalid_input", valid: false };
}
}
function writeJson(path, value) {
writeFileSync(path, `${JSON.stringify(value, null, 2)}\n`);
}
function probeCode(value) {
return typeof value === "string" && /^[a-z0-9_]{1,64}$/.test(value) ? value : "invalid_output";
}
function containsForbiddenEvidence(value) {
const serialized = JSON.stringify(value);
return [
/[A-Za-z]:[\\/](?:Users|Documents)[\\/]/i,
/"(?:api[_-]?key|credential|secret_value|latitude|longitude|coordinates|email_address|ip_address)"\s*:/i,
/-----BEGIN (?:RSA |EC |OPENSSH )?PRIVATE KEY-----/,
].some((pattern) => pattern.test(serialized));
}
const consoleReview = readConsoleReview();
const build = run("pnpm", ["build:workspace-packages"]);
const locationRegression = build.exit_code === 0
? run("pnpm", ["exec", "vitest", "run", "tests/api/wp4-04-location.test.ts"])
: skipped("pnpm exec vitest run tests/api/wp4-04-location.test.ts");
const serviceRegression = build.exit_code === 0
? run("pnpm", ["exec", "vitest", "run", "tests/api/wp6-03-services.test.ts"])
: skipped("pnpm exec vitest run tests/api/wp6-03-services.test.ts");
const localHardStop = build.exit_code === 0
? run("pnpm", ["exec", "vitest", "run", "tests/api/wp7-04-amap-release-gate.test.ts"])
: skipped("pnpm exec vitest run tests/api/wp7-04-amap-release-gate.test.ts");
const productionAdapter = build.exit_code === 0
? run("pnpm", ["exec", "vitest", "run", "tests/api/wp7-04-amap-production-adapter.test.ts"])
: skipped("pnpm exec vitest run tests/api/wp7-04-amap-production-adapter.test.ts");
const consentFlow = build.exit_code === 0
? run("pnpm", ["exec", "vitest", "run", "tests/unit/wp4-04-palette-dynamic.test.ts"])
: skipped("pnpm exec vitest run tests/unit/wp4-04-palette-dynamic.test.ts");
const supervisorBuild = run("dotnet", ["build", "supervisor/Dada.Supervisor/Dada.Supervisor.csproj", "--configuration", "Release"]);
const supervisorSecurity = supervisorBuild.exit_code === 0
? run("dotnet", ["run", "--project", "supervisor/Dada.Supervisor.Tests/Dada.Supervisor.Tests.csproj", "--configuration", "Release"])
: skipped("dotnet run --project supervisor/Dada.Supervisor.Tests/Dada.Supervisor.Tests.csproj --configuration Release");
const supervisorExe = resolve("supervisor", "Dada.Supervisor", "bin", "Release", "net8.0-windows", "Dada.Supervisor.exe");
const external = supervisorBuild.exit_code === 0 && existsSync(supervisorExe)
? run(supervisorExe, ["secrets", "probe", "api-amap"], "Dada.Supervisor.exe secrets probe api-amap")
: skipped("Dada.Supervisor.exe secrets probe api-amap");
const trace = run("pnpm", ["validate:tdd-trace"]);
const security = run("pnpm", ["test:security"]);
const commands = [build, locationRegression, serviceRegression, localHardStop, productionAdapter, consentFlow, supervisorBuild, supervisorSecurity, external, trace, security]
.map(({ command, exit_code, finished_at, started_at }) => ({ command, exit_code, finished_at, started_at }));
const parsedExternal = (() => {
try { return JSON.parse(external.stdout.trim().split(/\r?\n/).at(-1) ?? ""); } catch { return {}; }
})();
const safeProbeCode = probeCode(parsedExternal.code);
const realCalls = Number.isSafeInteger(parsedExternal.real_calls) && parsedExternal.real_calls >= 0 && parsedExternal.real_calls <= 2
? parsedExternal.real_calls
: 0;
const probePassed = external.exit_code === 0 && safeProbeCode === "amap_probe_passed" && realCalls === 2;
const hardStopPassed = localHardStop.exit_code === 0;
const productionAdapterPassed = productionAdapter.exit_code === 0;
const consentPassed = consentFlow.exit_code === 0;
const supervisorSecurityPassed = supervisorSecurity.exit_code === 0;
const regressionPassed = locationRegression.exit_code === 0 && serviceRegression.exit_code === 0;
const automatedPassed = build.exit_code === 0 && hardStopPassed && productionAdapterPassed && consentPassed && supervisorSecurityPassed && regressionPassed && trace.exit_code === 0 && security.exit_code === 0;
const manualReviewPassed = consoleReview.valid
&& consoleReview.service_binding === "passed"
&& consoleReview.qps === "passed"
&& consoleReview.allowlist === "passed"
&& consoleReview.security_restriction === "passed"
&& consoleReview.paid_fallback === "disabled"
&& consoleReview.auto_scaling === "disabled";
const requiredBeforeRelease = [];
if (!probePassed) requiredBeforeRelease.push("real_location_and_reverse_geocode");
if (consoleReview.service_binding !== "passed") requiredBeforeRelease.push("service_binding");
if (consoleReview.qps !== "passed") requiredBeforeRelease.push("qps_confirmation");
if (consoleReview.allowlist !== "passed") requiredBeforeRelease.push("allowlist_confirmation");
if (consoleReview.security_restriction !== "passed") requiredBeforeRelease.push("security_restriction");
if (consoleReview.paid_fallback !== "disabled") requiredBeforeRelease.push("paid_fallback_disabled");
if (consoleReview.auto_scaling !== "disabled") requiredBeforeRelease.push("auto_scaling_disabled");
if (!hardStopPassed) requiredBeforeRelease.push("monthly_1000_hard_stop");
if (!productionAdapterPassed) requiredBeforeRelease.push("production_amap_adapter");
if (!consentPassed) requiredBeforeRelease.push("dyn004_confirmation");
if (!supervisorSecurityPassed) requiredBeforeRelease.push("controlled_probe_security");
const blocker = !automatedPassed
? "automated_regression_failed"
: !probePassed
? safeProbeCode
: !consoleReview.valid
? "manual_review_invalid"
: consoleReview.allowlist === "failed"
? "amap_allowlist_unconfigured"
: consoleReview.security_restriction === "failed"
? "amap_security_restriction_unconfigured"
: !manualReviewPassed
? "manual_acceptance_required"
: null;
const status = !automatedPassed ? "failed" : probePassed && manualReviewPassed ? "passed" : "externally_blocked";
const contractEvidence = {
blocker,
checks: {
allowlist: consoleReview.allowlist === "passed" ? "manual_console_passed" : consoleReview.allowlist,
auto_scaling: consoleReview.auto_scaling,
client_security_controls: productionAdapterPassed && supervisorSecurityPassed ? "automated_passed" : "failed",
controlled_probe_security: supervisorSecurityPassed ? "automated_passed" : "failed",
dyn004_hard_stop: consentPassed ? "confirmation_contract_passed" : "failed",
location_and_reverse_geocode: probePassed ? "real_probe_passed" : "not_verified",
monthly_hard_limit_1000: hardStopPassed ? "local_pre_egress_passed" : "failed",
paid_fallback: consoleReview.paid_fallback,
production_adapter: productionAdapterPassed ? "credential_channel_real_adapter_passed" : "failed",
provider_qps: consoleReview.qps === "passed" ? "manual_console_passed" : consoleReview.qps,
provider_qps_limit_per_second: consoleReview.qps_limit_per_second,
security_binding: consoleReview.security_restriction === "passed" ? "manual_console_passed" : consoleReview.security_restriction,
service_binding: consoleReview.service_binding === "passed" ? "manual_console_passed" : consoleReview.service_binding,
},
mode: probePassed ? "controlled_real" : "blocked",
real_calls: realCalls,
status,
schema_version: "1.1",
};
const externalCallsEvidence = {
blocker,
mode: probePassed ? "controlled_real" : "blocked",
real_calls: realCalls,
request_scope: ["geocoding", "reverse_geocoding"],
service: "amap",
source_command_status: safeProbeCode,
status,
schema_version: "1.1",
};
const manualReviewEvidence = {
blocker,
checks: {
allowlist: consoleReview.allowlist,
auto_scaling: consoleReview.auto_scaling,
paid_fallback: consoleReview.paid_fallback,
qps: consoleReview.qps,
qps_limit_per_second: consoleReview.qps_limit_per_second,
security_restriction: consoleReview.security_restriction,
service_binding: consoleReview.service_binding,
},
required_before_release: requiredBeforeRelease,
reviewed_at: consoleReview.reviewed_at,
source: consoleReview.source,
status,
schema_version: "1.1",
};
const result = {
acceptance_criteria: ["AC-17", "AC-41", "AC-47"],
automation: ["controlled_real", "manual_review"],
blocker,
contract_regression: automatedPassed ? "passed" : "failed",
external_calls: realCalls,
finished_at: new Date().toISOString(),
manifest: { path: "tasks.manifest.json", sha256: createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase() },
missing_evidence: requiredBeforeRelease,
parent_family: "TDD-WP7-EXT-003",
phase: "green",
release_gate: ["release:P0-A"],
requirements: ["DYN-04", "PRIV-03"],
run_id: runId,
schema_version: "1.1",
status,
task_id: "TASK-WP7-04",
test_id: "TDD-WP7-EXT-003-real-amap",
work_package: "WP-7",
};
const commandsEvidence = { commands, run_id: runId, schema_version: "1.1" };
const evidenceIndex = { cases: [{ status: result.status, test_id: result.test_id }], run_id: runId, status: result.status, schema_version: "1.1" };
const redactionInputs = [contractEvidence, externalCallsEvidence, manualReviewEvidence, result, commandsEvidence, evidenceIndex];
const evidenceRedactionPassed = !redactionInputs.some(containsForbiddenEvidence);
const redactionEvidence = {
findings: evidenceRedactionPassed ? [] : ["forbidden_evidence_field"],
forbidden_fields_present: !evidenceRedactionPassed,
source_security_scan: security.exit_code === 0 ? "passed" : "failed",
status: evidenceRedactionPassed && security.exit_code === 0 ? "passed" : "failed",
stored_fields: ["service", "status", "logical_limit", "manual_review_status", "qps_limit_per_second"],
schema_version: "1.1",
};
if (redactionEvidence.status !== "passed") {
result.status = "failed";
result.blocker = "redaction_failed";
evidenceIndex.status = "failed";
evidenceIndex.cases[0].status = "failed";
}
writeJson(resolve(caseDirectory, "amap-contract.json"), contractEvidence);
writeJson(resolve(caseDirectory, "external-calls.json"), externalCallsEvidence);
writeJson(resolve(caseDirectory, "redaction.json"), redactionEvidence);
writeJson(resolve(caseDirectory, "manual-review.json"), manualReviewEvidence);
writeJson(resolve(caseDirectory, "commands.json"), commandsEvidence);
writeJson(resolve(caseDirectory, "result.json"), result);
writeJson(resolve(runDirectory, "evidence.json"), evidenceIndex);
console.log(JSON.stringify(result, null, 2));
if (result.status === "failed") process.exit(1);
+13
View File
@@ -0,0 +1,13 @@
import { runWp705Gate } from './lib/wp7-05-ui-gate.mjs';
const result = runWp705Gate({
candidatePath: process.env.WP7_01_CANDIDATE_RECORD,
evidence: null,
dependencies: {
'TASK-WP7-03': 'externally_blocked',
'TASK-WP7-04': 'externally_blocked',
},
});
console.log(JSON.stringify({ task: 'TASK-WP7-05', ...result }));
process.exitCode = result.status === 'ready_for_execution' ? 0 : 3;
+108
View File
@@ -0,0 +1,108 @@
import { spawnSync } from "node:child_process";
import { createHash } from "node:crypto";
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
import { validateTddTrace } from "./lib/tdd-trace.mjs";
import { buildWp706PrefreezeReport, REQUIRED_UPSTREAM } from "./lib/wp7-06-prefreeze.mjs";
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-06-prefreeze-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const caseDirectory = resolve(runDirectory, "cases", "TDD-WP7-AC-001-trace-structure");
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
mkdirSync(caseDirectory, { recursive: true });
function writeJson(path, value) {
writeFileSync(path, `${JSON.stringify(value, null, 2)}\n`);
}
function git(args) {
const result = spawnSync("git", args, { encoding: "utf8", timeout: 60_000 });
if ((result.status ?? 1) !== 0) throw new Error(`WP7_06_GIT_COMMAND_FAILED:${args[0]}`);
return result.stdout.trim();
}
function runCommand(name, command) {
const startedAt = new Date().toISOString();
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
encoding: "utf8",
env: process.env,
maxBuffer: 64 * 1024 * 1024,
});
if (result.stdout) process.stdout.write(result.stdout);
if (result.stderr) process.stderr.write(result.stderr);
return {
command,
exit_code: result.status ?? 1,
finished_at: new Date().toISOString(),
name,
started_at: startedAt,
};
}
const commands = [
runCommand("prefreeze-unit", "node --test tests/package/wp7-06-prefreeze.test.mjs"),
runCommand("tdd-trace", "pnpm validate:tdd-trace"),
];
if (commands.some((command) => command.exit_code !== 0)) {
writeJson(resolve(caseDirectory, "commands.json"), { commands, run_id: runId, schema_version: "1.0" });
process.exit(1);
}
const trace = validateTddTrace();
const currentCommit = git(["rev-parse", "HEAD"]);
const remoteLines = git(["ls-remote", "--heads", "origin", "codex/wp7-01", "codex/wp7-02", "codex/wp7-03", "codex/wp7-04", "codex/wp7-05"])
.split(/\r?\n/)
.filter(Boolean);
const remoteHeads = Object.fromEntries(remoteLines.map((line) => {
const [head, reference] = line.split(/\s+/);
return [reference.replace("refs/heads/", ""), head];
}));
const upstream = Object.fromEntries(Object.entries(REQUIRED_UPSTREAM).map(([taskId, status]) => {
const branch = taskId.replace("TASK-", "codex/").toLowerCase();
const head = remoteHeads[branch];
const ancestry = spawnSync("git", ["merge-base", "--is-ancestor", head ?? "missing", "HEAD"], { encoding: "utf8", timeout: 30_000 });
return [taskId, { branch, head, merged: ancestry.status === 0, status }];
}));
const report = buildWp706PrefreezeReport({
currentCommit,
releaseExists: existsSync(resolve("RELEASE.json")),
trace,
upstream,
});
const result = {
acceptance_criteria: Array.from({ length: 56 }, (_, index) => index + 1)
.filter((number) => ![8, 26, 37, 54].includes(number))
.map((number) => `AC-${String(number).padStart(2, "0")}`),
automation: ["automated", "manual_review"],
commit: currentCommit,
evidence_refs: ["commands.json", "trace-summary.json", "upstream-lineage.json", "deferred-external.json"],
finished_at: new Date().toISOString(),
manifest: {
path: "tasks.manifest.json",
sha256: createHash("sha256").update(readFileSync("tasks.manifest.json")).digest("hex").toUpperCase(),
},
missing_evidence: [],
release_gate: ["release:P0-A"],
requirements: ["NFR-05"],
run_id: runId,
schema_version: "1.0",
status: report.status,
task_id: "TASK-WP7-06",
test_id: "TDD-WP7-AC-001-trace-structure",
work_package: "WP-7",
};
writeJson(resolve(caseDirectory, "commands.json"), { commands, run_id: runId, schema_version: "1.0" });
writeJson(resolve(caseDirectory, "trace-summary.json"), { status: trace.status, summary: trace.summary, schema_version: "1.0" });
writeJson(resolve(caseDirectory, "upstream-lineage.json"), { current_commit: currentCommit, tasks: report.upstream, schema_version: "1.0" });
writeJson(resolve(caseDirectory, "deferred-external.json"), {
policy: "product_owner_first_version_nonblocking",
tasks: report.deferred_external_tasks,
treated_as_real_provider_pass: false,
schema_version: "1.0",
});
writeJson(resolve(caseDirectory, "result.json"), result);
writeJson(resolve(runDirectory, "evidence.json"), { cases: [{ missing_evidence: [], status: result.status, test_id: result.test_id }], run_id: runId, status: result.status, schema_version: "1.0" });
console.log(JSON.stringify({ deferred_external_tasks: report.deferred_external_tasks, next_task: report.next_task, run_id: runId, status: report.status }, null, 2));
+157
View File
@@ -0,0 +1,157 @@
import { spawnSync } from "node:child_process";
import { copyFileSync, existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { basename, join, resolve } from "node:path";
import { buildAndValidatePortablePackage } from "./lib/portable-package.mjs";
import { readCandidateEnvironment } from "./lib/release-candidate.mjs";
import {
buildFinalReleaseRecord,
scanReleaseFiles,
sha256File,
validateFinalEvidence,
} from "./lib/wp7-07-final-release.mjs";
const runId = process.env.DADA_TDD_RUN_ID ?? `wp7-07-final-${new Date().toISOString().replace(/[^0-9]/g, "")}`;
const runDirectory = resolve("artifacts", "tdd", runId);
const releaseCase = resolve(runDirectory, "cases", "TDD-WP7-REL-001-final-release-record");
const securityCase = resolve(runDirectory, "cases", "TDD-WP7-SEC-001-artifact-leak-scan");
const outputRoot = resolve(".build", "wp7-07-final-release");
if (existsSync(runDirectory)) throw new Error(`Evidence run already exists: ${runId}`);
mkdirSync(releaseCase, { recursive: true });
mkdirSync(securityCase, { recursive: true });
function writeJson(path, value) {
writeFileSync(path, `${JSON.stringify(value, null, 2)}\n`);
}
function git(args) {
const result = spawnSync("git", args, { encoding: "utf8", maxBuffer: 64 * 1024 * 1024, timeout: 120_000 });
if ((result.status ?? 1) !== 0) throw new Error(`WP7_07_GIT_FAILED:${args.join(" ")}`);
return result.stdout.trim();
}
function gitGrep(args) {
const result = spawnSync("git", ["grep", ...args], { encoding: "utf8", maxBuffer: 64 * 1024 * 1024, timeout: 120_000 });
if (![0, 1].includes(result.status ?? 2)) throw new Error("WP7_07_GIT_GREP_FAILED");
return result.status === 0 ? result.stdout.trim() : "";
}
function run(name, command) {
const startedAt = new Date().toISOString();
const result = spawnSync(process.env.ComSpec ?? "cmd.exe", ["/d", "/s", "/c", command], {
encoding: "utf8",
env: process.env,
maxBuffer: 64 * 1024 * 1024,
});
if (result.stdout) process.stdout.write(result.stdout);
if (result.stderr) process.stderr.write(result.stderr);
return { command, exit_code: result.status ?? 1, finished_at: new Date().toISOString(), name, started_at: startedAt };
}
const currentCommit = git(["rev-parse", "HEAD"]);
const prefreezeCommit = git(["ls-remote", "origin", "refs/heads/codex/wp7-06"]).split(/\s+/)[0];
if (!prefreezeCommit || spawnSync("git", ["merge-base", "--is-ancestor", prefreezeCommit, "HEAD"]).status !== 0) {
throw new Error("WP7_07_PREFREEZE_LINEAGE_INVALID");
}
const commands = [
run("unit", "node --test tests/package/wp7-07-final-release.test.mjs"),
run("security", "pnpm test:security"),
run("trace", "pnpm validate:tdd-trace"),
];
if (commands.some(({ exit_code }) => exit_code !== 0)) {
writeJson(join(releaseCase, "commands.json"), { commands, run_id: runId, schema_version: "1.0" });
process.exit(1);
}
const environment = readCandidateEnvironment();
const packageJson = JSON.parse(readFileSync("package.json", "utf8"));
const release = buildFinalReleaseRecord({
appVersion: packageJson.version,
browsers: environment.browsers.map(({ brand, full_version }) => ({ brand, fullVersion: full_version })),
buildCommit: currentCommit,
frozenFromCommit: prefreezeCommit,
recordedAt: new Date().toISOString(),
windows: {
arch: environment.windows.arch,
build: environment.windows.build,
displayVersion: environment.windows.display_version,
},
});
writeJson(resolve("RELEASE.json"), release);
const packageResult = await buildAndValidatePortablePackage({ evidenceDirectory: releaseCase, outputRoot, releaseRecord: release });
const packageDirectory = join(outputRoot, packageResult.packageManifest.package_name);
const zipPath = join(outputRoot, `${packageResult.packageManifest.package_name}.zip`);
const releaseSha256 = sha256File(resolve("RELEASE.json"));
const packageReleaseSha256 = sha256File(join(packageDirectory, "RELEASE.json"));
if (releaseSha256 !== packageReleaseSha256) throw new Error("WP7_07_PACKAGE_RELEASE_DRIFT");
const finalScan = scanReleaseFiles({ roots: [packageDirectory, releaseCase] });
const trackedSensitive = gitGrep(["-I", "-n", "-E", "C:\\\\Users\\\\[^\\\\]+|sk-[A-Za-z0-9_-]{24,}", "HEAD", "--", ":!tests", ":!scripts/lib/wp7-07-final-release.mjs"]);
const scan = {
...finalScan,
git_current_findings: trackedSensitive ? trackedSensitive.split(/\r?\n/).filter(Boolean) : [],
status: finalScan.status === "passed" && !trackedSensitive ? "passed" : "failed",
};
writeJson(join(securityCase, "scan-report.json"), scan);
writeJson(join(securityCase, "allowlist.json"), {
entries: ["tests/**:synthetic security traps", "scripts/lib/wp7-07-final-release.mjs:scanner patterns"],
real_values_allowed: false,
schema_version: "1.0",
});
if (scan.status !== "passed") throw new Error("WP7_07_LEAK_SCAN_FAILED");
const finalEvidence = validateFinalEvidence({ packageManifest: packageResult.packageManifest, release, releaseSha256, scan });
copyFileSync(resolve("RELEASE.json"), join(releaseCase, "RELEASE.json"));
copyFileSync(join(packageDirectory, "START-HERE.txt"), join(releaseCase, "START-HERE.txt"));
writeJson(join(releaseCase, "environment.json"), {
browsers: release.browsers,
fixed_port: release.fixedPort,
windows: release.windows,
schema_version: "1.0",
});
writeJson(join(releaseCase, "final-package.json"), {
file_name: basename(zipPath),
release_sha256: finalEvidence.release_sha256,
release_status: release.releaseStatus,
zip_sha256: finalEvidence.zip_sha256,
schema_version: "1.0",
});
writeJson(join(releaseCase, "commands.json"), { commands, run_id: runId, schema_version: "1.0" });
writeJson(join(releaseCase, "result.json"), {
acceptance_criteria: ["AC-24", "AC-41", "AC-48", "AC-56"],
deferred_external_tasks: release.deferredExternalTasks,
evidence_refs: ["RELEASE.json", "START-HERE.txt", "environment.json", "package-manifest.json", "final-package.json"],
release_gate: ["release:P0-A"],
requirements: ["NFR-01", "NFR-09", "PRIV-01", "PRIV-02"],
status: "passed",
task_id: "TASK-WP7-07",
test_id: "TDD-WP7-REL-001-final-release-record",
});
writeJson(join(securityCase, "result.json"), {
evidence_refs: ["scan-report.json", "allowlist.json"],
status: "passed",
task_id: "TASK-WP7-07",
test_id: "TDD-WP7-SEC-001-artifact-leak-scan",
});
writeJson(join(runDirectory, "evidence.json"), {
cases: [
{ missing_evidence: [], status: "passed", test_id: "TDD-WP7-REL-001-final-release-record" },
{ missing_evidence: [], status: "passed", test_id: "TDD-WP7-SEC-001-artifact-leak-scan" },
],
deferred_external_tasks: release.deferredExternalTasks,
release_sha256: finalEvidence.release_sha256,
run_id: runId,
status: "passed",
zip_sha256: finalEvidence.zip_sha256,
schema_version: "1.0",
});
console.log(JSON.stringify({
deferred_external_tasks: release.deferredExternalTasks,
release_sha256: finalEvidence.release_sha256,
run_id: runId,
status: "passed",
zip_sha256: finalEvidence.zip_sha256,
}, null, 2));
+209 -13
View File
@@ -1,3 +1,23 @@
import { spawnSync } from "node:child_process";
import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
import { resolve } from "node:path";
import {
WP7_02_CONTROLLED_REAL_LIMIT,
validateSanitizedEvidence,
} from "./lib/wp7-02-controlled-executor.mjs";
import {
assembleControlledModelEvidence,
runControlledRealScenarios,
} from "./lib/wp7-02-controlled-matrix.mjs";
import {
AI_GATEWAY_CREDENTIAL_TARGET,
WP7_02_MODEL_IDS,
buildBlockedModelEvidence,
inspectAiGatewayReadiness,
writeBlockedModelEvidence,
} from "./lib/wp7-02-external-contract.mjs";
const allowedServices = new Set(["ai", "ai-gateway-service-id", "resend", "amap"]);
function argument(name) {
@@ -5,23 +25,199 @@ function argument(name) {
return index >= 0 ? process.argv[index + 1] : undefined;
}
function output(value, error = false) {
const serialized = JSON.stringify(validateSanitizedEvidence(value));
if (error) console.error(serialized); else console.log(serialized);
}
const service = argument("--service");
const runId = argument("--run-id");
const model = argument("--model");
const candidatePath = argument("--candidate-record") ?? process.env.DADA_WP7_01_CANDIDATE_RECORD;
const configPath = argument("--config-manifest") ?? process.env.DADA_WP7_02_MODEL_CONFIG_MANIFEST;
const evidenceDirectory = argument("--evidence-dir") ?? process.env.DADA_WP7_02_EVIDENCE_DIR;
const maxRealCalls = Number(argument("--max-real-calls"));
const confirmed = process.argv.includes("--confirm-controlled-real");
const executeControlledReal = process.argv.includes("--execute-controlled-real");
const credentialStdin = process.argv.includes("--credential-stdin");
const readinessOnly = process.argv.includes("--readiness-only");
if (!allowedServices.has(service) || !runId || ((service === "ai" || service === "ai-gateway-service-id") && !model)) {
console.error("Usage: pnpm validate:external -- --service <ai|ai-gateway-service-id|resend|amap> --run-id <id> [--model <model-id>]");
if (!allowedServices.has(service) || !runId || ((service === "ai" || service === "ai-gateway-service-id") && !WP7_02_MODEL_IDS.includes(model))) {
console.error("Usage: pnpm validate:external -- --service <ai|ai-gateway-service-id|resend|amap> --run-id <id> [--model <model-id>] [--readiness-only]");
process.exit(2);
}
console.log(
JSON.stringify({
blocker: service === "ai" || service === "ai-gateway-service-id" ? "real_gateway_credentials_absent" : undefined,
mode: "mock",
model,
real_calls: 0,
run_id: runId,
service,
status: service === "ai" || service === "ai-gateway-service-id" ? "not_applicable" : "not_applicable_for_TASK-WP0-01",
}),
);
if (service !== "ai" && service !== "ai-gateway-service-id") {
console.log(JSON.stringify({ mode: "mock", real_calls: 0, run_id: runId, service, status: "not_applicable_for_TASK-WP0-01" }));
process.exit(0);
}
function parseInputs() {
const candidateRecord = candidatePath && existsSync(candidatePath) ? JSON.parse(readFileSync(candidatePath, "utf8")) : undefined;
const configManifest = configPath && existsSync(configPath) ? JSON.parse(readFileSync(configPath, "utf8")) : undefined;
const modelConfig = Array.isArray(configManifest?.models)
? configManifest.models.find((entry) => entry?.model_id === model)
: undefined;
return { candidateRecord, modelConfig };
}
function delegateToSecureBroker() {
if (!candidatePath || !configPath || !evidenceDirectory || !confirmed || maxRealCalls !== WP7_02_CONTROLLED_REAL_LIMIT) {
output({ code: "WP7_02_CONTROLLED_EXECUTION_ARGUMENTS_REQUIRED", model, real_calls: 0, run_id: runId, service, status: "failed" }, true);
return 2;
}
const args = [
"run", "--no-build", "--project", "supervisor/Dada.Supervisor/Dada.Supervisor.csproj", "--",
"validate-external",
"--service", "ai-gateway-service-id",
"--model", model,
"--run-id", runId,
"--max-real-calls", String(maxRealCalls),
"--confirm-controlled-real",
"--execute-controlled-real",
];
const result = spawnSync("dotnet", args, {
encoding: "utf8",
env: {
...process.env,
DADA_WP7_01_CANDIDATE_RECORD: candidatePath,
DADA_WP7_02_EVIDENCE_DIR: evidenceDirectory,
DADA_WP7_02_MODEL_CONFIG_MANIFEST: configPath,
},
maxBuffer: 64 * 1024 * 1024,
timeout: 20 * 60_000,
windowsHide: true,
});
const stdout = result.stdout?.trim() ?? "";
const stderr = result.stderr?.trim() ?? "";
const selected = stdout || stderr;
try {
if (!selected || (stdout && stderr)) throw new Error("invalid_output");
const parsed = validateSanitizedEvidence(JSON.parse(selected));
output(parsed, !stdout);
} catch {
output({ code: "WP7_02_SECURE_BROKER_FAILED", model, real_calls: 0, run_id: runId, service, status: "failed" }, true);
return 1;
}
return result.status ?? 1;
}
async function readCredentialFromStdin() {
let serialized = "";
for await (const chunk of process.stdin) {
serialized += chunk.toString("utf8");
if (serialized.length > 16_384) throw new Error("WP7_02_CREDENTIAL_CHANNEL_INVALID");
}
const payload = JSON.parse(serialized);
serialized = "";
if (!payload || typeof payload !== "object" || Array.isArray(payload)
|| Object.keys(payload).length !== 1 || typeof payload[AI_GATEWAY_CREDENTIAL_TARGET] !== "string"
|| payload[AI_GATEWAY_CREDENTIAL_TARGET].length < 8) {
throw new Error("WP7_02_CREDENTIAL_CHANNEL_INVALID");
}
const token = payload[AI_GATEWAY_CREDENTIAL_TARGET];
payload[AI_GATEWAY_CREDENTIAL_TARGET] = "";
return token;
}
function readDeterministicState() {
const path = evidenceDirectory && resolve(evidenceDirectory, "deterministic-state.json");
if (!path || !existsSync(path)) throw new Error("WP7_02_DETERMINISTIC_STATE_REQUIRED");
return validateSanitizedEvidence(JSON.parse(readFileSync(path, "utf8")));
}
function writeControlledEvidence(directory, evidence, readiness) {
mkdirSync(resolve(directory), { recursive: true });
const files = {
"contract-matrix.json": evidence.matrix,
"external-calls.json": evidence.external_calls,
"manual-review.json": evidence.manual_review,
"readiness.json": {
blockers: evidence.status === "passed" ? [] : evidence.external_calls.calls.filter((call) => call.status !== "passed").map((call) => call.error_code ?? call.scenario_id),
candidate: readiness.candidate,
evidence_id: evidence.evidence_id,
model_id: evidence.model_id,
run_id: evidence.run_id,
status: evidence.status,
},
"redaction.json": evidence.redaction,
};
for (const [name, value] of Object.entries(files)) {
writeFileSync(resolve(directory, name), `${JSON.stringify(validateSanitizedEvidence(value), null, 2)}\n`);
}
}
async function main() {
const { candidateRecord, modelConfig } = parseInputs();
if (!candidateRecord) {
output({ blockers: ["candidate_record_absent", ...(confirmed ? [] : ["explicit_confirmation_absent"])], mode: "controlled_real_not_executed", model, real_calls: 0, run_id: runId, service, status: "externally_blocked" });
return 3;
}
if (executeControlledReal && !credentialStdin) return delegateToSecureBroker();
let token = "";
try {
if (credentialStdin) token = await readCredentialFromStdin();
const readiness = inspectAiGatewayReadiness({
candidateRecord,
confirmed,
credentialTargets: credentialStdin ? [AI_GATEWAY_CREDENTIAL_TARGET] : [],
modelConfig,
modelId: model,
});
if (!credentialStdin) {
readiness.blockers = readiness.blockers.filter((blocker) => blocker !== "real_gateway_credentials_absent");
readiness.blockers.push("secure_credential_check_requires_execution");
}
readiness.status = readiness.blockers.length > 0 ? "externally_blocked" : "ready_for_controlled_execution";
if (!executeControlledReal || readinessOnly || readiness.blockers.length > 0) {
if (readiness.blockers.length > 0 && evidenceDirectory) {
writeBlockedModelEvidence(evidenceDirectory, buildBlockedModelEvidence({
blockers: readiness.blockers, candidateRecord, modelConfig: readiness.model_config, modelId: model, runId,
}));
}
output({
blockers: readiness.blockers,
candidate_build_commit: readiness.candidate.build_commit,
mode: readinessOnly ? "readiness_only" : "controlled_real_not_executed",
model,
planned_provider_requests_max: readiness.plan.planned_provider_requests_max,
planned_request_breakdown: readiness.plan.planned_request_breakdown,
real_calls: 0,
run_id: runId,
service,
status: readiness.status,
});
return readiness.blockers.length > 0 ? 3 : 0;
}
const deterministicState = readDeterministicState();
const realExecution = await runControlledRealScenarios({ maxRealCalls, modelConfig, token });
const evidence = assembleControlledModelEvidence({ deterministicState, modelConfig, realExecution, runId });
writeControlledEvidence(evidenceDirectory, evidence, readiness);
output({
blockers: realExecution.blockers,
config_version: modelConfig.config_version,
model,
planned_real_calls: realExecution.planned_real_calls,
real_calls: realExecution.real_calls,
run_id: runId,
service,
status: evidence.status === "passed" ? "controlled_real_passed_pending_manual_review" : "externally_blocked",
});
return evidence.status === "passed" ? 0 : 3;
} finally {
token = "";
}
}
try {
process.exitCode = await main();
} catch (error) {
const message = error instanceof Error ? error.message : String(error);
const code = /^WP7_02_[A-Z0-9_:]+$/.test(message) ? message : "WP7_02_EXTERNAL_VALIDATION_FAILED";
output({ code, model, real_calls: 0, run_id: runId, service, status: "failed" }, true);
process.exitCode = 1;
}
+91 -9
View File
@@ -16,6 +16,12 @@ internal static class Program
return await RunCredentialChildAsync();
}
if (args.FirstOrDefault() == "--credential-echo")
{
Console.Write(await Console.In.ReadToEndAsync());
return 0;
}
if (args.FirstOrDefault() == "--instance-probe")
{
using var instance = await SingleInstanceCoordinator.TryAcquireAsync(args[1], args[2]);
@@ -32,7 +38,9 @@ internal static class Program
{
var security = await TestCredentialBoundaryAsync();
var supervisor = await TestSupervisorLifecycleAsync();
await TestAmapProbeSecurityAsync();
TestSecureConfigurationPersistence();
TestRuntimeDirectoryBootstrap();
TestStructuredLogging();
WriteEvidence(Environment.GetEnvironmentVariable("DADA_EVIDENCE_DIR_SEC"), security);
WriteEvidence(Environment.GetEnvironmentVariable("DADA_EVIDENCE_DIR_SUP"), supervisor);
@@ -46,6 +54,20 @@ internal static class Program
}
}
private static async Task TestAmapProbeSecurityAsync()
{
using var handler = AmapProbe.CreateHandler();
False(handler.AllowAutoRedirect, "Amap probe redirects disabled");
Equal(1, handler.MaxConnectionsPerServer, "Amap probe per-server connection cap");
True(AmapProbe.IsAllowedEndpoint(new Uri("https://restapi.amap.com/v3/geocode/regeo")), "Amap fixed HTTPS endpoint accepted");
False(AmapProbe.IsAllowedEndpoint(new Uri("http://restapi.amap.com/v3/geocode/regeo")), "Amap HTTP endpoint rejected");
False(AmapProbe.IsAllowedEndpoint(new Uri("https://example.invalid/v3/geocode/regeo")), "Amap alternate host rejected");
using var oversized = new ByteArrayContent(new byte[AmapProbe.MaximumResponseBytes + 1]);
await ThrowsAsync<InvalidDataException>(
() => AmapProbe.ReadBoundedJsonAsync(oversized),
"Amap oversized response must be rejected before parsing");
}
private static void TestStructuredLogging()
{
Equal(10 * 1024 * 1024L, StructuredJsonlLogger.SizeLimitBytes, "Supervisor log byte limit");
@@ -104,6 +126,29 @@ internal static class Program
}
}
private static void TestRuntimeDirectoryBootstrap()
{
var root = Path.Combine(Path.GetTempPath(), $"dada-runtime-root-{Guid.NewGuid():N}");
try
{
Directory.CreateDirectory(root);
SupervisorRuntime.EnsureRuntimeDirectories(root);
foreach (var relativePath in new[]
{
"db", "content/references", "content/generated", "content/exports",
"managed-assets", "derived-assets", "staging",
"logs/api", "logs/worker", "logs/supervisor",
})
{
True(Directory.Exists(Path.Combine(root, relativePath)), $"runtime directory missing: {relativePath}");
}
}
finally
{
if (Directory.Exists(root)) Directory.Delete(root, recursive: true);
}
}
private static async Task<object> TestCredentialBoundaryAsync()
{
var store = new TestCredentialStore();
@@ -120,6 +165,35 @@ internal static class Program
var workerProbe = await LaunchCredentialProbeAsync(ChildRole.Worker, store);
EqualSequence(new[] { CredentialCatalog.WorkerAiGateway }, workerProbe.Names, "Worker credential scope");
var leakProbe = await CredentialProcessLauncher.RunToCompletionAsync(
new ProcessStartInfo(Environment.ProcessPath!, "--credential-echo"), ChildRole.Worker, store);
True(leakProbe.SensitiveOutputDetected, "credential echo must be detected");
Equal(string.Empty, leakProbe.StandardOutput, "credential echo output discarded");
Equal(string.Empty, leakProbe.StandardError, "credential echo error discarded");
True(AiGatewayProbe.TryValidateOutput("{\"code\":\"ai_probe_passed\",\"mime_type\":\"image/png\",\"pixel_height\":1080,\"pixel_width\":1080,\"real_calls\":1,\"success\":true}", out _), "AI probe success output accepted");
False(AiGatewayProbe.TryValidateOutput("{\"code\":\"ai_probe_passed\",\"raw_body\":\"private\",\"real_calls\":1,\"success\":true}", out _), "AI probe private output rejected");
var externalArguments = new[]
{
"--service", "ai-gateway-service-id",
"--model", "gpt-image-2",
"--run-id", "wp7-02-supervisor-probe",
"--max-real-calls", "120",
"--confirm-controlled-real",
"--execute-controlled-real",
};
EqualSequence(externalArguments, ControlledExternalValidationLauncher.ValidateArguments(externalArguments), "controlled external argument allowlist");
var stableGeminiArguments = externalArguments.ToArray();
stableGeminiArguments[3] = "gemini-3.1-flash-image";
EqualSequence(stableGeminiArguments, ControlledExternalValidationLauncher.ValidateArguments(stableGeminiArguments), "stable Gemini external argument allowlist");
var previewGeminiArguments = externalArguments.ToArray();
previewGeminiArguments[3] = "gemini-3.1-flash-image-preview";
Throws<ArgumentException>(
() => ControlledExternalValidationLauncher.ValidateArguments(previewGeminiArguments),
"preview Gemini external argument rejected");
Throws<ArgumentException>(
() => ControlledExternalValidationLauncher.ValidateArguments(externalArguments.Where(value => value != "--confirm-controlled-real").ToArray()),
"controlled external confirmation required");
store.Delete(CredentialCatalog.WorkerAiGateway);
await ThrowsAsync<MissingCredentialException>(
@@ -166,15 +240,10 @@ internal static class Program
private static async Task<CredentialProbe> LaunchCredentialProbeAsync(ChildRole role, ICredentialStore store)
{
var startInfo = new ProcessStartInfo(Environment.ProcessPath!, "--credential-child")
{
RedirectStandardOutput = true,
};
using var process = await CredentialProcessLauncher.StartAsync(startInfo, role, store);
var output = await process.StandardOutput.ReadToEndAsync();
await process.WaitForExitAsync();
Equal(0, process.ExitCode, "credential child exit code");
return JsonSerializer.Deserialize<CredentialProbe>(output, new JsonSerializerOptions { PropertyNameCaseInsensitive = true })
var result = await CredentialProcessLauncher.RunToCompletionAsync(new ProcessStartInfo(Environment.ProcessPath!, "--credential-child"), role, store);
Equal(0, result.ExitCode, "credential child exit code");
False(result.SensitiveOutputDetected, "credential child output contains injected value");
return JsonSerializer.Deserialize<CredentialProbe>(result.StandardOutput, new JsonSerializerOptions { PropertyNameCaseInsensitive = true })
?? throw new InvalidOperationException("Credential child returned invalid JSON.");
}
@@ -355,6 +424,19 @@ internal static class Program
throw new InvalidOperationException(message);
}
private static void Throws<TException>(Action action, string message) where TException : Exception
{
try
{
action();
}
catch (TException)
{
return;
}
throw new InvalidOperationException(message);
}
private sealed record CredentialProbe(string[] Names, bool EnvironmentContainsMarker, bool ArgumentsContainMarker);
private sealed class TestCredentialStore : ICredentialStore
@@ -0,0 +1,74 @@
using System.Diagnostics;
using System.Text.Json;
namespace Dada.Supervisor;
internal static class AiGatewayProbe
{
internal static async Task<int> RunAsync(ICredentialStore credentials, CancellationToken cancellationToken = default)
{
var node = Path.Combine(AppContext.BaseDirectory, "runtime", "node.exe");
var worker = Path.Combine(AppContext.BaseDirectory, "server", "worker.mjs");
if (!File.Exists(node) || !File.Exists(worker)) return WriteFailure("ai_probe_runtime_missing", 0);
var startInfo = new ProcessStartInfo(node) { WorkingDirectory = AppContext.BaseDirectory };
startInfo.Environment["DADA_SQLITE_NATIVE_BINDING"] = Path.Combine(AppContext.BaseDirectory, "server", "native", "better_sqlite3.node");
startInfo.ArgumentList.Add(worker);
startInfo.ArgumentList.Add("--dada-ai-probe");
startInfo.ArgumentList.Add("--dada-credential-stdin");
var result = await CredentialProcessLauncher.RunToCompletionAsync(startInfo, ChildRole.Worker, credentials, cancellationToken);
if (result.SensitiveOutputDetected || result.StandardError.Length > 0 || !TryValidateOutput(result.StandardOutput, out var sanitized))
{
return WriteFailure("ai_probe_runtime_failed", 0);
}
Console.WriteLine(sanitized);
return result.ExitCode;
}
internal static bool TryValidateOutput(string output, out string sanitized)
{
sanitized = string.Empty;
try
{
using var document = JsonDocument.Parse(output);
var root = document.RootElement;
if (root.ValueKind != JsonValueKind.Object) return false;
var allowed = new HashSet<string>(StringComparer.Ordinal)
{
"code", "error_category", "mime_type", "pixel_height", "pixel_width", "real_calls", "success",
};
if (root.EnumerateObject().Any(property => !allowed.Contains(property.Name))) return false;
if (!root.TryGetProperty("success", out var success) || success.ValueKind is not (JsonValueKind.True or JsonValueKind.False)) return false;
if (!root.TryGetProperty("real_calls", out var realCalls) || realCalls.ValueKind != JsonValueKind.Number || !realCalls.TryGetInt32(out var count) || count is < 0 or > 1) return false;
var passed = success.GetBoolean();
var code = root.GetProperty("code").GetString();
if (passed)
{
if (code != "ai_probe_passed" || count != 1) return false;
var mime = root.GetProperty("mime_type").GetString();
if (mime is not ("image/jpeg" or "image/png" or "image/webp")) return false;
if (!PositiveDimension(root, "pixel_width") || !PositiveDimension(root, "pixel_height")) return false;
}
else
{
if (code != "ai_probe_failed" || !root.TryGetProperty("error_category", out var category)
|| category.ValueKind != JsonValueKind.String || (category.GetString()?.Length ?? 0) is < 1 or > 64) return false;
}
sanitized = JsonSerializer.Serialize(root);
return true;
}
catch (Exception exception) when (exception is JsonException or InvalidOperationException or KeyNotFoundException)
{
return false;
}
}
private static bool PositiveDimension(JsonElement root, string name) =>
root.TryGetProperty(name, out var value) && value.ValueKind == JsonValueKind.Number
&& value.TryGetInt32(out var dimension) && dimension is > 0 and <= 4096;
private static int WriteFailure(string code, int realCalls)
{
Console.WriteLine(JsonSerializer.Serialize(new { code, real_calls = realCalls, success = false }));
return 2;
}
}
+107
View File
@@ -0,0 +1,107 @@
using System.Buffers;
using System.Net;
using System.Text.Json;
namespace Dada.Supervisor;
internal static class AmapProbe
{
internal const int MaximumResponseBytes = 65_536;
private const string ProviderHostname = "restapi.amap.com";
private static readonly HttpClient Client = new(CreateHandler()) { Timeout = TimeSpan.FromSeconds(15) };
internal static SocketsHttpHandler CreateHandler() => new()
{
AllowAutoRedirect = false,
AutomaticDecompression = DecompressionMethods.None,
ConnectTimeout = TimeSpan.FromSeconds(10),
MaxConnectionsPerServer = 1,
};
internal static bool IsAllowedEndpoint(Uri endpoint) =>
endpoint.Scheme == Uri.UriSchemeHttps
&& endpoint.Host.Equals(ProviderHostname, StringComparison.OrdinalIgnoreCase)
&& (endpoint.IsDefaultPort || endpoint.Port == 443)
&& string.IsNullOrEmpty(endpoint.UserInfo)
&& endpoint.AbsolutePath is "/v3/geocode/regeo" or "/v3/geocode/geo";
internal static int Run(string? key)
{
if (string.IsNullOrWhiteSpace(key))
{
Write("amap_credentials_missing", false, 0, null, null);
return 3;
}
var realCalls = 0;
try
{
realCalls += 1;
var reverse = Call("https://restapi.amap.com/v3/geocode/regeo?location=120.6994,27.9943&extensions=base", key).GetAwaiter().GetResult();
realCalls += 1;
var geocode = Call($"https://restapi.amap.com/v3/geocode/geo?address={Uri.EscapeDataString("")}", key).GetAwaiter().GetResult();
var success = reverse.Status == "1" && geocode.Status == "1";
Write(success ? "amap_probe_passed" : "amap_provider_rejected", success, realCalls, reverse.Status, geocode.Status);
return success ? 0 : 3;
}
catch (TaskCanceledException)
{
Write("amap_probe_timeout", false, realCalls, null, null);
return 3;
}
catch (HttpRequestException exception)
{
Write($"amap_probe_network_{exception.StatusCode?.ToString() ?? "error"}", false, realCalls, null, null);
return 3;
}
catch (Exception exception) when (exception is JsonException or InvalidDataException)
{
Write("amap_probe_invalid_response", false, realCalls, null, null);
return 3;
}
}
private static async Task<ProbeResponse> Call(string endpoint, string key)
{
var requestUri = new Uri($"{endpoint}&key={Uri.EscapeDataString(key)}", UriKind.Absolute);
if (!IsAllowedEndpoint(requestUri)) throw new InvalidDataException("amap_endpoint_rejected");
using var request = new HttpRequestMessage(HttpMethod.Get, requestUri);
using var response = await Client.SendAsync(request, HttpCompletionOption.ResponseHeadersRead);
response.EnsureSuccessStatusCode();
using var document = await ReadBoundedJsonAsync(response.Content);
var root = document.RootElement;
return new ProbeResponse(root.GetProperty("status").GetString() ?? "", root.TryGetProperty("infocode", out var code) ? code.GetString() : null);
}
internal static async Task<JsonDocument> ReadBoundedJsonAsync(HttpContent content)
{
if (content.Headers.ContentLength is > MaximumResponseBytes) throw new InvalidDataException("amap_response_too_large");
await using var stream = await content.ReadAsStreamAsync();
using var buffered = new MemoryStream();
var buffer = ArrayPool<byte>.Shared.Rent(4_096);
try
{
var total = 0;
while (true)
{
var read = await stream.ReadAsync(buffer);
if (read == 0) break;
total += read;
if (total > MaximumResponseBytes) throw new InvalidDataException("amap_response_too_large");
await buffered.WriteAsync(buffer.AsMemory(0, read));
}
buffered.Position = 0;
return await JsonDocument.ParseAsync(buffered);
}
finally
{
Array.Clear(buffer);
ArrayPool<byte>.Shared.Return(buffer);
}
}
private static void Write(string code, bool success, int realCalls, string? reverseStatus, string? geocodeStatus) =>
Console.WriteLine(JsonSerializer.Serialize(new { code, success, real_calls = realCalls, reverse_status = reverseStatus, geocode_status = geocodeStatus }));
private sealed record ProbeResponse(string Status, string? InfoCode);
}

Some files were not shown because too many files have changed in this diff Show More