feat: publish admin sticker releases (TASK-WP5-05)
Dada P0-A isolated Windows CI / validate-and-package (push) Failing after 30s

This commit is contained in:
suyx
2026-08-03 19:43:10 +08:00
parent f1bebab611
commit c92a91a127
21 changed files with 1755 additions and 18 deletions
+141
View File
@@ -178,6 +178,8 @@ import type { RecentAssetService } from "./recent-assets.js";
import type { AmapAdapter } from "./amap-adapter.js";
import { ModelConfigurationError } from "./model-configuration.js";
import type { ModelConfigurationService } from "./model-configuration.js";
import { StickerReleaseError } from "./sticker-release-errors.js";
import type { StickerReleaseService } from "./sticker-releases.js";
const defaultBootstrap: BootstrapResponse = {
app_version: "0.0.0",
@@ -219,6 +221,7 @@ export interface CreateAppOptions {
resourceId: string;
}) => boolean | Promise<boolean>;
registration?: RegistrationService;
stickers?: StickerReleaseService;
}
const supportGateDirectory = resolve(process.env.DADA_SUPPORT_GATE_ROOT ?? "apps/web/support-gate");
@@ -374,6 +377,11 @@ function modelConfigurationFailure(reply: FastifyReply, correlationId: string, e
return reply.code(status).send(createErrorEnvelope({ code: error.code, correlationId, details }));
}
function stickerReleaseFailure(reply: FastifyReply, correlationId: string, error: unknown) {
if (error instanceof StickerReleaseError) return reply.code(error.httpStatus).send(null);
return latestExportFailure(reply, correlationId, error);
}
function generationTaskResponse(task: GenerationTaskView) {
return {
confirmed_credit_cost: task.confirmedCreditCost,
@@ -829,6 +837,134 @@ export async function createApp(options: CreateAppOptions = {}) {
status: "ready",
}));
app.get(
"/api/v1/static-stickers/current",
{ schema: { hide: true } },
async (_request, reply) => {
if (!options.stickers) return reply.code(503).send();
reply.header("Cache-Control", "no-cache");
return options.stickers.listPublic();
},
);
app.get(
"/api/v1/static-stickers/:resourceVersion",
{ schema: { hide: true } },
async (request, reply) => {
if (!options.stickers) return reply.code(404).send();
const { resourceVersion } = request.params as { resourceVersion: string };
const catalog = options.stickers.listPublic(resourceVersion);
if (!catalog.release_version) return reply.code(404).send();
reply.header("Cache-Control", "public, max-age=31536000, immutable");
return catalog;
},
);
app.get(
"/api/v1/admin/assets/static-stickers",
{ schema: { hide: true } },
async (request, reply) => {
if (!options.registration || !options.stickers) {
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
const session = token ? options.registration.readAdminSession(token) : undefined;
if (!session) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
reply.header("Cache-Control", "private, no-store");
return options.stickers.adminView();
},
);
app.post(
"/api/v1/admin/assets/static-stickers",
{ schema: { hide: true } },
async (request, reply) => {
if (!request.isMultipart()) return reply.code(400).send(null);
if (!options.registration || !options.stickers) {
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
const idempotencyKey = headerValue(request.headers["idempotency-key"]);
const csrfToken = headerValue(request.headers["x-csrf-token"]);
if (!token) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
if (!idempotencyKey || !/^[A-Za-z0-9_-]{32,200}$/.test(idempotencyKey)
|| !csrfToken || !/^[A-Za-z0-9_-]{43,64}$/.test(csrfToken)) return reply.code(400).send(null);
try {
const admin = options.registration.authorizeAdminMutation({ csrfToken, sessionToken: token });
const values = new Map<string, string>();
const allowedFields = new Set(["enabled", "order", "original_byte_size", "original_sha256", "part", "stable_id"]);
let result: Awaited<ReturnType<StickerReleaseService["upload"]>> | undefined;
for await (const part of request.parts({ limits: { fileSize: 20 * 1024 * 1024, files: 1, fields: 8, parts: 9 } })) {
if (part.type === "field") {
if (result || !allowedFields.has(part.fieldname) || values.has(part.fieldname) || typeof part.value !== "string") throw new StickerReleaseError("sticker_upload_invalid");
values.set(part.fieldname, part.value);
continue;
}
if (result || part.fieldname !== "sticker_file" || !part.filename
|| !new Set(["image/png", "image/webp"]).has(part.mimetype)) throw new StickerReleaseError("sticker_upload_invalid");
const stableId = values.get("stable_id");
const partValue = Number(values.get("part"));
const order = Number(values.get("order"));
const enabled = values.get("enabled");
const expectedByteSize = Number(values.get("original_byte_size"));
const expectedSha256 = values.get("original_sha256");
if (!stableId || !expectedSha256 || !new Set(["true", "false"]).has(enabled ?? "")) throw new StickerReleaseError("sticker_upload_invalid");
result = await options.stickers.upload({
actorId: admin.userId,
content: part.file,
enabled: enabled === "true",
expectedByteSize,
expectedMimeType: part.mimetype as "image/png" | "image/webp",
expectedSha256,
fileName: part.filename,
idempotencyKey,
order,
part: partValue,
stableId,
});
if (part.file.truncated) throw new StickerReleaseError("sticker_upload_invalid");
}
if (!result) throw new StickerReleaseError("sticker_upload_invalid");
return reply.code(result.created ? 201 : 200).send(result);
} catch (error) {
return error instanceof RegistrationError
? registrationFailure(reply, request.id, error)
: stickerReleaseFailure(reply, request.id, error);
}
},
);
app.patch(
"/api/v1/admin/assets/static-stickers/:stableId",
{ schema: { hide: true } },
async (request, reply) => {
if (!options.registration || !options.stickers) {
return reply.code(503).send(createErrorEnvelope({ code: "AUTH_SERVICE_UNAVAILABLE", correlationId: request.id }));
}
const token = cookieValue(headerValue(request.headers.cookie), adminSessionCookieName);
const csrfToken = headerValue(request.headers["x-csrf-token"]);
if (!token || !csrfToken) return reply.code(401).send(createErrorEnvelope({ code: "AUTH_SESSION_INVALID", correlationId: request.id }));
try {
const admin = options.registration.authorizeAdminMutation({ csrfToken, sessionToken: token });
const body = request.body as { enabled?: boolean; order?: number; part?: number } | undefined;
if (!body || Object.keys(body).length === 0 || Object.keys(body).some((key) => !new Set(["enabled", "order", "part"]).has(key))) {
throw new StickerReleaseError("sticker_update_invalid");
}
return options.stickers.update({
actorId: admin.userId,
...(typeof body.enabled === "boolean" ? { enabled: body.enabled } : {}),
...(typeof body.order === "number" ? { order: body.order } : {}),
...(typeof body.part === "number" ? { part: body.part } : {}),
stableId: (request.params as { stableId: string }).stableId,
});
} catch (error) {
return error instanceof RegistrationError
? registrationFailure(reply, request.id, error)
: stickerReleaseFailure(reply, request.id, error);
}
},
);
app.get(
"/api/v1/assets/public/:resourceVersion/manifest",
{ schema: { hide: true } },
@@ -850,6 +986,11 @@ export async function createApp(options: CreateAppOptions = {}) {
const resource = assetId && resourceVersion
? options.assetReleases?.read("public_release_asset", resourceVersion, assetId)
?? options.publicAssets?.read(resourceVersion, assetId)
?? options.stickers?.readPublicAsset(
resourceVersion,
assetId,
(request.query as { variant?: string }).variant === "thumbnail" ? "thumbnail" : "original",
)
: undefined;
if (!resource) return reply.code(404).send();
reply.type(resource.mimeType);
+7
View File
@@ -18,6 +18,7 @@ import { StructuredJsonlLogger } from "./structured-log.js";
import { attachApiSupervisorControl, initializeApiCredentialClients, receiveApiCredentials } from "./supervisor-channel.js";
import { ModelConfigurationService } from "./model-configuration.js";
import { MockAmapAdapter } from "./amap-adapter.js";
import { StickerReleaseService } from "./sticker-releases.js";
const credentialChannelEnabled = process.argv.includes("--dada-credential-stdin");
let registration: RegistrationService | undefined;
@@ -27,6 +28,7 @@ let storage: ManagedStorage | undefined;
let latestExports: LatestExportService | undefined;
let models: ModelConfigurationService | undefined;
let recentAssets: RecentAssetService | undefined;
let stickers: StickerReleaseService | undefined;
const instanceConfigPath = process.env.DADA_INSTANCE_CONFIG_PATH ?? defaultInstanceConfigPath();
if (credentialChannelEnabled) {
const clients = initializeApiCredentialClients(await receiveApiCredentials());
@@ -48,11 +50,14 @@ if (credentialChannelEnabled) {
projects = new ProjectService({ databasePath });
credits = new CreditService({ databasePath });
storage = new ManagedStorage({ dataRoot, databasePath });
stickers = new StickerReleaseService({ databasePath, storage });
latestExports = new LatestExportService({ databasePath, storage });
models = new ModelConfigurationService({ database: registration.database });
recentAssets = new RecentAssetService({ database: registration.database });
registration.applySecureConfig(readSecureConfigCandidate(instanceConfigPath));
} catch (error) {
stickers?.close();
stickers = undefined;
latestExports?.close();
latestExports = undefined;
storage?.close();
@@ -79,6 +84,7 @@ const app = await createApp({
...(projects ? { projects } : {}),
...(registration ? { registration } : {}),
...(recentAssets ? { recentAssets } : {}),
...(stickers ? { stickers } : {}),
});
await app.listen({
@@ -97,6 +103,7 @@ if (controlPipeIndex >= 0) {
projects?.close();
registration?.close();
storage?.close();
stickers?.close();
});
try {
const dataRoot = readConfiguredLocalDataRoot(instanceConfigPath);
+20 -4
View File
@@ -496,9 +496,11 @@ export class ManagedStorage {
}
}
async stagePrivateImage(input: {
async stageManagedImage(input: {
content: Readable;
expectedMimeType: "image/png" | "image/jpeg" | "image/webp";
expectedSha256?: string;
fileKind: ManagedFileKind;
fileName: string;
maximumBytes: number;
operationId: string;
@@ -509,7 +511,7 @@ export class ManagedStorage {
const destination = this.destination({
content: input.content,
expectedMimeType: input.expectedMimeType,
fileKind: "reference",
fileKind: input.fileKind,
fileName: input.fileName,
operationId: input.operationId,
ownerRef: input.ownerRef,
@@ -537,6 +539,8 @@ export class ManagedStorage {
await pipeline(input.content, inspect, createWriteStream(stagingPath, { flags: "wx" }));
validatePositiveBytes(byteSize, "actual_write_bytes");
if (sniffMime(prefix) !== input.expectedMimeType) throw new Error("content_mime_invalid");
const sha256 = hash.digest("hex");
if (input.expectedSha256 && sha256.toLowerCase() !== input.expectedSha256.toLowerCase()) throw new Error("content_hash_invalid");
const state = this.getState();
const otherReservations = this.activeReservationBytes(input.operationId);
if (state.managed_content_bytes + otherReservations + byteSize > HARD_LIMIT_BYTES) {
@@ -549,12 +553,12 @@ export class ManagedStorage {
bytes: byteSize,
destinationPath: destination.absolutePath,
fileId,
fileKind: "reference",
fileKind: input.fileKind,
mimeType: input.expectedMimeType,
operationId: input.operationId,
ownerRef: input.ownerRef,
relativePath: destination.relativePath,
sha256: hash.digest("hex"),
sha256,
stagingDirectory,
stagingPath,
};
@@ -565,6 +569,18 @@ export class ManagedStorage {
}
}
async stagePrivateImage(input: {
content: Readable;
expectedMimeType: "image/png" | "image/jpeg" | "image/webp";
fileName: string;
maximumBytes: number;
operationId: string;
ownerRef: string;
projectedWriteBytes: number;
}): Promise<StagedManagedFile> {
return this.stageManagedImage({ ...input, fileKind: "reference" });
}
moveStagedFile(file: StagedManagedFile) {
mkdirSync(dirname(file.destinationPath), { recursive: true });
renameSync(file.stagingPath, file.destinationPath);
+8
View File
@@ -0,0 +1,8 @@
export class StickerReleaseError extends Error {
readonly httpStatus: number;
constructor(readonly reason: string, httpStatus = 400) {
super(reason);
this.httpStatus = httpStatus;
}
}
+527
View File
@@ -0,0 +1,527 @@
import { createHash, randomUUID } from "node:crypto";
import { readFileSync } from "node:fs";
import { createRequire } from "node:module";
import { basename, extname } from "node:path";
import { Readable } from "node:stream";
import type BetterSqlite3 from "better-sqlite3";
import sharp, { type Metadata } from "sharp";
import type { StaticStickerCatalogItem } from "@dada/static-sticker-catalog";
import { ManagedStorage, type StagedManagedFile } from "./managed-storage.js";
import { StickerReleaseError } from "./sticker-release-errors.js";
import { classifyCapacity } from "./storage-policy.js";
export { StickerReleaseError } from "./sticker-release-errors.js";
const require = createRequire(import.meta.url);
const Database = require("better-sqlite3") as typeof BetterSqlite3;
const stableIdPattern = /^STK([0-9]{4,})$/;
const idempotencyPattern = /^[A-Za-z0-9_-]{32,200}$/;
const sha256Pattern = /^[0-9a-f]{64}$/i;
const maximumOriginalBytes = 20 * 1024 * 1024;
const maximumDimension = 8_192;
const bundledPartCounts = [203, 36, 27, 48, 38, 75, 37, 67, 48, 24, 40, 30, 27, 51, 62, 19, 36, 45, 92, 53, 69, 31, 36, 30, 183] as const;
type StickerMime = "image/png" | "image/webp";
type StickerVariant = "original" | "thumbnail";
interface StickerItemRow {
enabled: 0 | 1;
height: number;
mime_type: StickerMime;
order_index: number;
original_byte_size: number;
original_file_id: string;
original_filename: string;
original_relative_path: string;
original_sha256: string;
part: number;
release_version: string;
stable_id: string;
thumbnail_byte_size: number;
thumbnail_file_id: string;
thumbnail_relative_path: string;
thumbnail_sha256: string;
width: number;
}
export interface StickerUploadInput {
actorId: string;
content: Readable;
enabled: boolean;
expectedByteSize: number;
expectedMimeType: StickerMime;
expectedSha256: string;
fileName: string;
idempotencyKey: string;
order: number;
part: number;
stableId: string;
}
function digest(value: string) {
return createHash("sha256").update(value, "utf8").digest("hex");
}
function stableJson(value: unknown): string {
if (Array.isArray(value)) return `[${value.map(stableJson).join(",")}]`;
if (value && typeof value === "object") {
return `{${Object.entries(value).sort(([left], [right]) => left.localeCompare(right)).map(([key, item]) => `${JSON.stringify(key)}:${stableJson(item)}`).join(",")}}`;
}
return JSON.stringify(value);
}
function iso(timestamp: number) {
return new Date(timestamp).toISOString();
}
function itemView(row: StickerItemRow): StaticStickerCatalogItem {
const originalReference = `/api/v1/assets/public/${encodeURIComponent(row.release_version)}/${encodeURIComponent(row.stable_id)}`;
return {
enabled: row.enabled === 1,
height: row.height,
mime: row.mime_type,
mime_type: row.mime_type,
order: row.order_index,
original_filename: row.original_filename,
original_reference: originalReference,
origin: "admin_uploaded",
part: row.part,
relative_path: `static-stickers/${row.stable_id}${row.mime_type === "image/png" ? ".png" : ".webp"}`,
resource_version: row.release_version,
sha256: row.original_sha256,
stable_id: row.stable_id,
thumbnail_reference: {
media: "thumbnail",
resource_id: row.stable_id,
resource_version: row.release_version,
url: `${originalReference}?variant=thumbnail`,
},
width: row.width,
};
}
export class StickerReleaseService {
private readonly clock: () => number;
private readonly database: BetterSqlite3.Database;
private readonly storage: ManagedStorage;
constructor(input: { clock?: () => number; databasePath: string; storage: ManagedStorage }) {
this.clock = input.clock ?? Date.now;
const nativeBinding = process.env.DADA_SQLITE_NATIVE_BINDING;
this.database = new Database(input.databasePath, nativeBinding ? { nativeBinding } : undefined);
this.database.pragma("journal_mode = WAL");
this.database.pragma("foreign_keys = ON");
this.database.pragma("busy_timeout = 5000");
this.storage = input.storage;
this.migrate();
}
close() {
this.database.close();
}
async upload(input: StickerUploadInput) {
this.validateUpload(input);
const requestHash = digest(stableJson({
enabled: input.enabled,
expected_byte_size: input.expectedByteSize,
expected_mime_type: input.expectedMimeType,
expected_sha256: input.expectedSha256.toLowerCase(),
order: input.order,
part: input.part,
stable_id: input.stableId,
}));
const keyDigest = digest(input.idempotencyKey);
const receipt = this.database.prepare(`
SELECT request_hash, release_version FROM sticker_upload_receipts
WHERE actor_id = ? AND idempotency_key_digest = ?
`).get(input.actorId, keyDigest) as { release_version: string; request_hash: string } | undefined;
if (receipt) {
input.content.destroy();
if (receipt.request_hash !== requestHash) throw new StickerReleaseError("sticker_idempotency_conflict", 409);
return this.uploadResult(receipt.release_version, input.stableId, false);
}
this.assertNewPosition(input.stableId, input.part, input.order);
const staged: StagedManagedFile[] = [];
try {
const original = await this.storage.stageManagedImage({
content: input.content,
expectedMimeType: input.expectedMimeType,
expectedSha256: input.expectedSha256,
fileKind: "sticker_original",
fileName: `${input.stableId}${input.expectedMimeType === "image/png" ? ".png" : ".webp"}`,
maximumBytes: maximumOriginalBytes,
operationId: randomUUID(),
ownerRef: input.actorId,
projectedWriteBytes: input.expectedByteSize,
});
staged.push(original);
if (original.bytes !== input.expectedByteSize) throw new StickerReleaseError("content_size_invalid");
let metadata: Metadata;
let thumbnail: Buffer;
const decoder = sharp(readFileSync(original.stagingPath), { failOn: "warning", limitInputPixels: maximumDimension * maximumDimension });
try {
metadata = await decoder.metadata();
if (metadata.format !== (input.expectedMimeType === "image/png" ? "png" : "webp")
|| !metadata.width || !metadata.height || metadata.width > maximumDimension || metadata.height > maximumDimension) {
throw new Error("content_decode_invalid");
}
thumbnail = await decoder
.rotate()
.resize({ fit: "inside", height: 256, width: 256, withoutEnlargement: true })
.png({ adaptiveFiltering: true, compressionLevel: 9 })
.toBuffer();
} catch {
throw new StickerReleaseError("content_decode_invalid");
} finally {
decoder.destroy();
}
const thumbnailStaged = await this.storage.stageManagedImage({
content: Readable.from(thumbnail),
expectedMimeType: "image/png",
fileKind: "sticker_thumbnail",
fileName: `${input.stableId}-thumbnail.png`,
maximumBytes: maximumOriginalBytes,
operationId: randomUUID(),
ownerRef: input.actorId,
projectedWriteBytes: thumbnail.byteLength,
});
staged.push(thumbnailStaged);
const releaseVersion = this.immediate(() => this.commitUpload({
...input,
height: metadata.height!,
keyDigest,
original,
requestHash,
thumbnail: thumbnailStaged,
width: metadata.width!,
}));
return this.uploadResult(releaseVersion, input.stableId, true);
} catch (error) {
for (const file of staged) this.storage.abandonStagedFile(file);
if (!(error instanceof StickerReleaseError) && error instanceof Error
&& new Set(["content_hash_invalid", "content_mime_invalid", "content_size_invalid", "file_name_invalid"]).has(error.message)) {
throw new StickerReleaseError("sticker_upload_invalid");
}
throw error;
}
}
update(input: { actorId: string; enabled?: boolean; order?: number; part?: number; stableId: string }) {
const current = this.currentVersion();
if (!current) throw new StickerReleaseError("sticker_not_found", 404);
const existing = this.readItem(current, input.stableId);
if (!existing) throw new StickerReleaseError("sticker_not_found", 404);
const part = input.part ?? existing.part;
const order = input.order ?? existing.order_index;
this.validatePosition(input.stableId, part, order);
const releaseVersion = this.immediate(() => {
const version = this.nextReleaseVersion();
this.copyRelease(current, version);
const conflict = this.database.prepare(`
SELECT stable_id FROM sticker_release_items
WHERE release_version = ? AND part = ? AND order_index = ? AND stable_id <> ?
`).get(version, part, order, input.stableId);
if (conflict) throw new StickerReleaseError("sticker_order_conflict", 409);
this.database.prepare(`
UPDATE sticker_release_items SET enabled = ?, part = ?, order_index = ?
WHERE release_version = ? AND stable_id = ?
`).run((input.enabled ?? existing.enabled === 1) ? 1 : 0, part, order, version, input.stableId);
this.finalizeRelease(version, current, input.actorId);
return version;
});
return { item: itemView(this.readItem(releaseVersion, input.stableId)!), release_version: releaseVersion };
}
listPublic(releaseVersion = this.currentVersion()) {
if (!releaseVersion) return { count: 0, items: [], release_version: null };
const exists = this.database.prepare("SELECT 1 FROM sticker_releases WHERE release_version = ?").get(releaseVersion);
if (!exists) return { count: 0, items: [], release_version: null };
const items = (this.database.prepare(`
SELECT * FROM sticker_release_items WHERE release_version = ? AND enabled = 1
ORDER BY part, order_index, stable_id
`).all(releaseVersion) as StickerItemRow[]).map(itemView);
return { count: items.length, items, release_version: releaseVersion };
}
adminView() {
const releaseVersion = this.currentVersion();
const items = releaseVersion
? (this.database.prepare("SELECT * FROM sticker_release_items WHERE release_version = ? ORDER BY part, order_index, stable_id").all(releaseVersion) as StickerItemRow[])
: [];
return {
count: items.length,
items: items.map((row) => ({
...itemView(row),
file_state: "committed" as const,
original_byte_size: row.original_byte_size,
thumbnail_byte_size: row.thumbnail_byte_size,
})),
release_version: releaseVersion,
storage: this.storage.getState(),
};
}
readPublicAsset(releaseVersion: string, stableId: string, variant: StickerVariant) {
const row = this.readItem(releaseVersion, stableId);
if (!row || row.enabled !== 1) return undefined;
const fileId = variant === "thumbnail" ? row.thumbnail_file_id : row.original_file_id;
const path = this.storage.resolveManagedFile(fileId);
if (!path) return undefined;
return {
bytes: readFileSync(path),
mimeType: variant === "thumbnail" ? "image/png" as const : row.mime_type,
sha256: variant === "thumbnail" ? row.thumbnail_sha256 : row.original_sha256,
};
}
inspectCounts() {
const count = (table: string) => (this.database.prepare(`SELECT COUNT(*) AS count FROM ${table}`).get() as { count: number }).count;
return { items: count("sticker_release_items"), releases: count("sticker_releases"), upload_receipts: count("sticker_upload_receipts") };
}
private uploadResult(releaseVersion: string, stableId: string, created: boolean) {
const row = this.readItem(releaseVersion, stableId);
if (!row) throw new StickerReleaseError("sticker_not_found", 404);
return {
created,
item: itemView(row),
original: { byte_size: row.original_byte_size, file_id: row.original_file_id, sha256: row.original_sha256 },
release_version: releaseVersion,
thumbnail: { byte_size: row.thumbnail_byte_size, file_id: row.thumbnail_file_id, sha256: row.thumbnail_sha256 },
};
}
private commitUpload(input: StickerUploadInput & {
height: number;
keyDigest: string;
original: StagedManagedFile;
requestHash: string;
thumbnail: StagedManagedFile;
width: number;
}) {
this.assertNewPosition(input.stableId, input.part, input.order);
const previous = this.currentVersion();
const releaseVersion = this.nextReleaseVersion();
if (previous) this.copyRelease(previous, releaseVersion);
for (const file of [input.original, input.thumbnail]) {
this.storage.moveStagedFile(file);
this.database.prepare(`
INSERT INTO managed_files (file_id, file_kind, owner_ref, relative_path, byte_size, mime_type, sha256, status, created_at)
VALUES (?, ?, ?, ?, ?, ?, ?, 'committed', ?)
`).run(file.fileId, file.fileKind, file.ownerRef, file.relativePath, file.bytes, file.mimeType, file.sha256, iso(this.clock()));
}
this.database.prepare(`
INSERT INTO sticker_release_items (
release_version, stable_id, part, order_index, original_filename, original_relative_path,
width, height, mime_type, original_sha256, original_file_id, original_byte_size,
thumbnail_file_id, thumbnail_relative_path, thumbnail_sha256, thumbnail_byte_size, enabled
) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
`).run(
releaseVersion, input.stableId, input.part, input.order, input.fileName, input.original.relativePath,
input.width, input.height, input.expectedMimeType, input.original.sha256, input.original.fileId, input.original.bytes,
input.thumbnail.fileId, input.thumbnail.relativePath, input.thumbnail.sha256, input.thumbnail.bytes, input.enabled ? 1 : 0,
);
this.consumeStagedStorage([input.original, input.thumbnail]);
this.database.prepare(`
INSERT INTO sticker_upload_receipts (actor_id, idempotency_key_digest, request_hash, release_version, stable_id, created_at)
VALUES (?, ?, ?, ?, ?, ?)
`).run(input.actorId, input.keyDigest, input.requestHash, releaseVersion, input.stableId, iso(this.clock()));
this.finalizeRelease(releaseVersion, previous, input.actorId);
return releaseVersion;
}
private finalizeRelease(releaseVersion: string, previous: string | null, actorId: string) {
const rows = this.database.prepare(`
SELECT stable_id, part, order_index, original_sha256, thumbnail_sha256, enabled
FROM sticker_release_items WHERE release_version = ? ORDER BY stable_id
`).all(releaseVersion);
const manifestSha256 = digest(stableJson(rows));
this.database.prepare(`
INSERT INTO sticker_releases (release_version, previous_release_version, manifest_sha256, published_at, published_by)
VALUES (?, ?, ?, ?, ?)
`).run(releaseVersion, previous, manifestSha256, iso(this.clock()), actorId);
this.database.prepare(`
INSERT INTO current_sticker_release (singleton, release_version) VALUES (1, ?)
ON CONFLICT(singleton) DO UPDATE SET release_version = excluded.release_version
`).run(releaseVersion);
const files = this.database.prepare(`
SELECT original_file_id AS file_id FROM sticker_release_items WHERE release_version = ?
UNION SELECT thumbnail_file_id AS file_id FROM sticker_release_items WHERE release_version = ?
`).all(releaseVersion, releaseVersion) as Array<{ file_id: string }>;
for (const file of files) {
this.database.prepare(`
INSERT INTO project_asset_refs (reference_id, managed_file_id, reference_type, created_at)
VALUES (?, ?, 'release', ?)
`).run(`release:${releaseVersion}:${file.file_id}`, file.file_id, iso(this.clock()));
}
}
private copyRelease(from: string, to: string) {
this.database.prepare(`
INSERT INTO sticker_release_items (
release_version, stable_id, part, order_index, original_filename, original_relative_path,
width, height, mime_type, original_sha256, original_file_id, original_byte_size,
thumbnail_file_id, thumbnail_relative_path, thumbnail_sha256, thumbnail_byte_size, enabled
)
SELECT ?, stable_id, part, order_index, original_filename, original_relative_path,
width, height, mime_type, original_sha256, original_file_id, original_byte_size,
thumbnail_file_id, thumbnail_relative_path, thumbnail_sha256, thumbnail_byte_size, enabled
FROM sticker_release_items WHERE release_version = ?
`).run(to, from);
}
private consumeStagedStorage(files: StagedManagedFile[]) {
const timestamp = iso(this.clock());
for (const file of files) {
this.database.prepare(`
UPDATE storage_reservations SET status = 'consumed', resolved_at = ?
WHERE operation_id = ? AND status = 'active'
`).run(timestamp, file.operationId);
}
const total = files.reduce((sum, file) => sum + file.bytes, 0);
const state = this.database.prepare("SELECT managed_content_bytes FROM local_backend_storage_state WHERE singleton = 1").get() as { managed_content_bytes: number };
const active = this.database.prepare("SELECT COALESCE(SUM(projected_bytes), 0) AS bytes FROM storage_reservations WHERE status = 'active'").get() as { bytes: number };
const nextBytes = state.managed_content_bytes + total;
const classification = classifyCapacity(nextBytes, active.bytes);
this.database.prepare(`
UPDATE local_backend_storage_state
SET managed_content_bytes = ?, capacity_notice_level = ?, storage_status = ?, measured_at = ?, version = version + 1
WHERE singleton = 1
`).run(nextBytes, classification.capacity_notice_level, classification.storage_status, timestamp);
}
private currentVersion() {
return (this.database.prepare("SELECT release_version FROM current_sticker_release WHERE singleton = 1").get() as { release_version: string } | undefined)?.release_version ?? null;
}
private nextReleaseVersion() {
const date = new Date(this.clock()).toISOString().slice(0, 10).replaceAll("-", "");
const row = this.database.prepare("SELECT next_sequence FROM sticker_release_sequences WHERE release_date = ?").get(date) as { next_sequence: number } | undefined;
const sequence = row?.next_sequence ?? 1;
this.database.prepare(`
INSERT INTO sticker_release_sequences (release_date, next_sequence) VALUES (?, ?)
ON CONFLICT(release_date) DO UPDATE SET next_sequence = excluded.next_sequence
`).run(date, sequence + 1);
return `asset-${date}.${sequence}`;
}
private readItem(releaseVersion: string, stableId: string) {
return this.database.prepare("SELECT * FROM sticker_release_items WHERE release_version = ? AND stable_id = ?")
.get(releaseVersion, stableId) as StickerItemRow | undefined;
}
private assertNewPosition(stableId: string, part: number, order: number) {
this.validatePosition(stableId, part, order);
const current = this.currentVersion();
if (!current) return;
if (this.readItem(current, stableId)) throw new StickerReleaseError("sticker_stable_id_conflict", 409);
const conflict = this.database.prepare(`
SELECT stable_id FROM sticker_release_items WHERE release_version = ? AND part = ? AND order_index = ?
`).get(current, part, order);
if (conflict) throw new StickerReleaseError("sticker_order_conflict", 409);
}
private validatePosition(stableId: string, part: number, order: number) {
const matched = stableId.match(stableIdPattern);
const numericId = matched ? Number(matched[1]) : Number.NaN;
if (!matched || !Number.isSafeInteger(numericId) || numericId <= 1_407) throw new StickerReleaseError("sticker_stable_id_invalid");
if (!Number.isSafeInteger(part) || part < 1 || part > bundledPartCounts.length
|| !Number.isSafeInteger(order) || order <= bundledPartCounts[part - 1]!) {
throw new StickerReleaseError("sticker_part_order_invalid");
}
}
private validateUpload(input: StickerUploadInput) {
this.validatePosition(input.stableId, input.part, input.order);
if (!/^[0-9a-f-]{36}$/i.test(input.actorId) || !idempotencyPattern.test(input.idempotencyKey)
|| !sha256Pattern.test(input.expectedSha256) || !Number.isSafeInteger(input.expectedByteSize)
|| input.expectedByteSize <= 0 || input.expectedByteSize > maximumOriginalBytes
|| !new Set(["image/png", "image/webp"]).has(input.expectedMimeType)) {
throw new StickerReleaseError("sticker_upload_invalid");
}
const expectedExtension = input.expectedMimeType === "image/png" ? ".png" : ".webp";
if (input.fileName.length > 255 || basename(input.fileName) !== input.fileName || /[\u0000-\u001f]/.test(input.fileName)
|| extname(input.fileName).toLowerCase() !== expectedExtension) throw new StickerReleaseError("sticker_upload_invalid");
}
private immediate<T>(action: () => T) {
this.database.exec("BEGIN IMMEDIATE");
try {
const result = action();
this.database.exec("COMMIT");
return result;
} catch (error) {
if (this.database.inTransaction) this.database.exec("ROLLBACK");
throw error;
}
}
private migrate() {
this.database.exec(`
CREATE TABLE IF NOT EXISTS sticker_release_sequences (
release_date TEXT PRIMARY KEY,
next_sequence INTEGER NOT NULL CHECK (next_sequence >= 1)
);
CREATE TABLE IF NOT EXISTS sticker_releases (
release_version TEXT PRIMARY KEY,
previous_release_version TEXT,
manifest_sha256 TEXT NOT NULL CHECK (length(manifest_sha256) = 64),
published_at TEXT NOT NULL,
published_by TEXT NOT NULL
);
CREATE TABLE IF NOT EXISTS sticker_release_items (
release_version TEXT NOT NULL,
stable_id TEXT NOT NULL,
part INTEGER NOT NULL CHECK (part BETWEEN 1 AND 25),
order_index INTEGER NOT NULL CHECK (order_index > 0),
original_filename TEXT NOT NULL,
original_relative_path TEXT NOT NULL,
width INTEGER NOT NULL CHECK (width > 0),
height INTEGER NOT NULL CHECK (height > 0),
mime_type TEXT NOT NULL CHECK (mime_type IN ('image/png', 'image/webp')),
original_sha256 TEXT NOT NULL CHECK (length(original_sha256) = 64),
original_file_id TEXT NOT NULL REFERENCES managed_files(file_id),
original_byte_size INTEGER NOT NULL CHECK (original_byte_size > 0),
thumbnail_file_id TEXT NOT NULL REFERENCES managed_files(file_id),
thumbnail_relative_path TEXT NOT NULL,
thumbnail_sha256 TEXT NOT NULL CHECK (length(thumbnail_sha256) = 64),
thumbnail_byte_size INTEGER NOT NULL CHECK (thumbnail_byte_size > 0),
enabled INTEGER NOT NULL CHECK (enabled IN (0, 1)),
PRIMARY KEY (release_version, stable_id),
UNIQUE (release_version, part, order_index)
);
CREATE TABLE IF NOT EXISTS current_sticker_release (
singleton INTEGER PRIMARY KEY CHECK (singleton = 1),
release_version TEXT NOT NULL
);
CREATE TABLE IF NOT EXISTS sticker_upload_receipts (
actor_id TEXT NOT NULL,
idempotency_key_digest TEXT NOT NULL CHECK (length(idempotency_key_digest) = 64),
request_hash TEXT NOT NULL CHECK (length(request_hash) = 64),
release_version TEXT NOT NULL,
stable_id TEXT NOT NULL,
created_at TEXT NOT NULL,
PRIMARY KEY (actor_id, idempotency_key_digest)
);
CREATE TRIGGER IF NOT EXISTS sticker_releases_no_update
BEFORE UPDATE ON sticker_releases BEGIN SELECT RAISE(ABORT, 'sticker_releases_immutable'); END;
CREATE TRIGGER IF NOT EXISTS sticker_releases_no_delete
BEFORE DELETE ON sticker_releases BEGIN SELECT RAISE(ABORT, 'sticker_releases_immutable'); END;
CREATE TRIGGER IF NOT EXISTS sticker_release_items_no_update
BEFORE UPDATE ON sticker_release_items
WHEN EXISTS (SELECT 1 FROM sticker_releases WHERE release_version = OLD.release_version)
BEGIN SELECT RAISE(ABORT, 'sticker_release_items_immutable'); END;
CREATE TRIGGER IF NOT EXISTS sticker_release_items_no_delete
BEFORE DELETE ON sticker_release_items
WHEN EXISTS (SELECT 1 FROM sticker_releases WHERE release_version = OLD.release_version)
BEGIN SELECT RAISE(ABORT, 'sticker_release_items_immutable'); END;
`);
}
}