intelligrow/scriptCat
11
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(pugongying): add export userscript

Browse Source
This commit is contained in:
wxs 2026-03-13 12:14:36 +08:00
parent 3dc1b5f09d
commit 2ddd4bb5ca
4 changed files with 2576 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
pugongying/package.json Normal file
View File

@ -0,0 +1,9 @@
{
"name": "browser-script",
"version": "1.0.0",
"private": true,
"scripts": {
"test": "node --test",
"test:coverage": "node --test --experimental-test-coverage"
}
}

564
pugongying/src/xhs-pgy-export-core.js Normal file
View File

@ -0,0 +1,564 @@
const API_BASE =
"https://pgy.xiaohongshu.com/api/solar/cooperator/user/blogger/";
const SUPPLEMENTAL_ENDPOINTS = [
{
namespace: "dataSummary",
buildUrl: (userId) =>
`https://pgy.xiaohongshu.com/api/pgy/kol/data/data_summary?userId=${encodeURIComponent(
userId,
)}&business=1`,
},
{
namespace: "fansSummary",
buildUrl: (userId) =>
`https://pgy.xiaohongshu.com/api/solar/kol/data_v3/fans_summary?userId=${encodeURIComponent(
userId,
)}`,
},
{
namespace: "fansProfile",
buildUrl: (userId) =>
`https://pgy.xiaohongshu.com/api/solar/kol/data/${encodeURIComponent(
userId,
)}/fans_profile`,
},
];
const NAMESPACE_LABEL_MAP = {
dataSummary: "数据概览",
fansSummary: "粉丝概览",
fansProfile: "粉丝画像",
};
const FIELD_LABEL_MAP = {
id: "ID",
"metrics.fans": "粉丝数",
dataSummary: "数据概览",
fansSummary: "粉丝概览",
fansProfile: "粉丝画像",
"dataSummary.fans30GrowthRate": "近30天涨粉率",
"dataSummary.mAccumImpCompare": "曝光中位数超越率",
"dataSummary.noteType": "笔记内容类型",
"dataSummary.activeDayInLast7": "近7天活跃天数",
"dataSummary.responseRate": "响应率",
"dataSummary.avgRead": "平均阅读量",
"fansProfile.ages": "粉丝年龄分布",
"fansProfile.gender.male": "粉丝男性占比",
"fansProfile.gender.female": "粉丝女性占比",
"fansProfile.interests": "粉丝兴趣分布",
"fansProfile.provinces": "粉丝省份分布",
"fansProfile.cities": "粉丝城市分布",
"fansProfile.devices": "粉丝设备分布",
"fansProfile.dateKey": "画像日期",
"fansSummary.fansNum": "粉丝总数",
"fansSummary.fansIncreaseNum": "涨粉数",
"fansSummary.fansGrowthRate": "粉丝增长率",
"fansSummary.fansGrowthBeyondRate": "粉丝增长超越率",
"fansSummary.activeFansL28": "近28天活跃粉丝数",
"fansSummary.activeFansRate": "活跃粉丝占比",
"fansSummary.activeFansBeyondRate": "活跃粉丝超越率",
"fansSummary.engageFansRate": "互动粉丝占比",
"fansSummary.engageFansL30": "近30天互动粉丝数",
"fansSummary.engageFansBeyondRate": "互动粉丝超越率",
"fansSummary.readFansIn30": "近30天阅读粉丝数",
"fansSummary.readFansRate": "阅读粉丝占比",
"fansSummary.readFansBeyondRate": "阅读粉丝超越率",
"fansSummary.payFansUserRate30d": "近30天支付粉丝占比",
"fansSummary.payFansUserNum30d": "近30天支付粉丝数",
userId: "达人ID",
fansCount: "粉丝数",
name: "达人昵称",
redId: "小红书号",
location: "地区",
travelAreaList: "常驻地区",
personalTags: "人设标签",
contentTags: "内容标签",
likeCollectCountInfo: "获赞与收藏",
businessNoteCount: "商业笔记数",
totalNoteCount: "总笔记数",
picturePrice: "图文报价",
videoPrice: "视频报价",
lowerPrice: "最低报价",
userType: "用户类型",
tradeType: "合作行业",
clickMidNum: "阅读中位数",
accumCoopImpMedinNum30d: "近30天合作曝光中位数",
mEngagementNum: "互动中位数",
"clothingIndustryPrice.picturePrice": "服饰行业图文报价",
};
function isPlainObject(value) {
return Object.prototype.toString.call(value) === "[object Object]";
}
function normalizeScalar(value) {
if (value === null || value === undefined) {
return "";
}
if (typeof value === "string") {
return value.trim();
}
if (
typeof value === "number" ||
typeof value === "boolean" ||
typeof value === "bigint"
) {
return String(value);
}
if (value instanceof Date) {
return value.toISOString();
}
return String(value);
}
function summarizeArray(list) {
if (!Array.isArray(list) || list.length === 0) {
return "";
}
const allScalar = list.every(
(item) =>
item === null ||
item === undefined ||
["string", "number", "boolean", "bigint"].includes(typeof item),
);
if (allScalar) {
return list.map(normalizeScalar).filter(Boolean).join(" | ");
}
return list
.map((item) => {
if (isPlainObject(item) || Array.isArray(item)) {
try {
return JSON.stringify(item);
} catch (error) {
return String(item);
}
}
return normalizeScalar(item);
})
.filter(Boolean)
.join(" | ");
}
function flattenRecord(record, prefix, target) {
const baseTarget = target || {};
const currentPrefix = prefix || "";
if (!isPlainObject(record)) {
if (currentPrefix) {
baseTarget[currentPrefix] = normalizeScalar(record);
}
return baseTarget;
}
const keys = Object.keys(record);
if (keys.length === 0 && currentPrefix) {
baseTarget[currentPrefix] = "";
return baseTarget;
}
for (const key of keys) {
const nextPath = currentPrefix ? `${currentPrefix}.${key}` : key;
const value = record[key];
if (Array.isArray(value)) {
baseTarget[nextPath] = summarizeArray(value);
continue;
}
if (isPlainObject(value)) {
flattenRecord(value, nextPath, baseTarget);
continue;
}
baseTarget[nextPath] = normalizeScalar(value);
}
return baseTarget;
}
function extractBloggerId(value) {
const raw = normalizeScalar(value);
if (!raw) {
return "";
}
if (/^[0-9a-f]{24}$/i.test(raw)) {
return raw;
}
if (!/^https?:\/\//i.test(raw)) {
return "";
}
let parsedUrl;
try {
parsedUrl = new URL(raw);
} catch (error) {
return "";
}
const queryCandidates = ["id", "user_id", "userId", "bloggerId", "creatorId"];
for (const key of queryCandidates) {
const queryValue = parsedUrl.searchParams.get(key);
if (queryValue && /^[0-9a-f]{24}$/i.test(queryValue)) {
return queryValue;
}
}
const segments = parsedUrl.pathname
.split("/")
.map((segment) => segment.trim())
.filter(Boolean)
.reverse();
for (const segment of segments) {
if (/^[0-9a-f]{24}$/i.test(segment)) {
return segment;
}
}
return "";
}
function parseCreatorInputs(rawInput) {
const values = normalizeScalar(rawInput)
.split(/[\n,，\s]+/)
.map((item) => item.trim())
.filter(Boolean);
const ids = [];
const seen = new Set();
for (const value of values) {
const id = extractBloggerId(value);
if (!id || seen.has(id)) {
continue;
}
seen.add(id);
ids.push(id);
}
return ids;
}
function buildFieldOptions(records) {
const fieldMap = new Map();
for (const record of records) {
const flattened = record.flattened || {};
for (const path of Object.keys(flattened)) {
if (!FIELD_LABEL_MAP[path]) {
continue;
}
if (!fieldMap.has(path)) {
fieldMap.set(path, {
path,
label: getFieldLabel(path),
});
}
}
}
return Array.from(fieldMap.values()).sort((left, right) =>
left.path.localeCompare(right.path, "zh-CN"),
);
}
function getFieldLabel(path) {
if (FIELD_LABEL_MAP[path]) {
return FIELD_LABEL_MAP[path];
}
for (const [namespace, namespaceLabel] of Object.entries(NAMESPACE_LABEL_MAP)) {
if (path === namespace) {
return namespaceLabel;
}
if (path.startsWith(`${namespace}.`)) {
return `${namespaceLabel} - ${path.slice(namespace.length + 1)}`;
}
}
return FIELD_LABEL_MAP[path] || path;
}
function pickDefaultFields(fieldOptions) {
return fieldOptions.slice(0, 12).map((field) => field.path);
}
function buildExportRows(records, selectedFields) {
return records.map((record) => {
const row = {};
for (const field of selectedFields) {
row[field] = record.flattened[field] || "";
}
return row;
});
}
function escapeXml(value) {
return String(value)
.replace(/&/g, "&")
.replace(/</g, "&lt;")
.replace(/>/g, "&gt;")
.replace(/"/g, "&quot;")
.replace(/'/g, "&apos;");
}
function sanitizeSheetName(value) {
const name = normalizeScalar(value) || "Sheet1";
return name.replace(/[\\/?*:[\]]/g, "_").slice(0, 31) || "Sheet1";
}
function buildSpreadsheetXml(config) {
const sheetName = sanitizeSheetName(config.sheetName || "达人数据");
const columns = Array.isArray(config.columns) ? config.columns : [];
const headers =
Array.isArray(config.headers) && config.headers.length === columns.length
? config.headers
: columns;
const rows = Array.isArray(config.rows) ? config.rows : [];
const headerCells = columns
.map(
(column, index) =>
`<Cell><Data ss:Type="String">${escapeXml(headers[index] ?? column)}</Data></Cell>`,
)
.join("");
const dataRows = rows
.map((row) => {
const cells = columns
.map((column) => {
const value = row[column] === undefined ? "" : row[column];
return `<Cell><Data ss:Type="String">${escapeXml(value)}</Data></Cell>`;
})
.join("");
return `<Row>${cells}</Row>`;
})
.join("");
return `<?xml version="1.0" encoding="UTF-8"?>
<?mso-application progid="Excel.Sheet"?>
<Workbook xmlns="urn:schemas-microsoft-com:office:spreadsheet"
xmlns:o="urn:schemas-microsoft-com:office:office"
xmlns:x="urn:schemas-microsoft-com:office:excel"
xmlns:ss="urn:schemas-microsoft-com:office:spreadsheet"
xmlns:html="http://www.w3.org/TR/REC-html40">
<Worksheet ss:Name="${escapeXml(sheetName)}">
<Table>
<Row>${headerCells}</Row>
${dataRows}
</Table>
</Worksheet>
</Workbook>`;
}
function escapeCsvValue(value) {
const text = normalizeScalar(value);
if (/["\n,\r]/.test(text)) {
return `"${text.replace(/"/g, '""')}"`;
}
return text;
}
function buildCsvContent(config) {
const columns = Array.isArray(config.columns) ? config.columns : [];
const headers =
Array.isArray(config.headers) && config.headers.length === columns.length
? config.headers
: columns;
const rows = Array.isArray(config.rows) ? config.rows : [];
const headerLine = headers.map(escapeCsvValue).join(",");
const bodyLines = rows.map((row) =>
columns
.map((column) => escapeCsvValue(row[column] === undefined ? "" : row[column]))
.join(","),
);
return `\uFEFF${[headerLine, ...bodyLines].join("\r\n")}`;
}
function formatTimestamp(date) {
const safeDate = date instanceof Date ? date : new Date();
const parts = [
safeDate.getFullYear(),
String(safeDate.getMonth() + 1).padStart(2, "0"),
String(safeDate.getDate()).padStart(2, "0"),
"-",
String(safeDate.getHours()).padStart(2, "0"),
String(safeDate.getMinutes()).padStart(2, "0"),
String(safeDate.getSeconds()).padStart(2, "0"),
];
return parts.join("");
}
function unwrapResponsePayload(json) {
if (isPlainObject(json?.data)) {
return json.data;
}
if (isPlainObject(json?.result)) {
return json.result;
}
if (isPlainObject(json)) {
return json;
}
return { value: json };
}
async function fetchBloggerRecord(id, fetchImpl) {
if (typeof fetchImpl !== "function") {
throw new Error("当前环境不支持 fetch，无法请求达人数据。");
}
const response = await fetchImpl(`${API_BASE}${encodeURIComponent(id)}`, {
method: "GET",
credentials: "include",
headers: {
accept: "application/json, text/plain, */*",
},
});
if (!response || !response.ok) {
const status = response ? response.status : "unknown";
throw new Error(`请求达人 ${id} 失败，状态码：${status}`);
}
const json = await response.json();
const payload = unwrapResponsePayload(json);
if (!Object.prototype.hasOwnProperty.call(payload, "id")) {
payload.id = id;
}
return payload;
}
async function fetchSupplementalPayload(userId, fetchImpl, config) {
const response = await fetchImpl(config.buildUrl(userId), {
method: "GET",
credentials: "include",
headers: {
accept: "application/json, text/plain, */*",
},
});
if (!response || !response.ok) {
const status = response ? response.status : "unknown";
throw new Error(
`请求补充数据 ${config.namespace} 失败，userId=${userId}，状态码：${status}`,
);
}
const json = await response.json();
return unwrapResponsePayload(json);
}
async function fetchMergedBloggerRecord(id, fetchImpl) {
const primaryPayload = await fetchBloggerRecord(id, fetchImpl);
const userId = primaryPayload.userId || primaryPayload.id || id;
const settledPayloads = await Promise.allSettled(
SUPPLEMENTAL_ENDPOINTS.map((config) =>
fetchSupplementalPayload(userId, fetchImpl, config).then((payload) => ({
namespace: config.namespace,
payload,
})),
),
);
const mergedPayload = {
...primaryPayload,
};
for (const result of settledPayloads) {
if (result.status !== "fulfilled") {
continue;
}
mergedPayload[result.value.namespace] = result.value.payload;
}
return mergedPayload;
}
function createExportController(options) {
const settings = options || {};
const now = settings.now || (() => new Date());
const fetchImpl = settings.fetchImpl;
let cachedRecords = [];
let cachedFields = [];
return {
async preview(rawInput) {
const ids = parseCreatorInputs(rawInput);
if (!ids.length) {
throw new Error("请输入至少一个有效的达人主页链接或达人 ID。");
}
const records = [];
for (const id of ids) {
const raw = await fetchMergedBloggerRecord(id, fetchImpl);
records.push({
id,
raw,
flattened: flattenRecord(raw),
});
}
cachedRecords = records;
cachedFields = buildFieldOptions(records);
return {
ids,
records,
fields: cachedFields,
selectedFields: pickDefaultFields(cachedFields),
};
},
exportSheet(selectedFields) {
if (!cachedRecords.length) {
throw new Error("请先读取字段并确认达人数据。");
}
const fields =
Array.isArray(selectedFields) && selectedFields.length
? selectedFields
: cachedFields.map((field) => field.path);
const rows = buildExportRows(cachedRecords, fields);
const headers = fields.map((field) => getFieldLabel(field));
const content = buildSpreadsheetXml({
columns: fields,
headers,
rows,
sheetName: "达人数据",
});
return {
filename: `xhs-bloggers-${formatTimestamp(now())}.xls`,
columns: fields,
headers,
rows,
content,
};
},
getState() {
return {
records: cachedRecords.slice(),
fields: cachedFields.slice(),
};
},
};
}
module.exports = {
API_BASE,
SUPPLEMENTAL_ENDPOINTS,
buildExportRows,
buildCsvContent,
buildFieldOptions,
buildSpreadsheetXml,
createExportController,
extractBloggerId,
fetchMergedBloggerRecord,
flattenRecord,
getFieldLabel,
parseCreatorInputs,
};

531
pugongying/test/userscript.test.js Normal file
View File

@ -0,0 +1,531 @@
const test = require("node:test");
const assert = require("node:assert/strict");
const {
buildExportRows,
buildCsvContent,
buildFieldOptions,
buildSpreadsheetXml,
createExportController,
flattenRecord,
getFieldLabel,
parseCreatorInputs,
} = require("../src/xhs-pgy-export-core.js");
test("parseCreatorInputs supports ids, homepage links, dedupe and ignores junk", () => {
const inputs = `
5776652682ec3912d6f508d5
https://www.xiaohongshu.com/user/profile/5776652682ec3912d6f508d5
https://pgy.xiaohongshu.com/api/solar/cooperator/user/blogger/5f1234567890abcdef123456
not-a-valid-id
`;
assert.deepEqual(parseCreatorInputs(inputs), [
"5776652682ec3912d6f508d5",
"5f1234567890abcdef123456",
]);
});
test("flattenRecord expands nested objects and normalizes arrays", () => {
const flattened = flattenRecord({
id: "abc",
profile: {
nickname: "达人A",
tags: ["美妆", "护肤"],
},
prices: [
{ title: "图文", amount: 600 },
{ title: "视频", amount: 1200 },
],
empty: null,
});
assert.equal(flattened.id, "abc");
assert.equal(flattened["profile.nickname"], "达人A");
assert.equal(flattened["profile.tags"], "美妆 | 护肤");
assert.match(flattened.prices, /图文/);
assert.equal(flattened.empty, "");
});
test("buildFieldOptions and buildExportRows merge fields across records", () => {
const records = [
{
raw: { id: "1", name: "达人A", metrics: { fans: 1000 } },
flattened: flattenRecord({ id: "1", name: "达人A", metrics: { fans: 1000 } }),
},
{
raw: { id: "2", name: "达人B", contact: { wechat: "abc123" } },
flattened: flattenRecord({ id: "2", name: "达人B", contact: { wechat: "abc123" } }),
},
];
const fields = buildFieldOptions(records);
assert.deepEqual(
fields.map((field) => field.path),
["id", "metrics.fans", "name"],
);
assert.deepEqual(
fields.map((field) => field.label),
["ID", "粉丝数", "达人昵称"],
);
assert.deepEqual(
fields.map((field) => Object.keys(field).sort()),
[
["label", "path"],
["label", "path"],
["label", "path"],
],
);
const rows = buildExportRows(records, ["id", "name", "contact.wechat"]);
assert.deepEqual(rows, [
{ id: "1", name: "达人A", "contact.wechat": "" },
{ id: "2", name: "达人B", "contact.wechat": "abc123" },
]);
});
test("getFieldLabel maps known creator fields and falls back for unknown fields", () => {
assert.equal(getFieldLabel("userId"), "达人ID");
assert.equal(getFieldLabel("name"), "达人昵称");
assert.equal(getFieldLabel("fansCount"), "粉丝数");
assert.equal(getFieldLabel("contentTags"), "内容标签");
assert.equal(getFieldLabel("clothingIndustryPrice.picturePrice"), "服饰行业图文报价");
assert.equal(getFieldLabel("dataSummary"), "数据概览");
assert.equal(getFieldLabel("dataSummary.fans30GrowthRate"), "近30天涨粉率");
assert.equal(getFieldLabel("dataSummary.mAccumImpCompare"), "曝光中位数超越率");
assert.equal(getFieldLabel("dataSummary.noteType"), "笔记内容类型");
assert.equal(getFieldLabel("dataSummary.activeDayInLast7"), "近7天活跃天数");
assert.equal(getFieldLabel("dataSummary.responseRate"), "响应率");
assert.equal(getFieldLabel("fansSummary.fansNum"), "粉丝总数");
assert.equal(getFieldLabel("fansSummary.fansIncreaseNum"), "涨粉数");
assert.equal(getFieldLabel("fansSummary.fansGrowthRate"), "粉丝增长率");
assert.equal(getFieldLabel("fansSummary.fansGrowthBeyondRate"), "粉丝增长超越率");
assert.equal(getFieldLabel("fansSummary.activeFansL28"), "近28天活跃粉丝数");
assert.equal(getFieldLabel("fansSummary.activeFansRate"), "活跃粉丝占比");
assert.equal(getFieldLabel("fansSummary.activeFansBeyondRate"), "活跃粉丝超越率");
assert.equal(getFieldLabel("fansSummary.engageFansRate"), "互动粉丝占比");
assert.equal(getFieldLabel("fansSummary.engageFansL30"), "近30天互动粉丝数");
assert.equal(getFieldLabel("fansSummary.engageFansBeyondRate"), "互动粉丝超越率");
assert.equal(getFieldLabel("fansSummary.readFansIn30"), "近30天阅读粉丝数");
assert.equal(getFieldLabel("fansSummary.readFansRate"), "阅读粉丝占比");
assert.equal(getFieldLabel("fansSummary.readFansBeyondRate"), "阅读粉丝超越率");
assert.equal(getFieldLabel("fansSummary.payFansUserRate30d"), "近30天支付粉丝占比");
assert.equal(getFieldLabel("fansSummary.payFansUserNum30d"), "近30天支付粉丝数");
assert.equal(getFieldLabel("fansSummary.cityDistribution"), "粉丝概览 - cityDistribution");
assert.equal(getFieldLabel("fansProfile.ages"), "粉丝年龄分布");
assert.equal(getFieldLabel("fansProfile.gender.male"), "粉丝男性占比");
assert.equal(getFieldLabel("fansProfile.gender.female"), "粉丝女性占比");
assert.equal(getFieldLabel("fansProfile.interests"), "粉丝兴趣分布");
assert.equal(getFieldLabel("fansProfile.provinces"), "粉丝省份分布");
assert.equal(getFieldLabel("fansProfile.cities"), "粉丝城市分布");
assert.equal(getFieldLabel("fansProfile.devices"), "粉丝设备分布");
assert.equal(getFieldLabel("fansProfile.dateKey"), "画像日期");
assert.equal(getFieldLabel("metrics.customScore"), "metrics.customScore");
});
test("buildSpreadsheetXml escapes xml-sensitive characters", () => {
const xml = buildSpreadsheetXml({
columns: ["id", "name"],
rows: [{ id: "1", name: "A & B <达人>" }],
sheetName: "达人数据",
});
assert.match(xml, /A &amp; B &lt;达人&gt;/);
assert.match(xml, /<Worksheet ss:Name="达人数据">/);
});
test("buildCsvContent adds BOM and escapes commas, quotes and newlines", () => {
const csv = buildCsvContent({
columns: ["id", "name"],
headers: ["达人ID", "达人昵称"],
rows: [{ id: "1", name: 'A,"B"\n达人' }],
});
assert.equal(csv.charCodeAt(0), 0xfeff);
assert.match(csv, /达人ID,达人昵称/);
assert.match(csv, /1,"A,""B""\n达人"/);
});
test("createExportController previews and exports creator data", async () => {
const seenRequests = [];
const controller = createExportController({
fetchImpl: async (url, options) => {
seenRequests.push({ url, options });
if (!url.includes("/api/solar/cooperator/user/blogger/")) {
return {
ok: false,
status: 404,
json: async () => ({}),
};
}
const id = url.split("/").pop();
return {
ok: true,
json: async () => ({
success: true,
data: {
id,
name: `达人-${id.slice(-4)}`,
metrics: {
fans: Number(id.slice(-2)),
},
},
}),
};
},
now: () => new Date("2026-03-12T08:09:10Z"),
});
const preview = await controller.preview(`
5776652682ec3912d6f508d5
5f1234567890abcdef123456
`);
assert.equal(seenRequests.length, 8);
assert.equal(preview.records.length, 2);
assert.deepEqual(preview.selectedFields, ["id", "metrics.fans", "name"]);
assert.equal(preview.fields.find((field) => field.path === "name").label, "达人昵称");
assert.deepEqual(
preview.fields.map((field) => Object.keys(field).sort()),
preview.fields.map(() => ["label", "path"]),
);
const exported = controller.exportSheet(["id", "name", "metrics.fans"]);
assert.equal(exported.filename, "xhs-bloggers-20260312-160910.xls");
assert.equal(exported.rows.length, 2);
assert.deepEqual(exported.headers, ["ID", "达人昵称", "粉丝数"]);
assert.match(exported.content, /<\?mso-application progid="Excel\.Sheet"\?>/);
assert.match(exported.content, /<Worksheet ss:Name="达人数据">/);
assert.match(exported.content, /达人昵称/);
assert.match(exported.content, /达人-08d5/);
assert.match(exported.content, /达人-3456/);
});
test("createExportController merges supplemental endpoint payloads into namespaced fields", async () => {
const seenUrls = [];
const controller = createExportController({
fetchImpl: async (url) => {
seenUrls.push(url);
if (url.includes("/api/solar/cooperator/user/blogger/")) {
return {
ok: true,
json: async () => ({
data: {
id: "61f27a60000000001000cb5f",
userId: "61f27a60000000001000cb5f",
name: "测试达人",
},
}),
};
}
if (url.includes("/api/pgy/kol/data/data_summary")) {
return {
ok: true,
json: async () => ({
data: {
avgRead: 1200,
avgInteract: 98,
},
}),
};
}
if (url.includes("/api/solar/kol/data_v3/fans_summary")) {
return {
ok: true,
json: async () => ({
data: {
cityDistribution: ["上海", "杭州"],
maleRate: 0.22,
},
}),
};
}
if (url.includes("/api/solar/kol/data/61f27a60000000001000cb5f/fans_profile")) {
return {
ok: true,
json: async () => ({
data: {
age18_24: 0.31,
age25_34: 0.44,
},
}),
};
}
throw new Error(`unexpected url: ${url}`);
},
});
const preview = await controller.preview("61f27a60000000001000cb5f");
assert.equal(seenUrls.length, 4);
assert.ok(
seenUrls.some((url) =>
url.includes("/api/pgy/kol/data/data_summary?userId=61f27a60000000001000cb5f&business=1"),
),
);
assert.ok(
seenUrls.some((url) =>
url.includes("/api/solar/kol/data_v3/fans_summary?userId=61f27a60000000001000cb5f"),
),
);
assert.ok(
seenUrls.some((url) =>
url.includes("/api/solar/kol/data/61f27a60000000001000cb5f/fans_profile"),
),
);
assert.equal(preview.records[0].raw.dataSummary.avgRead, 1200);
assert.equal(preview.records[0].raw.fansSummary.maleRate, 0.22);
assert.equal(preview.records[0].raw.fansProfile.age18_24, 0.31);
assert.equal(preview.records[0].flattened["dataSummary.avgRead"], "1200");
assert.equal(preview.records[0].flattened["fansSummary.cityDistribution"], "上海 | 杭州");
assert.equal(preview.fields.find((field) => field.path === "dataSummary.avgRead").label, "平均阅读量");
assert.equal(
preview.fields.find((field) => field.path === "fansProfile.age18_24"),
undefined,
);
});
test("createExportController applies mapped Chinese headers for provided supplemental sample fields", async () => {
const controller = createExportController({
fetchImpl: async (url) => {
if (url.includes("/api/solar/cooperator/user/blogger/")) {
return {
ok: true,
json: async () => ({
data: {
id: "61f27a60000000001000cb5f",
userId: "61f27a60000000001000cb5f",
name: "李欢喜",
},
}),
};
}
if (url.includes("/api/pgy/kol/data/data_summary")) {
return {
ok: true,
json: async () => ({
data: {
fans30GrowthRate: "4.7",
activeDayInLast7: 7,
noteType: [{ contentTag: "母婴", percent: "100.0" }],
responseRate: "95.6",
},
}),
};
}
if (url.includes("/api/solar/kol/data_v3/fans_summary")) {
return {
ok: true,
json: async () => ({
data: {},
}),
};
}
if (url.includes("/fans_profile")) {
return {
ok: true,
json: async () => ({
data: {
ages: [{ group: "25-34", percent: 0.67 }],
gender: { male: 0.12, female: 0.88 },
interests: [{ name: "母婴", percent: 0.17 }],
provinces: [{ name: "广东", percent: 0.14 }],
cities: [{ name: "广州", percent: 0.03 }],
devices: [{ name: "apple inc.", desc: "苹果", percent: 0.28 }],
dateKey: "2026-03-11",
},
}),
};
}
throw new Error(`unexpected url: ${url}`);
},
});
await controller.preview("61f27a60000000001000cb5f");
const exported = controller.exportSheet([
"name",
"dataSummary.fans30GrowthRate",
"dataSummary.activeDayInLast7",
"dataSummary.noteType",
"dataSummary.responseRate",
"fansProfile.ages",
"fansProfile.gender.male",
"fansProfile.gender.female",
"fansProfile.interests",
"fansProfile.provinces",
"fansProfile.cities",
"fansProfile.devices",
"fansProfile.dateKey",
]);
assert.deepEqual(exported.headers, [
"达人昵称",
"近30天涨粉率",
"近7天活跃天数",
"笔记内容类型",
"响应率",
"粉丝年龄分布",
"粉丝男性占比",
"粉丝女性占比",
"粉丝兴趣分布",
"粉丝省份分布",
"粉丝城市分布",
"粉丝设备分布",
"画像日期",
]);
});
test("createExportController applies mapped Chinese headers for provided fansSummary fields", async () => {
const controller = createExportController({
fetchImpl: async (url) => {
if (url.includes("/api/solar/cooperator/user/blogger/")) {
return {
ok: true,
json: async () => ({
data: {
id: "61f27a60000000001000cb5f",
userId: "61f27a60000000001000cb5f",
name: "李欢喜",
},
}),
};
}
if (url.includes("/api/pgy/kol/data/data_summary")) {
return { ok: true, json: async () => ({ data: {} }) };
}
if (url.includes("/api/solar/kol/data_v3/fans_summary")) {
return {
ok: true,
json: async () => ({
data: {
fansNum: 11824,
fansIncreaseNum: 534,
fansGrowthRate: "4.7",
fansGrowthBeyondRate: "90.3",
activeFansL28: 4329,
activeFansRate: "36.6",
activeFansBeyondRate: "31.4",
engageFansRate: "8.0",
engageFansL30: 946,
engageFansBeyondRate: "97.6",
readFansIn30: 1343,
readFansRate: "11.4",
readFansBeyondRate: "89.0",
payFansUserRate30d: "2.7",
payFansUserNum30d: 320,
},
}),
};
}
if (url.includes("/fans_profile")) {
return { ok: true, json: async () => ({ data: {} }) };
}
throw new Error(`unexpected url: ${url}`);
},
});
await controller.preview("61f27a60000000001000cb5f");
const exported = controller.exportSheet([
"fansSummary.fansNum",
"fansSummary.fansIncreaseNum",
"fansSummary.fansGrowthRate",
"fansSummary.fansGrowthBeyondRate",
"fansSummary.activeFansL28",
"fansSummary.activeFansRate",
"fansSummary.activeFansBeyondRate",
"fansSummary.engageFansRate",
"fansSummary.engageFansL30",
"fansSummary.engageFansBeyondRate",
"fansSummary.readFansIn30",
"fansSummary.readFansRate",
"fansSummary.readFansBeyondRate",
"fansSummary.payFansUserRate30d",
"fansSummary.payFansUserNum30d",
]);
assert.deepEqual(exported.headers, [
"粉丝总数",
"涨粉数",
"粉丝增长率",
"粉丝增长超越率",
"近28天活跃粉丝数",
"活跃粉丝占比",
"活跃粉丝超越率",
"互动粉丝占比",
"近30天互动粉丝数",
"互动粉丝超越率",
"近30天阅读粉丝数",
"阅读粉丝占比",
"阅读粉丝超越率",
"近30天支付粉丝占比",
"近30天支付粉丝数",
]);
});
test("createExportController tolerates supplemental endpoint failures", async () => {
const controller = createExportController({
fetchImpl: async (url) => {
if (url.includes("/api/solar/cooperator/user/blogger/")) {
return {
ok: true,
json: async () => ({
data: {
id: "61f27a60000000001000cb5f",
userId: "61f27a60000000001000cb5f",
name: "测试达人",
},
}),
};
}
return {
ok: false,
status: 500,
json: async () => ({}),
};
},
});
const preview = await controller.preview("61f27a60000000001000cb5f");
assert.equal(preview.records[0].raw.name, "测试达人");
assert.equal(preview.records[0].raw.dataSummary, undefined);
assert.equal(preview.records[0].flattened.name, "测试达人");
});
test("createExportController rejects empty input and request failures", async () => {
const controller = createExportController({
fetchImpl: async () => ({
ok: false,
status: 403,
json: async () => ({}),
}),
});
await assert.rejects(
controller.preview(""),
/请输入至少一个有效的达人主页链接或达人 ID/,
);
await assert.rejects(
controller.preview("5776652682ec3912d6f508d5"),
/请求达人 5776652682ec3912d6f508d5 失败，状态码：403/,
);
assert.throws(
() => controller.exportSheet(["id"]),
/请先读取字段并确认达人数据/,
);
});

1472
pugongying/xhs-pgy-export.user.js Normal file
View File

File diff suppressed because it is too large Load Diff