refactor(pugongying): 删除不稳定接口和无关文件
删除了对 data_summary 和 fans_summary 这两个不稳定接口的请求， 同时删除了这两个接口对应的字段映射。另外删除了与脚本无关的 package.json、核心模块源码和测试文件。 Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
wxs
parent
358cb76c84
commit
572ff95aa9
118
pugongying/package-lock.json
generated
118
pugongying/package-lock.json
generated
@ -1,118 +0,0 @@
|
||||
{
|
||||
"name": "browser-script",
|
||||
"version": "1.0.0",
|
||||
"lockfileVersion": 3,
|
||||
"requires": true,
|
||||
"packages": {
|
||||
"": {
|
||||
"name": "browser-script",
|
||||
"version": "1.0.0",
|
||||
"dependencies": {
|
||||
"xlsx": "^0.18.5"
|
||||
}
|
||||
},
|
||||
"node_modules/adler-32": {
|
||||
"version": "1.3.1",
|
||||
"resolved": "https://registry.npmjs.org/adler-32/-/adler-32-1.3.1.tgz",
|
||||
"integrity": "sha512-ynZ4w/nUUv5rrsR8UUGoe1VC9hZj6V5hU9Qw1HlMDJGEJw5S7TfTErWTjMys6M7vr0YWcPqs3qAr4ss0nDfP+A==",
|
||||
"license": "Apache-2.0",
|
||||
"engines": {
|
||||
"node": ">=0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/cfb": {
|
||||
"version": "1.2.2",
|
||||
"resolved": "https://registry.npmjs.org/cfb/-/cfb-1.2.2.tgz",
|
||||
"integrity": "sha512-KfdUZsSOw19/ObEWasvBP/Ac4reZvAGauZhs6S/gqNhXhI7cKwvlH7ulj+dOEYnca4bm4SGo8C1bTAQvnTjgQA==",
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"adler-32": "~1.3.0",
|
||||
"crc-32": "~1.2.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/codepage": {
|
||||
"version": "1.15.0",
|
||||
"resolved": "https://registry.npmjs.org/codepage/-/codepage-1.15.0.tgz",
|
||||
"integrity": "sha512-3g6NUTPd/YtuuGrhMnOMRjFc+LJw/bnMp3+0r/Wcz3IXUuCosKRJvMphm5+Q+bvTVGcJJuRvVLuYba+WojaFaA==",
|
||||
"license": "Apache-2.0",
|
||||
"engines": {
|
||||
"node": ">=0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/crc-32": {
|
||||
"version": "1.2.2",
|
||||
"resolved": "https://registry.npmjs.org/crc-32/-/crc-32-1.2.2.tgz",
|
||||
"integrity": "sha512-ROmzCKrTnOwybPcJApAA6WBWij23HVfGVNKqqrZpuyZOHqK2CwHSvpGuyt/UNNvaIjEd8X5IFGp4Mh+Ie1IHJQ==",
|
||||
"license": "Apache-2.0",
|
||||
"bin": {
|
||||
"crc32": "bin/crc32.njs"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/frac": {
|
||||
"version": "1.1.2",
|
||||
"resolved": "https://registry.npmjs.org/frac/-/frac-1.1.2.tgz",
|
||||
"integrity": "sha512-w/XBfkibaTl3YDqASwfDUqkna4Z2p9cFSr1aHDt0WoMTECnRfBOv2WArlZILlqgWlmdIlALXGpM2AOhEk5W3IA==",
|
||||
"license": "Apache-2.0",
|
||||
"engines": {
|
||||
"node": ">=0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/ssf": {
|
||||
"version": "0.11.2",
|
||||
"resolved": "https://registry.npmjs.org/ssf/-/ssf-0.11.2.tgz",
|
||||
"integrity": "sha512-+idbmIXoYET47hH+d7dfm2epdOMUDjqcB4648sTZ+t2JwoyBFL/insLfB/racrDmsKB3diwsDA696pZMieAC5g==",
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"frac": "~1.1.2"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/wmf": {
|
||||
"version": "1.0.2",
|
||||
"resolved": "https://registry.npmjs.org/wmf/-/wmf-1.0.2.tgz",
|
||||
"integrity": "sha512-/p9K7bEh0Dj6WbXg4JG0xvLQmIadrner1bi45VMJTfnbVHsc7yIajZyoSoK60/dtVBs12Fm6WkUI5/3WAVsNMw==",
|
||||
"license": "Apache-2.0",
|
||||
"engines": {
|
||||
"node": ">=0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/word": {
|
||||
"version": "0.3.0",
|
||||
"resolved": "https://registry.npmjs.org/word/-/word-0.3.0.tgz",
|
||||
"integrity": "sha512-OELeY0Q61OXpdUfTp+oweA/vtLVg5VDOXh+3he3PNzLGG/y0oylSOC1xRVj0+l4vQ3tj/bB1HVHv1ocXkQceFA==",
|
||||
"license": "Apache-2.0",
|
||||
"engines": {
|
||||
"node": ">=0.8"
|
||||
}
|
||||
},
|
||||
"node_modules/xlsx": {
|
||||
"version": "0.18.5",
|
||||
"resolved": "https://registry.npmjs.org/xlsx/-/xlsx-0.18.5.tgz",
|
||||
"integrity": "sha512-dmg3LCjBPHZnQp5/F/+nnTa+miPJxUXB6vtk42YjBBKayDNagxGEeIdWApkYPOf3Z3pm3k62Knjzp7lMeTEtFQ==",
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"adler-32": "~1.3.0",
|
||||
"cfb": "~1.2.1",
|
||||
"codepage": "~1.15.0",
|
||||
"crc-32": "~1.2.1",
|
||||
"ssf": "~0.11.2",
|
||||
"wmf": "~1.0.1",
|
||||
"word": "~0.3.0"
|
||||
},
|
||||
"bin": {
|
||||
"xlsx": "bin/xlsx.njs"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=0.8"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
@ -1,12 +0,0 @@
|
||||
{
|
||||
"name": "browser-script",
|
||||
"version": "1.0.0",
|
||||
"private": true,
|
||||
"dependencies": {
|
||||
"xlsx": "^0.18.5"
|
||||
},
|
||||
"scripts": {
|
||||
"test": "node --test",
|
||||
"test:coverage": "node --test --experimental-test-coverage"
|
||||
}
|
||||
}
|
||||
@ -1,621 +0,0 @@
|
||||
const API_BASE =
|
||||
"https://pgy.xiaohongshu.com/api/solar/cooperator/user/blogger/";
|
||||
const SUPPLEMENTAL_ENDPOINTS = [
|
||||
{
|
||||
namespace: "dataSummary",
|
||||
buildUrl: (userId) =>
|
||||
`https://pgy.xiaohongshu.com/api/pgy/kol/data/data_summary?userId=${encodeURIComponent(
|
||||
userId,
|
||||
)}&business=1`,
|
||||
},
|
||||
{
|
||||
namespace: "fansSummary",
|
||||
buildUrl: (userId) =>
|
||||
`https://pgy.xiaohongshu.com/api/solar/kol/data_v3/fans_summary?userId=${encodeURIComponent(
|
||||
userId,
|
||||
)}`,
|
||||
},
|
||||
{
|
||||
namespace: "fansProfile",
|
||||
buildUrl: (userId) =>
|
||||
`https://pgy.xiaohongshu.com/api/solar/kol/data/${encodeURIComponent(
|
||||
userId,
|
||||
)}/fans_profile`,
|
||||
},
|
||||
];
|
||||
const NAMESPACE_LABEL_MAP = {
|
||||
dataSummary: "数据概览",
|
||||
fansSummary: "粉丝概览",
|
||||
fansProfile: "粉丝画像",
|
||||
};
|
||||
|
||||
const FIELD_LABEL_MAP = {
|
||||
id: "ID",
|
||||
"metrics.fans": "粉丝数",
|
||||
dataSummary: "数据概览",
|
||||
fansSummary: "粉丝概览",
|
||||
fansProfile: "粉丝画像",
|
||||
"dataSummary.fans30GrowthRate": "近30天涨粉率",
|
||||
"dataSummary.mAccumImpCompare": "曝光中位数超越率",
|
||||
"dataSummary.noteType": "笔记内容类型",
|
||||
"dataSummary.activeDayInLast7": "近7天活跃天数",
|
||||
"dataSummary.responseRate": "响应率",
|
||||
"dataSummary.avgRead": "平均阅读量",
|
||||
"fansProfile.ages": "粉丝年龄分布",
|
||||
"fansProfile.gender.male": "粉丝男性占比",
|
||||
"fansProfile.gender.female": "粉丝女性占比",
|
||||
"fansProfile.interests": "粉丝兴趣分布",
|
||||
"fansProfile.provinces": "粉丝省份分布",
|
||||
"fansProfile.cities": "粉丝城市分布",
|
||||
"fansProfile.devices": "粉丝设备分布",
|
||||
"fansProfile.dateKey": "画像日期",
|
||||
"fansSummary.fansNum": "粉丝总数",
|
||||
"fansSummary.fansIncreaseNum": "涨粉数",
|
||||
"fansSummary.fansGrowthRate": "粉丝增长率",
|
||||
"fansSummary.fansGrowthBeyondRate": "粉丝增长超越率",
|
||||
"fansSummary.activeFansL28": "近28天活跃粉丝数",
|
||||
"fansSummary.activeFansRate": "活跃粉丝占比",
|
||||
"fansSummary.activeFansBeyondRate": "活跃粉丝超越率",
|
||||
"fansSummary.engageFansRate": "互动粉丝占比",
|
||||
"fansSummary.engageFansL30": "近30天互动粉丝数",
|
||||
"fansSummary.engageFansBeyondRate": "互动粉丝超越率",
|
||||
"fansSummary.readFansIn30": "近30天阅读粉丝数",
|
||||
"fansSummary.readFansRate": "阅读粉丝占比",
|
||||
"fansSummary.readFansBeyondRate": "阅读粉丝超越率",
|
||||
"fansSummary.payFansUserRate30d": "近30天支付粉丝占比",
|
||||
"fansSummary.payFansUserNum30d": "近30天支付粉丝数",
|
||||
userId: "达人ID",
|
||||
fansCount: "粉丝数",
|
||||
name: "达人昵称",
|
||||
redId: "小红书号",
|
||||
location: "地区",
|
||||
travelAreaList: "常驻地区",
|
||||
personalTags: "人设标签",
|
||||
contentTags: "内容标签",
|
||||
likeCollectCountInfo: "获赞与收藏",
|
||||
businessNoteCount: "商业笔记数",
|
||||
totalNoteCount: "总笔记数",
|
||||
picturePrice: "图文报价",
|
||||
videoPrice: "视频报价",
|
||||
lowerPrice: "最低报价",
|
||||
userType: "用户类型",
|
||||
tradeType: "合作行业",
|
||||
clickMidNum: "阅读中位数",
|
||||
accumCoopImpMedinNum30d: "近30天合作曝光中位数",
|
||||
mEngagementNum: "互动中位数",
|
||||
"clothingIndustryPrice.picturePrice": "服饰行业图文报价",
|
||||
};
|
||||
|
||||
function isPlainObject(value) {
|
||||
return Object.prototype.toString.call(value) === "[object Object]";
|
||||
}
|
||||
|
||||
function normalizeScalar(value) {
|
||||
if (value === null || value === undefined) {
|
||||
return "";
|
||||
}
|
||||
if (typeof value === "string") {
|
||||
return value.trim();
|
||||
}
|
||||
if (
|
||||
typeof value === "number" ||
|
||||
typeof value === "boolean" ||
|
||||
typeof value === "bigint"
|
||||
) {
|
||||
return String(value);
|
||||
}
|
||||
if (value instanceof Date) {
|
||||
return value.toISOString();
|
||||
}
|
||||
return String(value);
|
||||
}
|
||||
|
||||
function summarizeArray(list) {
|
||||
if (!Array.isArray(list) || list.length === 0) {
|
||||
return "";
|
||||
}
|
||||
const allScalar = list.every(
|
||||
(item) =>
|
||||
item === null ||
|
||||
item === undefined ||
|
||||
["string", "number", "boolean", "bigint"].includes(typeof item),
|
||||
);
|
||||
if (allScalar) {
|
||||
return list.map(normalizeScalar).filter(Boolean).join(" | ");
|
||||
}
|
||||
return list
|
||||
.map((item) => {
|
||||
if (isPlainObject(item) || Array.isArray(item)) {
|
||||
try {
|
||||
return JSON.stringify(item);
|
||||
} catch (error) {
|
||||
return String(item);
|
||||
}
|
||||
}
|
||||
return normalizeScalar(item);
|
||||
})
|
||||
.filter(Boolean)
|
||||
.join(" | ");
|
||||
}
|
||||
|
||||
function flattenRecord(record, prefix, target) {
|
||||
const baseTarget = target || {};
|
||||
const currentPrefix = prefix || "";
|
||||
|
||||
if (!isPlainObject(record)) {
|
||||
if (currentPrefix) {
|
||||
baseTarget[currentPrefix] = normalizeScalar(record);
|
||||
}
|
||||
return baseTarget;
|
||||
}
|
||||
|
||||
const keys = Object.keys(record);
|
||||
if (keys.length === 0 && currentPrefix) {
|
||||
baseTarget[currentPrefix] = "";
|
||||
return baseTarget;
|
||||
}
|
||||
|
||||
for (const key of keys) {
|
||||
const nextPath = currentPrefix ? `${currentPrefix}.${key}` : key;
|
||||
const value = record[key];
|
||||
|
||||
if (Array.isArray(value)) {
|
||||
baseTarget[nextPath] = summarizeArray(value);
|
||||
continue;
|
||||
}
|
||||
|
||||
if (isPlainObject(value)) {
|
||||
flattenRecord(value, nextPath, baseTarget);
|
||||
continue;
|
||||
}
|
||||
|
||||
baseTarget[nextPath] = normalizeScalar(value);
|
||||
}
|
||||
|
||||
return baseTarget;
|
||||
}
|
||||
|
||||
function extractBloggerId(value) {
|
||||
const raw = normalizeScalar(value);
|
||||
if (!raw) {
|
||||
return "";
|
||||
}
|
||||
|
||||
if (/^[0-9a-f]{24}$/i.test(raw)) {
|
||||
return raw;
|
||||
}
|
||||
|
||||
if (!/^https?:\/\//i.test(raw)) {
|
||||
return "";
|
||||
}
|
||||
|
||||
let parsedUrl;
|
||||
try {
|
||||
parsedUrl = new URL(raw);
|
||||
} catch (error) {
|
||||
return "";
|
||||
}
|
||||
|
||||
const queryCandidates = ["id", "user_id", "userId", "bloggerId", "creatorId"];
|
||||
for (const key of queryCandidates) {
|
||||
const queryValue = parsedUrl.searchParams.get(key);
|
||||
if (queryValue && /^[0-9a-f]{24}$/i.test(queryValue)) {
|
||||
return queryValue;
|
||||
}
|
||||
}
|
||||
|
||||
const segments = parsedUrl.pathname
|
||||
.split("/")
|
||||
.map((segment) => segment.trim())
|
||||
.filter(Boolean)
|
||||
.reverse();
|
||||
|
||||
for (const segment of segments) {
|
||||
if (/^[0-9a-f]{24}$/i.test(segment)) {
|
||||
return segment;
|
||||
}
|
||||
}
|
||||
|
||||
return "";
|
||||
}
|
||||
|
||||
function parseCreatorInputs(rawInput) {
|
||||
const values = normalizeScalar(rawInput)
|
||||
.split(/[\n,，\s]+/)
|
||||
.map((item) => item.trim())
|
||||
.filter(Boolean);
|
||||
|
||||
const ids = [];
|
||||
const seen = new Set();
|
||||
|
||||
for (const value of values) {
|
||||
const id = extractBloggerId(value);
|
||||
if (!id || seen.has(id)) {
|
||||
continue;
|
||||
}
|
||||
seen.add(id);
|
||||
ids.push(id);
|
||||
}
|
||||
|
||||
return ids;
|
||||
}
|
||||
|
||||
function buildFieldOptions(records) {
|
||||
const fieldMap = new Map();
|
||||
|
||||
for (const record of records) {
|
||||
const flattened = record.flattened || {};
|
||||
for (const path of Object.keys(flattened)) {
|
||||
if (!FIELD_LABEL_MAP[path]) {
|
||||
continue;
|
||||
}
|
||||
if (!fieldMap.has(path)) {
|
||||
fieldMap.set(path, {
|
||||
path,
|
||||
label: getFieldLabel(path),
|
||||
});
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return Array.from(fieldMap.values()).sort((left, right) =>
|
||||
left.path.localeCompare(right.path, "zh-CN"),
|
||||
);
|
||||
}
|
||||
|
||||
function getFieldLabel(path) {
|
||||
if (FIELD_LABEL_MAP[path]) {
|
||||
return FIELD_LABEL_MAP[path];
|
||||
}
|
||||
|
||||
for (const [namespace, namespaceLabel] of Object.entries(NAMESPACE_LABEL_MAP)) {
|
||||
if (path === namespace) {
|
||||
return namespaceLabel;
|
||||
}
|
||||
if (path.startsWith(`${namespace}.`)) {
|
||||
return `${namespaceLabel} - ${path.slice(namespace.length + 1)}`;
|
||||
}
|
||||
}
|
||||
|
||||
return FIELD_LABEL_MAP[path] || path;
|
||||
}
|
||||
|
||||
function pickDefaultFields(fieldOptions) {
|
||||
return fieldOptions.slice(0, 12).map((field) => field.path);
|
||||
}
|
||||
|
||||
function buildExportRows(records, selectedFields) {
|
||||
return records.map((record) => {
|
||||
const row = {};
|
||||
for (const field of selectedFields) {
|
||||
row[field] = record.flattened[field] || "";
|
||||
}
|
||||
return row;
|
||||
});
|
||||
}
|
||||
|
||||
function escapeXml(value) {
|
||||
return String(value)
|
||||
.replace(/&/g, "&")
|
||||
.replace(/</g, "<")
|
||||
.replace(/>/g, ">")
|
||||
.replace(/"/g, """)
|
||||
.replace(/'/g, "'");
|
||||
}
|
||||
|
||||
function sanitizeSheetName(value) {
|
||||
const name = normalizeScalar(value) || "Sheet1";
|
||||
return name.replace(/[\\/?*:[\]]/g, "_").slice(0, 31) || "Sheet1";
|
||||
}
|
||||
|
||||
function buildSpreadsheetXml(config) {
|
||||
const sheetName = sanitizeSheetName(config.sheetName || "达人数据");
|
||||
const columns = Array.isArray(config.columns) ? config.columns : [];
|
||||
const headers =
|
||||
Array.isArray(config.headers) && config.headers.length === columns.length
|
||||
? config.headers
|
||||
: columns;
|
||||
const rows = Array.isArray(config.rows) ? config.rows : [];
|
||||
const headerCells = columns
|
||||
.map(
|
||||
(column, index) =>
|
||||
`<Cell><Data ss:Type="String">${escapeXml(headers[index] ?? column)}</Data></Cell>`,
|
||||
)
|
||||
.join("");
|
||||
|
||||
const dataRows = rows
|
||||
.map((row) => {
|
||||
const cells = columns
|
||||
.map((column) => {
|
||||
const value = row[column] === undefined ? "" : row[column];
|
||||
return `<Cell><Data ss:Type="String">${escapeXml(value)}</Data></Cell>`;
|
||||
})
|
||||
.join("");
|
||||
return `<Row>${cells}</Row>`;
|
||||
})
|
||||
.join("");
|
||||
|
||||
return `<?xml version="1.0" encoding="UTF-8"?>
|
||||
<?mso-application progid="Excel.Sheet"?>
|
||||
<Workbook xmlns="urn:schemas-microsoft-com:office:spreadsheet"
|
||||
xmlns:o="urn:schemas-microsoft-com:office:office"
|
||||
xmlns:x="urn:schemas-microsoft-com:office:excel"
|
||||
xmlns:ss="urn:schemas-microsoft-com:office:spreadsheet"
|
||||
xmlns:html="http://www.w3.org/TR/REC-html40">
|
||||
<Worksheet ss:Name="${escapeXml(sheetName)}">
|
||||
<Table>
|
||||
<Row>${headerCells}</Row>
|
||||
${dataRows}
|
||||
</Table>
|
||||
</Worksheet>
|
||||
</Workbook>`;
|
||||
}
|
||||
|
||||
function escapeCsvValue(value) {
|
||||
const text = normalizeScalar(value);
|
||||
if (/["\n,\r]/.test(text)) {
|
||||
return `"${text.replace(/"/g, '""')}"`;
|
||||
}
|
||||
return text;
|
||||
}
|
||||
|
||||
function buildCsvContent(config) {
|
||||
const columns = Array.isArray(config.columns) ? config.columns : [];
|
||||
const headers =
|
||||
Array.isArray(config.headers) && config.headers.length === columns.length
|
||||
? config.headers
|
||||
: columns;
|
||||
const rows = Array.isArray(config.rows) ? config.rows : [];
|
||||
const headerLine = headers.map(escapeCsvValue).join(",");
|
||||
const bodyLines = rows.map((row) =>
|
||||
columns
|
||||
.map((column) => escapeCsvValue(row[column] === undefined ? "" : row[column]))
|
||||
.join(","),
|
||||
);
|
||||
|
||||
return `\uFEFF${[headerLine, ...bodyLines].join("\r\n")}`;
|
||||
}
|
||||
|
||||
function buildXlsxContent(config) {
|
||||
// Lazy require so the rest of the module stays usable without deps (e.g. pure parsing tests).
|
||||
// In this repo we install it via package.json.
|
||||
// eslint-disable-next-line global-require, import/no-extraneous-dependencies
|
||||
const XLSX = require("xlsx");
|
||||
|
||||
const sheetName = sanitizeSheetName(config.sheetName || "达人数据");
|
||||
const columns = Array.isArray(config.columns) ? config.columns : [];
|
||||
const headers =
|
||||
Array.isArray(config.headers) && config.headers.length === columns.length
|
||||
? config.headers
|
||||
: columns;
|
||||
const rows = Array.isArray(config.rows) ? config.rows : [];
|
||||
|
||||
const aoa = [headers.slice()];
|
||||
for (const row of rows) {
|
||||
aoa.push(
|
||||
columns.map((column) => {
|
||||
const value = row[column] === undefined ? "" : row[column];
|
||||
return normalizeScalar(value);
|
||||
}),
|
||||
);
|
||||
}
|
||||
|
||||
const ws = XLSX.utils.aoa_to_sheet(aoa);
|
||||
const wb = XLSX.utils.book_new();
|
||||
XLSX.utils.book_append_sheet(wb, ws, sheetName);
|
||||
return XLSX.write(wb, { bookType: "xlsx", type: "buffer" });
|
||||
}
|
||||
|
||||
function formatTimestamp(date) {
|
||||
const safeDate = date instanceof Date ? date : new Date();
|
||||
const parts = [
|
||||
safeDate.getFullYear(),
|
||||
String(safeDate.getMonth() + 1).padStart(2, "0"),
|
||||
String(safeDate.getDate()).padStart(2, "0"),
|
||||
"-",
|
||||
String(safeDate.getHours()).padStart(2, "0"),
|
||||
String(safeDate.getMinutes()).padStart(2, "0"),
|
||||
String(safeDate.getSeconds()).padStart(2, "0"),
|
||||
];
|
||||
return parts.join("");
|
||||
}
|
||||
|
||||
function unwrapResponsePayload(json) {
|
||||
if (isPlainObject(json?.data)) {
|
||||
return json.data;
|
||||
}
|
||||
if (isPlainObject(json?.result)) {
|
||||
return json.result;
|
||||
}
|
||||
if (isPlainObject(json)) {
|
||||
return json;
|
||||
}
|
||||
return { value: json };
|
||||
}
|
||||
|
||||
async function fetchBloggerRecord(id, fetchImpl) {
|
||||
if (typeof fetchImpl !== "function") {
|
||||
throw new Error("当前环境不支持 fetch，无法请求达人数据。");
|
||||
}
|
||||
|
||||
const response = await fetchImpl(`${API_BASE}${encodeURIComponent(id)}`, {
|
||||
method: "GET",
|
||||
credentials: "include",
|
||||
headers: {
|
||||
accept: "application/json, text/plain, */*",
|
||||
},
|
||||
});
|
||||
|
||||
if (!response || !response.ok) {
|
||||
const status = response ? response.status : "unknown";
|
||||
throw new Error(`请求达人 ${id} 失败，状态码：${status}`);
|
||||
}
|
||||
|
||||
const json = await response.json();
|
||||
const payload = unwrapResponsePayload(json);
|
||||
if (!Object.prototype.hasOwnProperty.call(payload, "id")) {
|
||||
payload.id = id;
|
||||
}
|
||||
return payload;
|
||||
}
|
||||
|
||||
async function fetchSupplementalPayload(userId, fetchImpl, config) {
|
||||
const response = await fetchImpl(config.buildUrl(userId), {
|
||||
method: "GET",
|
||||
credentials: "include",
|
||||
headers: {
|
||||
accept: "application/json, text/plain, */*",
|
||||
},
|
||||
});
|
||||
|
||||
if (!response || !response.ok) {
|
||||
const status = response ? response.status : "unknown";
|
||||
throw new Error(
|
||||
`请求补充数据 ${config.namespace} 失败，userId=${userId}，状态码：${status}`,
|
||||
);
|
||||
}
|
||||
|
||||
const json = await response.json();
|
||||
return unwrapResponsePayload(json);
|
||||
}
|
||||
|
||||
async function fetchMergedBloggerRecord(id, fetchImpl) {
|
||||
const primaryPayload = await fetchBloggerRecord(id, fetchImpl);
|
||||
const userId = primaryPayload.userId || primaryPayload.id || id;
|
||||
|
||||
const settledPayloads = await Promise.allSettled(
|
||||
SUPPLEMENTAL_ENDPOINTS.map((config) =>
|
||||
fetchSupplementalPayload(userId, fetchImpl, config).then((payload) => ({
|
||||
namespace: config.namespace,
|
||||
payload,
|
||||
})),
|
||||
),
|
||||
);
|
||||
|
||||
const mergedPayload = {
|
||||
...primaryPayload,
|
||||
};
|
||||
|
||||
for (const result of settledPayloads) {
|
||||
if (result.status !== "fulfilled") {
|
||||
continue;
|
||||
}
|
||||
mergedPayload[result.value.namespace] = result.value.payload;
|
||||
}
|
||||
|
||||
return mergedPayload;
|
||||
}
|
||||
|
||||
async function mapWithConcurrency(items, limit, mapper) {
|
||||
const list = Array.isArray(items) ? items : [];
|
||||
if (!list.length) {
|
||||
return [];
|
||||
}
|
||||
const size = Math.max(1, Number(limit) || 1);
|
||||
const workerCount = Math.min(size, list.length);
|
||||
const results = new Array(list.length);
|
||||
let nextIndex = 0;
|
||||
|
||||
const worker = async () => {
|
||||
while (true) {
|
||||
const index = nextIndex;
|
||||
nextIndex += 1;
|
||||
if (index >= list.length) {
|
||||
return;
|
||||
}
|
||||
results[index] = await mapper(list[index], index);
|
||||
}
|
||||
};
|
||||
|
||||
const workers = Array.from({ length: workerCount }, () => worker());
|
||||
await Promise.all(workers);
|
||||
return results;
|
||||
}
|
||||
|
||||
function createExportController(options) {
|
||||
const settings = options || {};
|
||||
const now = settings.now || (() => new Date());
|
||||
const fetchImpl = settings.fetchImpl;
|
||||
const concurrency = Math.max(1, Number(settings.concurrency) || 4);
|
||||
let cachedRecords = [];
|
||||
let cachedFields = [];
|
||||
|
||||
return {
|
||||
async preview(rawInput) {
|
||||
const ids = parseCreatorInputs(rawInput);
|
||||
if (!ids.length) {
|
||||
throw new Error("请输入至少一个有效的达人主页链接或达人 ID。");
|
||||
}
|
||||
|
||||
const records = await mapWithConcurrency(ids, concurrency, async (id) => {
|
||||
const raw = await fetchMergedBloggerRecord(id, fetchImpl);
|
||||
return {
|
||||
id,
|
||||
raw,
|
||||
flattened: flattenRecord(raw),
|
||||
};
|
||||
});
|
||||
|
||||
cachedRecords = records;
|
||||
cachedFields = buildFieldOptions(records);
|
||||
|
||||
return {
|
||||
ids,
|
||||
records,
|
||||
fields: cachedFields,
|
||||
selectedFields: pickDefaultFields(cachedFields),
|
||||
};
|
||||
},
|
||||
|
||||
exportSheet(selectedFields) {
|
||||
if (!cachedRecords.length) {
|
||||
throw new Error("请先读取字段并确认达人数据。");
|
||||
}
|
||||
|
||||
const fields =
|
||||
Array.isArray(selectedFields) && selectedFields.length
|
||||
? selectedFields
|
||||
: cachedFields.map((field) => field.path);
|
||||
|
||||
const rows = buildExportRows(cachedRecords, fields);
|
||||
const headers = fields.map((field) => getFieldLabel(field));
|
||||
const content = buildXlsxContent({
|
||||
columns: fields,
|
||||
headers,
|
||||
rows,
|
||||
sheetName: "达人数据",
|
||||
});
|
||||
|
||||
return {
|
||||
filename: `xhs-bloggers-${formatTimestamp(now())}.xlsx`,
|
||||
columns: fields,
|
||||
headers,
|
||||
rows,
|
||||
content,
|
||||
};
|
||||
},
|
||||
|
||||
getState() {
|
||||
return {
|
||||
records: cachedRecords.slice(),
|
||||
fields: cachedFields.slice(),
|
||||
};
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
API_BASE,
|
||||
SUPPLEMENTAL_ENDPOINTS,
|
||||
buildExportRows,
|
||||
buildCsvContent,
|
||||
buildFieldOptions,
|
||||
buildSpreadsheetXml,
|
||||
buildXlsxContent,
|
||||
createExportController,
|
||||
extractBloggerId,
|
||||
fetchMergedBloggerRecord,
|
||||
flattenRecord,
|
||||
getFieldLabel,
|
||||
parseCreatorInputs,
|
||||
};
|
||||
@ -1,529 +0,0 @@
|
||||
const test = require("node:test");
|
||||
const assert = require("node:assert/strict");
|
||||
|
||||
const {
|
||||
buildExportRows,
|
||||
buildCsvContent,
|
||||
buildFieldOptions,
|
||||
buildSpreadsheetXml,
|
||||
createExportController,
|
||||
flattenRecord,
|
||||
getFieldLabel,
|
||||
parseCreatorInputs,
|
||||
} = require("../src/xhs-pgy-export-core.js");
|
||||
|
||||
test("parseCreatorInputs supports ids, homepage links, dedupe and ignores junk", () => {
|
||||
const inputs = `
|
||||
5776652682ec3912d6f508d5
|
||||
https://www.xiaohongshu.com/user/profile/5776652682ec3912d6f508d5
|
||||
https://pgy.xiaohongshu.com/api/solar/cooperator/user/blogger/5f1234567890abcdef123456
|
||||
not-a-valid-id
|
||||
`;
|
||||
|
||||
assert.deepEqual(parseCreatorInputs(inputs), [
|
||||
"5776652682ec3912d6f508d5",
|
||||
"5f1234567890abcdef123456",
|
||||
]);
|
||||
});
|
||||
|
||||
test("flattenRecord expands nested objects and normalizes arrays", () => {
|
||||
const flattened = flattenRecord({
|
||||
id: "abc",
|
||||
profile: {
|
||||
nickname: "达人A",
|
||||
tags: ["美妆", "护肤"],
|
||||
},
|
||||
prices: [
|
||||
{ title: "图文", amount: 600 },
|
||||
{ title: "视频", amount: 1200 },
|
||||
],
|
||||
empty: null,
|
||||
});
|
||||
|
||||
assert.equal(flattened.id, "abc");
|
||||
assert.equal(flattened["profile.nickname"], "达人A");
|
||||
assert.equal(flattened["profile.tags"], "美妆 | 护肤");
|
||||
assert.match(flattened.prices, /图文/);
|
||||
assert.equal(flattened.empty, "");
|
||||
});
|
||||
|
||||
test("buildFieldOptions and buildExportRows merge fields across records", () => {
|
||||
const records = [
|
||||
{
|
||||
raw: { id: "1", name: "达人A", metrics: { fans: 1000 } },
|
||||
flattened: flattenRecord({ id: "1", name: "达人A", metrics: { fans: 1000 } }),
|
||||
},
|
||||
{
|
||||
raw: { id: "2", name: "达人B", contact: { wechat: "abc123" } },
|
||||
flattened: flattenRecord({ id: "2", name: "达人B", contact: { wechat: "abc123" } }),
|
||||
},
|
||||
];
|
||||
|
||||
const fields = buildFieldOptions(records);
|
||||
assert.deepEqual(
|
||||
fields.map((field) => field.path),
|
||||
["id", "metrics.fans", "name"],
|
||||
);
|
||||
assert.deepEqual(
|
||||
fields.map((field) => field.label),
|
||||
["ID", "粉丝数", "达人昵称"],
|
||||
);
|
||||
assert.deepEqual(
|
||||
fields.map((field) => Object.keys(field).sort()),
|
||||
[
|
||||
["label", "path"],
|
||||
["label", "path"],
|
||||
["label", "path"],
|
||||
],
|
||||
);
|
||||
|
||||
const rows = buildExportRows(records, ["id", "name", "contact.wechat"]);
|
||||
assert.deepEqual(rows, [
|
||||
{ id: "1", name: "达人A", "contact.wechat": "" },
|
||||
{ id: "2", name: "达人B", "contact.wechat": "abc123" },
|
||||
]);
|
||||
});
|
||||
|
||||
test("getFieldLabel maps known creator fields and falls back for unknown fields", () => {
|
||||
assert.equal(getFieldLabel("userId"), "达人ID");
|
||||
assert.equal(getFieldLabel("name"), "达人昵称");
|
||||
assert.equal(getFieldLabel("fansCount"), "粉丝数");
|
||||
assert.equal(getFieldLabel("contentTags"), "内容标签");
|
||||
assert.equal(getFieldLabel("clothingIndustryPrice.picturePrice"), "服饰行业图文报价");
|
||||
assert.equal(getFieldLabel("dataSummary"), "数据概览");
|
||||
assert.equal(getFieldLabel("dataSummary.fans30GrowthRate"), "近30天涨粉率");
|
||||
assert.equal(getFieldLabel("dataSummary.mAccumImpCompare"), "曝光中位数超越率");
|
||||
assert.equal(getFieldLabel("dataSummary.noteType"), "笔记内容类型");
|
||||
assert.equal(getFieldLabel("dataSummary.activeDayInLast7"), "近7天活跃天数");
|
||||
assert.equal(getFieldLabel("dataSummary.responseRate"), "响应率");
|
||||
assert.equal(getFieldLabel("fansSummary.fansNum"), "粉丝总数");
|
||||
assert.equal(getFieldLabel("fansSummary.fansIncreaseNum"), "涨粉数");
|
||||
assert.equal(getFieldLabel("fansSummary.fansGrowthRate"), "粉丝增长率");
|
||||
assert.equal(getFieldLabel("fansSummary.fansGrowthBeyondRate"), "粉丝增长超越率");
|
||||
assert.equal(getFieldLabel("fansSummary.activeFansL28"), "近28天活跃粉丝数");
|
||||
assert.equal(getFieldLabel("fansSummary.activeFansRate"), "活跃粉丝占比");
|
||||
assert.equal(getFieldLabel("fansSummary.activeFansBeyondRate"), "活跃粉丝超越率");
|
||||
assert.equal(getFieldLabel("fansSummary.engageFansRate"), "互动粉丝占比");
|
||||
assert.equal(getFieldLabel("fansSummary.engageFansL30"), "近30天互动粉丝数");
|
||||
assert.equal(getFieldLabel("fansSummary.engageFansBeyondRate"), "互动粉丝超越率");
|
||||
assert.equal(getFieldLabel("fansSummary.readFansIn30"), "近30天阅读粉丝数");
|
||||
assert.equal(getFieldLabel("fansSummary.readFansRate"), "阅读粉丝占比");
|
||||
assert.equal(getFieldLabel("fansSummary.readFansBeyondRate"), "阅读粉丝超越率");
|
||||
assert.equal(getFieldLabel("fansSummary.payFansUserRate30d"), "近30天支付粉丝占比");
|
||||
assert.equal(getFieldLabel("fansSummary.payFansUserNum30d"), "近30天支付粉丝数");
|
||||
assert.equal(getFieldLabel("fansSummary.cityDistribution"), "粉丝概览 - cityDistribution");
|
||||
assert.equal(getFieldLabel("fansProfile.ages"), "粉丝年龄分布");
|
||||
assert.equal(getFieldLabel("fansProfile.gender.male"), "粉丝男性占比");
|
||||
assert.equal(getFieldLabel("fansProfile.gender.female"), "粉丝女性占比");
|
||||
assert.equal(getFieldLabel("fansProfile.interests"), "粉丝兴趣分布");
|
||||
assert.equal(getFieldLabel("fansProfile.provinces"), "粉丝省份分布");
|
||||
assert.equal(getFieldLabel("fansProfile.cities"), "粉丝城市分布");
|
||||
assert.equal(getFieldLabel("fansProfile.devices"), "粉丝设备分布");
|
||||
assert.equal(getFieldLabel("fansProfile.dateKey"), "画像日期");
|
||||
assert.equal(getFieldLabel("metrics.customScore"), "metrics.customScore");
|
||||
});
|
||||
|
||||
test("buildSpreadsheetXml escapes xml-sensitive characters", () => {
|
||||
const xml = buildSpreadsheetXml({
|
||||
columns: ["id", "name"],
|
||||
rows: [{ id: "1", name: "A & B <达人>" }],
|
||||
sheetName: "达人数据",
|
||||
});
|
||||
|
||||
assert.match(xml, /A & B <达人>/);
|
||||
assert.match(xml, /<Worksheet ss:Name="达人数据">/);
|
||||
});
|
||||
|
||||
test("buildCsvContent adds BOM and escapes commas, quotes and newlines", () => {
|
||||
const csv = buildCsvContent({
|
||||
columns: ["id", "name"],
|
||||
headers: ["达人ID", "达人昵称"],
|
||||
rows: [{ id: "1", name: 'A,"B"\n达人' }],
|
||||
});
|
||||
|
||||
assert.equal(csv.charCodeAt(0), 0xfeff);
|
||||
assert.match(csv, /达人ID,达人昵称/);
|
||||
assert.match(csv, /1,"A,""B""\n达人"/);
|
||||
});
|
||||
|
||||
test("createExportController previews and exports creator data", async () => {
|
||||
const seenRequests = [];
|
||||
const controller = createExportController({
|
||||
fetchImpl: async (url, options) => {
|
||||
seenRequests.push({ url, options });
|
||||
if (!url.includes("/api/solar/cooperator/user/blogger/")) {
|
||||
return {
|
||||
ok: false,
|
||||
status: 404,
|
||||
json: async () => ({}),
|
||||
};
|
||||
}
|
||||
|
||||
const id = url.split("/").pop();
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
success: true,
|
||||
data: {
|
||||
id,
|
||||
name: `达人-${id.slice(-4)}`,
|
||||
metrics: {
|
||||
fans: Number(id.slice(-2)),
|
||||
},
|
||||
},
|
||||
}),
|
||||
};
|
||||
},
|
||||
now: () => new Date("2026-03-12T08:09:10Z"),
|
||||
});
|
||||
|
||||
const preview = await controller.preview(`
|
||||
5776652682ec3912d6f508d5
|
||||
5f1234567890abcdef123456
|
||||
`);
|
||||
|
||||
assert.equal(seenRequests.length, 8);
|
||||
assert.equal(preview.records.length, 2);
|
||||
assert.deepEqual(preview.selectedFields, ["id", "metrics.fans", "name"]);
|
||||
assert.equal(preview.fields.find((field) => field.path === "name").label, "达人昵称");
|
||||
assert.deepEqual(
|
||||
preview.fields.map((field) => Object.keys(field).sort()),
|
||||
preview.fields.map(() => ["label", "path"]),
|
||||
);
|
||||
|
||||
const exported = controller.exportSheet(["id", "name", "metrics.fans"]);
|
||||
assert.equal(exported.filename, "xhs-bloggers-20260312-160910.xlsx");
|
||||
assert.equal(exported.rows.length, 2);
|
||||
assert.deepEqual(exported.headers, ["ID", "达人昵称", "粉丝数"]);
|
||||
assert.ok(Buffer.isBuffer(exported.content));
|
||||
assert.equal(exported.content[0], 0x50); // P
|
||||
assert.equal(exported.content[1], 0x4b); // K
|
||||
});
|
||||
|
||||
test("createExportController merges supplemental endpoint payloads into namespaced fields", async () => {
|
||||
const seenUrls = [];
|
||||
const controller = createExportController({
|
||||
fetchImpl: async (url) => {
|
||||
seenUrls.push(url);
|
||||
if (url.includes("/api/solar/cooperator/user/blogger/")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
id: "61f27a60000000001000cb5f",
|
||||
userId: "61f27a60000000001000cb5f",
|
||||
name: "测试达人",
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
if (url.includes("/api/pgy/kol/data/data_summary")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
avgRead: 1200,
|
||||
avgInteract: 98,
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
if (url.includes("/api/solar/kol/data_v3/fans_summary")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
cityDistribution: ["上海", "杭州"],
|
||||
maleRate: 0.22,
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
if (url.includes("/api/solar/kol/data/61f27a60000000001000cb5f/fans_profile")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
age18_24: 0.31,
|
||||
age25_34: 0.44,
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
throw new Error(`unexpected url: ${url}`);
|
||||
},
|
||||
});
|
||||
|
||||
const preview = await controller.preview("61f27a60000000001000cb5f");
|
||||
|
||||
assert.equal(seenUrls.length, 4);
|
||||
assert.ok(
|
||||
seenUrls.some((url) =>
|
||||
url.includes("/api/pgy/kol/data/data_summary?userId=61f27a60000000001000cb5f&business=1"),
|
||||
),
|
||||
);
|
||||
assert.ok(
|
||||
seenUrls.some((url) =>
|
||||
url.includes("/api/solar/kol/data_v3/fans_summary?userId=61f27a60000000001000cb5f"),
|
||||
),
|
||||
);
|
||||
assert.ok(
|
||||
seenUrls.some((url) =>
|
||||
url.includes("/api/solar/kol/data/61f27a60000000001000cb5f/fans_profile"),
|
||||
),
|
||||
);
|
||||
assert.equal(preview.records[0].raw.dataSummary.avgRead, 1200);
|
||||
assert.equal(preview.records[0].raw.fansSummary.maleRate, 0.22);
|
||||
assert.equal(preview.records[0].raw.fansProfile.age18_24, 0.31);
|
||||
assert.equal(preview.records[0].flattened["dataSummary.avgRead"], "1200");
|
||||
assert.equal(preview.records[0].flattened["fansSummary.cityDistribution"], "上海 | 杭州");
|
||||
assert.equal(preview.fields.find((field) => field.path === "dataSummary.avgRead").label, "平均阅读量");
|
||||
assert.equal(
|
||||
preview.fields.find((field) => field.path === "fansProfile.age18_24"),
|
||||
undefined,
|
||||
);
|
||||
});
|
||||
|
||||
test("createExportController applies mapped Chinese headers for provided supplemental sample fields", async () => {
|
||||
const controller = createExportController({
|
||||
fetchImpl: async (url) => {
|
||||
if (url.includes("/api/solar/cooperator/user/blogger/")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
id: "61f27a60000000001000cb5f",
|
||||
userId: "61f27a60000000001000cb5f",
|
||||
name: "李欢喜",
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
if (url.includes("/api/pgy/kol/data/data_summary")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
fans30GrowthRate: "4.7",
|
||||
activeDayInLast7: 7,
|
||||
noteType: [{ contentTag: "母婴", percent: "100.0" }],
|
||||
responseRate: "95.6",
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
if (url.includes("/api/solar/kol/data_v3/fans_summary")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
if (url.includes("/fans_profile")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
ages: [{ group: "25-34", percent: 0.67 }],
|
||||
gender: { male: 0.12, female: 0.88 },
|
||||
interests: [{ name: "母婴", percent: 0.17 }],
|
||||
provinces: [{ name: "广东", percent: 0.14 }],
|
||||
cities: [{ name: "广州", percent: 0.03 }],
|
||||
devices: [{ name: "apple inc.", desc: "苹果", percent: 0.28 }],
|
||||
dateKey: "2026-03-11",
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
throw new Error(`unexpected url: ${url}`);
|
||||
},
|
||||
});
|
||||
|
||||
await controller.preview("61f27a60000000001000cb5f");
|
||||
const exported = controller.exportSheet([
|
||||
"name",
|
||||
"dataSummary.fans30GrowthRate",
|
||||
"dataSummary.activeDayInLast7",
|
||||
"dataSummary.noteType",
|
||||
"dataSummary.responseRate",
|
||||
"fansProfile.ages",
|
||||
"fansProfile.gender.male",
|
||||
"fansProfile.gender.female",
|
||||
"fansProfile.interests",
|
||||
"fansProfile.provinces",
|
||||
"fansProfile.cities",
|
||||
"fansProfile.devices",
|
||||
"fansProfile.dateKey",
|
||||
]);
|
||||
|
||||
assert.deepEqual(exported.headers, [
|
||||
"达人昵称",
|
||||
"近30天涨粉率",
|
||||
"近7天活跃天数",
|
||||
"笔记内容类型",
|
||||
"响应率",
|
||||
"粉丝年龄分布",
|
||||
"粉丝男性占比",
|
||||
"粉丝女性占比",
|
||||
"粉丝兴趣分布",
|
||||
"粉丝省份分布",
|
||||
"粉丝城市分布",
|
||||
"粉丝设备分布",
|
||||
"画像日期",
|
||||
]);
|
||||
});
|
||||
|
||||
test("createExportController applies mapped Chinese headers for provided fansSummary fields", async () => {
|
||||
const controller = createExportController({
|
||||
fetchImpl: async (url) => {
|
||||
if (url.includes("/api/solar/cooperator/user/blogger/")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
id: "61f27a60000000001000cb5f",
|
||||
userId: "61f27a60000000001000cb5f",
|
||||
name: "李欢喜",
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
if (url.includes("/api/pgy/kol/data/data_summary")) {
|
||||
return { ok: true, json: async () => ({ data: {} }) };
|
||||
}
|
||||
|
||||
if (url.includes("/api/solar/kol/data_v3/fans_summary")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
fansNum: 11824,
|
||||
fansIncreaseNum: 534,
|
||||
fansGrowthRate: "4.7",
|
||||
fansGrowthBeyondRate: "90.3",
|
||||
activeFansL28: 4329,
|
||||
activeFansRate: "36.6",
|
||||
activeFansBeyondRate: "31.4",
|
||||
engageFansRate: "8.0",
|
||||
engageFansL30: 946,
|
||||
engageFansBeyondRate: "97.6",
|
||||
readFansIn30: 1343,
|
||||
readFansRate: "11.4",
|
||||
readFansBeyondRate: "89.0",
|
||||
payFansUserRate30d: "2.7",
|
||||
payFansUserNum30d: 320,
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
if (url.includes("/fans_profile")) {
|
||||
return { ok: true, json: async () => ({ data: {} }) };
|
||||
}
|
||||
|
||||
throw new Error(`unexpected url: ${url}`);
|
||||
},
|
||||
});
|
||||
|
||||
await controller.preview("61f27a60000000001000cb5f");
|
||||
const exported = controller.exportSheet([
|
||||
"fansSummary.fansNum",
|
||||
"fansSummary.fansIncreaseNum",
|
||||
"fansSummary.fansGrowthRate",
|
||||
"fansSummary.fansGrowthBeyondRate",
|
||||
"fansSummary.activeFansL28",
|
||||
"fansSummary.activeFansRate",
|
||||
"fansSummary.activeFansBeyondRate",
|
||||
"fansSummary.engageFansRate",
|
||||
"fansSummary.engageFansL30",
|
||||
"fansSummary.engageFansBeyondRate",
|
||||
"fansSummary.readFansIn30",
|
||||
"fansSummary.readFansRate",
|
||||
"fansSummary.readFansBeyondRate",
|
||||
"fansSummary.payFansUserRate30d",
|
||||
"fansSummary.payFansUserNum30d",
|
||||
]);
|
||||
|
||||
assert.deepEqual(exported.headers, [
|
||||
"粉丝总数",
|
||||
"涨粉数",
|
||||
"粉丝增长率",
|
||||
"粉丝增长超越率",
|
||||
"近28天活跃粉丝数",
|
||||
"活跃粉丝占比",
|
||||
"活跃粉丝超越率",
|
||||
"互动粉丝占比",
|
||||
"近30天互动粉丝数",
|
||||
"互动粉丝超越率",
|
||||
"近30天阅读粉丝数",
|
||||
"阅读粉丝占比",
|
||||
"阅读粉丝超越率",
|
||||
"近30天支付粉丝占比",
|
||||
"近30天支付粉丝数",
|
||||
]);
|
||||
});
|
||||
|
||||
test("createExportController tolerates supplemental endpoint failures", async () => {
|
||||
const controller = createExportController({
|
||||
fetchImpl: async (url) => {
|
||||
if (url.includes("/api/solar/cooperator/user/blogger/")) {
|
||||
return {
|
||||
ok: true,
|
||||
json: async () => ({
|
||||
data: {
|
||||
id: "61f27a60000000001000cb5f",
|
||||
userId: "61f27a60000000001000cb5f",
|
||||
name: "测试达人",
|
||||
},
|
||||
}),
|
||||
};
|
||||
}
|
||||
|
||||
return {
|
||||
ok: false,
|
||||
status: 500,
|
||||
json: async () => ({}),
|
||||
};
|
||||
},
|
||||
});
|
||||
|
||||
const preview = await controller.preview("61f27a60000000001000cb5f");
|
||||
assert.equal(preview.records[0].raw.name, "测试达人");
|
||||
assert.equal(preview.records[0].raw.dataSummary, undefined);
|
||||
assert.equal(preview.records[0].flattened.name, "测试达人");
|
||||
});
|
||||
|
||||
test("createExportController rejects empty input and request failures", async () => {
|
||||
const controller = createExportController({
|
||||
fetchImpl: async () => ({
|
||||
ok: false,
|
||||
status: 403,
|
||||
json: async () => ({}),
|
||||
}),
|
||||
});
|
||||
|
||||
await assert.rejects(
|
||||
controller.preview(""),
|
||||
/请输入至少一个有效的达人主页链接或达人 ID/,
|
||||
);
|
||||
|
||||
await assert.rejects(
|
||||
controller.preview("5776652682ec3912d6f508d5"),
|
||||
/请求达人 5776652682ec3912d6f508d5 失败，状态码：403/,
|
||||
);
|
||||
|
||||
assert.throws(
|
||||
() => controller.exportSheet(["id"]),
|
||||
/请先读取字段并确认达人数据/,
|
||||
);
|
||||
});
|
||||
@ -17,20 +17,6 @@
|
||||
const API_BASE =
|
||||
"https://pgy.xiaohongshu.com/api/solar/cooperator/user/blogger/";
|
||||
const SUPPLEMENTAL_ENDPOINTS = [
|
||||
{
|
||||
namespace: "dataSummary",
|
||||
buildUrl: (userId) =>
|
||||
`https://pgy.xiaohongshu.com/api/pgy/kol/data/data_summary?userId=${encodeURIComponent(
|
||||
userId,
|
||||
)}&business=1`,
|
||||
},
|
||||
{
|
||||
namespace: "fansSummary",
|
||||
buildUrl: (userId) =>
|
||||
`https://pgy.xiaohongshu.com/api/solar/kol/data_v3/fans_summary?userId=${encodeURIComponent(
|
||||
userId,
|
||||
)}`,
|
||||
},
|
||||
{
|
||||
namespace: "fansProfile",
|
||||
buildUrl: (userId) =>
|
||||
@ -40,28 +26,14 @@
|
||||
},
|
||||
];
|
||||
const NAMESPACE_LABEL_MAP = {
|
||||
dataSummary: "数据概览",
|
||||
fansSummary: "粉丝概览",
|
||||
fansProfile: "粉丝画像",
|
||||
};
|
||||
const FIELD_LABEL_MAP = {
|
||||
id: "ID",
|
||||
"metrics.fans": "粉丝数",
|
||||
dataSummary: "数据概览",
|
||||
fansSummary: "粉丝概览",
|
||||
fansProfile: "粉丝画像",
|
||||
"dataSummary.fans30GrowthRate": "近30天粉丝量变化幅度",
|
||||
"dataSummary.estimateVideoCpm": "预估视频CPM",
|
||||
"dataSummary.estimatePictureCpm": "预估图文CPM",
|
||||
"dataSummary.videoReadCost": "预估阅读单价（视频）",
|
||||
"dataSummary.picReadCost": "预估阅读单价（图文）",
|
||||
"dataSummary.mCpuvNum": "外溢进店中位数",
|
||||
"fansProfile.ages": "粉丝年龄分布",
|
||||
"fansProfile.gender.male": "粉丝男性占比",
|
||||
"fansProfile.gender.female": "粉丝女性占比",
|
||||
"fansSummary.activeFansRate": "活跃粉丝占比",
|
||||
"fansSummary.engageFansRate": "互动粉丝占比",
|
||||
"fansSummary.readFansRate": "阅读粉丝占比",
|
||||
userId: "达人ID",
|
||||
name: "达人昵称",
|
||||
redId: "小红书号",
|
||||
@ -71,7 +43,6 @@
|
||||
fansCount: "粉丝数",
|
||||
likeCollectCountInfo: "获赞与收藏",
|
||||
businessNoteCount: "商业笔记数",
|
||||
totalNoteCount: "总笔记数",
|
||||
picturePrice: "图文报价",
|
||||
videoPrice: "视频报价",
|
||||
lowerPrice: "最低报价",
|
||||
@ -1241,7 +1212,6 @@
|
||||
</span>
|
||||
<span class="xhs-export-field-name">${escapeXml(labelText)}</span>
|
||||
</div>
|
||||
<div class="xhs-export-field-sample">映射字段：${escapeXml(field.path)}</div>
|
||||
`;
|
||||
list.appendChild(item);
|
||||
}
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user