import _ from 'lodash'; import fs from 'node:fs/promises'; import path from 'node:path'; import { parseSelector } from './selector'; import type PkgT from '../package.json'; import type { AppConfig, IArray, SubscriptionConfig } from './types'; const iArrayToArray = (array: IArray = []): T[] => { return Array().concat(array); }; const sortKeys: (keyof SubscriptionConfig)[] = [ 'id', 'name', 'version', 'author', 'supportUri', 'updateUrl', 'checkUpdateUrl', 'apps', ]; const orderdStringify = ( obj: any, keys: string[], replacer?: (this: any, key: string, value: any) => any, space?: string | number, ) => { const map = new Map(); keys.forEach((k) => { if (obj[k] === undefined) return; map.set(k, obj[k]); }); return ( JSON.stringify(Object.fromEntries(map.entries()), replacer, space) + '\n' ); }; const pkg: typeof PkgT = JSON.parse( await fs.readFile(process.cwd() + '/package.json', 'utf-8'), ); const pkgKeys = Object.keys(pkg); export const writeConfig = async (config: SubscriptionConfig) => { const gkdFp = process.cwd() + '/dist/gkd.json'; const versionFp = process.cwd() + '/dist/gkd.version.json'; const oldConfig: SubscriptionConfig = JSON.parse( await fs.readFile(gkdFp, 'utf-8').catch(() => '{}'), ); const newConfig: SubscriptionConfig = { ...config, version: oldConfig.version || 0, }; newConfig.version = oldConfig.version || 0; checkConfig(newConfig); const hasUpdate = !_.isEqual(newConfig, oldConfig); if (!hasUpdate) { console.log('暂无规则变化'); return; } newConfig.version++; // update md await updateReadMeMd(newConfig, oldConfig); // update package.json pkg.version = `1.${newConfig.version}.0`; await fs.writeFile( process.cwd() + '/package.json', orderdStringify(pkg, pkgKeys, undefined, 2), 'utf-8', ); // update gkd.json const buffer = Buffer.from(orderdStringify(newConfig, sortKeys), 'utf-8'); await fs.writeFile(gkdFp, buffer); // update gkd.openad.json const onlyOpenAdConfig = _.cloneDeep(newConfig); onlyOpenAdConfig.apps.forEach((a) => { a.groups?.forEach((g) => { g.enable = g.name.startsWith('开屏广告'); }); }); await fs.writeFile( process.cwd() + '/dist/gkd.openad.json', orderdStringify(onlyOpenAdConfig, sortKeys), 'utf-8', ); // update gkd.version.json await fs.writeFile( versionFp, JSON.stringify( { id: newConfig.id, version: newConfig.version }, undefined, 2, ), ); console.log( `更新订阅: v${newConfig.version}, 文件大小: ${ (buffer.length / 1024).toFixed(3) + 'KB' }`, ); }; export async function* walk(dirPath: string) { const pathnames = (await fs.readdir(dirPath)).map((s) => path.join(dirPath, s), ); while (pathnames.length > 0) { const pathname = pathnames.pop()!; const state = await fs.lstat(pathname); if (state.isFile()) { yield pathname; } else if (state.isDirectory()) { pathnames.push( ...(await fs.readdir(pathname)).map((s) => path.join(pathname, s)), ); } } } export const validSnapshotUrl = (s: string) => { const u = new URL(s); return u.pathname.startsWith('/import/'); }; export const checkConfig = (newConfig: SubscriptionConfig) => { // check duplicated group key newConfig.apps?.forEach((app) => { const deprecatedKeys = app.deprecatedKeys || []; const keys = new Set(); app.groups?.forEach((g) => { if (deprecatedKeys.includes(g.key)) { console.error({ configName: newConfig.name, appId: app.id, groupName: g.name, groupKey: g.key, }); throw new Error('invalid deprecated group key'); } if (keys.has(g.key)) { console.error({ configName: newConfig.name, appId: app.id, groupName: g.name, groupKey: g.key, }); throw new Error('invalid duplicated group key'); } keys.add(g.key); // check duplicated rule key const ruleKeys = new Set(); iArrayToArray(g.rules).forEach((r) => { if (typeof r == 'object' && r.key !== undefined) { if (ruleKeys.has(r.key)) { console.error({ configName: newConfig.name, appId: app.id, groupName: g.name, groupKey: g.key, ruleKey: r.key, }); throw new Error('invalid duplicated rule key'); } ruleKeys.add(r.key); } }); }); }); // check slector syntax newConfig.apps?.forEach((app) => { app.groups?.forEach((g) => { if (!g.rules) return; const rules = iArrayToArray(g.rules).map((r) => { if (typeof r == 'string') { return { matches: r }; } return r; }); rules.forEach((r) => { [r.matches, r.excludeMatches] .map((m) => iArrayToArray(m)) .flat() .forEach((selector) => { try { parseSelector(selector); } catch (e) { console.error({ message: 'invalid selector syntax', appId: app.id, groupKey: g.key, selector, }); throw e; } }); }); }); }); // check snapshotUrls newConfig.apps?.forEach((app) => { app.groups?.forEach((g) => { iArrayToArray(g.snapshotUrls).forEach((u) => { if (!validSnapshotUrl(u)) { console.error({ appId: app.id, groupKey: g.key, }); throw new Error( `invalid snapshotUrls: ${u}\nit should like https://i.gkd.li/import/12506571`, ); } }); iArrayToArray(g.rules).forEach((r, ruleIndex) => { if (typeof r == 'string') return; iArrayToArray(r.snapshotUrls).forEach((u) => { if (!validSnapshotUrl(u)) { console.error({ appId: app.id, groupKey: g.key, ruleIndex: ruleIndex, ruleKey: r.key, }); throw new Error( `invalid snapshotUrls: ${u}\nit should like https://i.gkd.li/import/12506571`, ); } }); }); }); }); const newKeys = Object.keys(newConfig) as (keyof SubscriptionConfig)[]; if (newKeys.some((s) => !sortKeys.includes(s))) { console.log({ sortKeys, newKeys, }); throw new Error('sortKeys miss some new key'); } }; export const updateAppMd = async (app: AppConfig) => { const appHeadMdText = [ `# ${app.name}`, `存在 ${app.groups?.length || 0} 规则组 - [${app.id}](/src/apps/${ app.id }.ts)`, ].join('\n\n'); const groupMdText = (app.groups || []) .map((group) => { const groupNameMdText = [ `## ${group.name}`, [group.enable === false ? '默认禁用' : '', group.desc] .filter((s) => s) .join(' - '), ] .join('\n\n') .trim(); const exampleUrls: string[] = []; exampleUrls.push(...iArrayToArray(group.exampleUrls)); iArrayToArray(group.rules) .map((r) => (typeof r == 'string' ? [] : iArrayToArray(r.exampleUrls))) .flat() .forEach((u) => { if (u) { exampleUrls.push(u); } }); const exampleMdText = exampleUrls .map((u, i) => { if (u) { return `- [示例-${i}](${u})`; } }) .join('\n'); const snapshotUrls: string[] = []; snapshotUrls.push(...iArrayToArray(group.snapshotUrls)); iArrayToArray(group.rules) .map((r) => (typeof r == 'string' ? [] : iArrayToArray(r.snapshotUrls))) .flat() .forEach((u) => { if (u) { snapshotUrls.push(u); } }); const snapshotMdText = snapshotUrls .map((u, i) => { if (u) { return `- [快照-${i}](${u})`; } }) .join('\n'); return [groupNameMdText, exampleMdText, snapshotMdText] .filter((s) => s) .join('\n\n') .trim(); }) .join('\n\n') .trim(); const appMdText = [appHeadMdText, groupMdText].join('\n\n').trim() + '\n'; await fs.writeFile(process.cwd() + `/docs/${app.id}.md`, appMdText, 'utf-8'); }; export const updateReadMeMd = async ( newConfig: SubscriptionConfig, oldConfig: SubscriptionConfig, ) => { let changeCount = 0; await Promise.all( newConfig.apps.map(async (app) => { const oldApp = oldConfig.apps.find((a) => a.id == app.id); if (!_.isEqual(oldApp, app)) { await updateAppMd(app); changeCount++; } }), ); if (changeCount <= 0) return; console.log('更新文档: ' + changeCount); const appListText = '| 名称 | ID | 规则组 |\n| - | - | - |\n' + newConfig.apps .map((app) => { const groups = app.groups || []; const diabledSize = _.sumBy(groups, (g) => g.enable === false ? 1 : 0, ); return `| ${app.name} | [${app.id}](/docs/${app.id}.md) | ${ diabledSize ? `${groups.length}/${ groups.length - diabledSize }启用/${diabledSize}禁用` : groups.length } |`; }) .join('\n'); const mdTemplate = await fs.readFile(process.cwd() + '/Template.md', 'utf-8'); const readMeMdText = mdTemplate .replaceAll('--APP_SIZE--', newConfig.apps.length.toString()) .replaceAll( '--GROUP_SIZE--', newConfig.apps .reduce((p, c) => p + (c.groups?.length || 0), 0) .toString(), ) .replaceAll('--VERSION--', (newConfig.version || 0).toString()); await fs.writeFile(process.cwd() + '/README.md', readMeMdText); const appListTemplateMd = await fs.readFile( process.cwd() + '/AppListTemplate.md', 'utf-8', ); await fs.writeFile( process.cwd() + '/AppList.md', appListTemplateMd.replaceAll('--APP_LIST--', appListText), ); };