Chore: new util run against source file
Some checks failed
Build / Build (push) Has been cancelled
Build / Diff output (push) Has been cancelled
Build / Deploy to Cloudflare Pages (3.114.6) (push) Has been cancelled
Build / Deploy to GitHub and GitLab (push) Has been cancelled

This commit is contained in:
SukkaW
2025-04-27 23:33:56 +08:00
parent 505f7544ed
commit 2d706f4775
8 changed files with 132 additions and 177 deletions

View File

@@ -1,9 +1,8 @@
import path from 'node:path';
import { readFileByLine } from './lib/fetch-text-by-line';
import { OUTPUT_SURGE_DIR } from './constants/dir';
import { processLine } from './lib/process-line';
import tldts from 'tldts';
import { loosTldOptWithPrivateDomains } from './constants/loose-tldts-opt';
import runAgainstSourceFile from './lib/run-against-source-file';
(async () => {
const rejectDomainCountMap = await runAgainstDomainset(new Map<string, number>(), path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject.conf'));
@@ -17,22 +16,22 @@ import { loosTldOptWithPrivateDomains } from './constants/loose-tldts-opt';
})();
async function runAgainstDomainset(rejectDomainCountMap: Map<string, number>, file: string) {
for await (const line of readFileByLine(file)) {
if (!processLine(line)) {
continue;
}
const apexDomain = tldts.getDomain(line, loosTldOptWithPrivateDomains);
if (!apexDomain) {
continue;
}
await runAgainstSourceFile(
file,
(domain: string) => {
const apexDomain = tldts.getDomain(domain, loosTldOptWithPrivateDomains);
if (!apexDomain) {
return;
}
rejectDomainCountMap.set(
apexDomain,
rejectDomainCountMap.has(apexDomain)
? rejectDomainCountMap.get(apexDomain)! + 1
: 1
);
}
rejectDomainCountMap.set(
apexDomain,
rejectDomainCountMap.has(apexDomain)
? rejectDomainCountMap.get(apexDomain)! + 1
: 1
);
}
);
return rejectDomainCountMap;
}