mirror of
https://github.com/SukkaW/Surge.git
synced 2026-01-29 01:51:52 +08:00
Chore: new util run against source file
This commit is contained in:
@@ -1,9 +1,8 @@
|
||||
import path from 'node:path';
|
||||
import { readFileByLine } from './lib/fetch-text-by-line';
|
||||
import { OUTPUT_SURGE_DIR } from './constants/dir';
|
||||
import { processLine } from './lib/process-line';
|
||||
import tldts from 'tldts';
|
||||
import { loosTldOptWithPrivateDomains } from './constants/loose-tldts-opt';
|
||||
import runAgainstSourceFile from './lib/run-against-source-file';
|
||||
|
||||
(async () => {
|
||||
const rejectDomainCountMap = await runAgainstDomainset(new Map<string, number>(), path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject.conf'));
|
||||
@@ -17,22 +16,22 @@ import { loosTldOptWithPrivateDomains } from './constants/loose-tldts-opt';
|
||||
})();
|
||||
|
||||
async function runAgainstDomainset(rejectDomainCountMap: Map<string, number>, file: string) {
|
||||
for await (const line of readFileByLine(file)) {
|
||||
if (!processLine(line)) {
|
||||
continue;
|
||||
}
|
||||
const apexDomain = tldts.getDomain(line, loosTldOptWithPrivateDomains);
|
||||
if (!apexDomain) {
|
||||
continue;
|
||||
}
|
||||
await runAgainstSourceFile(
|
||||
file,
|
||||
(domain: string) => {
|
||||
const apexDomain = tldts.getDomain(domain, loosTldOptWithPrivateDomains);
|
||||
if (!apexDomain) {
|
||||
return;
|
||||
}
|
||||
|
||||
rejectDomainCountMap.set(
|
||||
apexDomain,
|
||||
rejectDomainCountMap.has(apexDomain)
|
||||
? rejectDomainCountMap.get(apexDomain)! + 1
|
||||
: 1
|
||||
);
|
||||
}
|
||||
rejectDomainCountMap.set(
|
||||
apexDomain,
|
||||
rejectDomainCountMap.has(apexDomain)
|
||||
? rejectDomainCountMap.get(apexDomain)! + 1
|
||||
: 1
|
||||
);
|
||||
}
|
||||
);
|
||||
|
||||
return rejectDomainCountMap;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user