Refactor: simplify more validation tools

This commit is contained in:
SukkaW
2025-04-29 16:54:06 +08:00
parent dd7261757f
commit 6453a5b025
2 changed files with 36 additions and 54 deletions

View File

@@ -5,8 +5,31 @@ import { loosTldOptWithPrivateDomains } from './constants/loose-tldts-opt';
import runAgainstSourceFile from './lib/run-against-source-file';
(async () => {
const rejectDomainCountMap = await runAgainstDomainset(new Map<string, number>(), path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject.conf'));
const rejectExtraDomainCountMap = await runAgainstDomainset(new Map<string, number>(), path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject_extra.conf'));
const rejectDomainCountMap = new Map<string, number>();
const rejectExtraDomainCountMap = new Map<string, number>();
const callback = (map: Map<string, number>) => (domain: string) => {
const apexDomain = tldts.getDomain(domain, loosTldOptWithPrivateDomains);
if (!apexDomain) {
return;
}
map.set(
apexDomain,
rejectDomainCountMap.has(apexDomain)
? rejectDomainCountMap.get(apexDomain)! + 1
: 1
);
};
await runAgainstSourceFile(
path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject.conf'),
callback(rejectDomainCountMap)
);
await runAgainstSourceFile(
path.join(OUTPUT_SURGE_DIR, 'domainset', 'reject_extra.conf'),
callback(rejectExtraDomainCountMap)
);
const rejectDomainCountArr = Array.from(rejectDomainCountMap).sort((a, b) => b[1] - a[1]).filter(([, count]) => count > 20);
const rejectExtraDomainCountArr = Array.from(rejectExtraDomainCountMap).sort((a, b) => b[1] - a[1]).filter(([, count]) => count > 20);
@@ -14,24 +37,3 @@ import runAgainstSourceFile from './lib/run-against-source-file';
console.table(rejectDomainCountArr);
console.table(rejectExtraDomainCountArr);
})();
async function runAgainstDomainset(rejectDomainCountMap: Map<string, number>, file: string) {
await runAgainstSourceFile(
file,
(domain: string) => {
const apexDomain = tldts.getDomain(domain, loosTldOptWithPrivateDomains);
if (!apexDomain) {
return;
}
rejectDomainCountMap.set(
apexDomain,
rejectDomainCountMap.has(apexDomain)
? rejectDomainCountMap.get(apexDomain)! + 1
: 1
);
}
);
return rejectDomainCountMap;
}