Chore: pre-populate WHOIS mapping

This commit is contained in:
SukkaW
2025-08-23 21:14:27 +08:00
parent f8129cffe1
commit b57f8699e9
2 changed files with 55 additions and 33 deletions

View File

@@ -1,6 +1,6 @@
import { SOURCE_DIR } from './constants/dir';
import path from 'node:path';
import { isDomainAlive, isRegisterableDomainAlive } from './lib/is-domain-alive';
import { getMethods } from './lib/is-domain-alive';
import { fdir as Fdir } from 'fdir';
import runAgainstSourceFile from './lib/run-against-source-file';
@@ -12,24 +12,31 @@ const queue = newQueue(32);
const deadDomains: string[] = [];
(async () => {
const domainSets = await new Fdir()
.withFullPaths()
.filter((filePath, isDirectory) => {
if (isDirectory) return false;
const extname = path.extname(filePath);
return extname === '.txt' || extname === '.conf';
})
.crawl(SOURCE_DIR + path.sep + 'domainset')
.withPromise();
const domainRules = await new Fdir()
.withFullPaths()
.filter((filePath, isDirectory) => {
if (isDirectory) return false;
const extname = path.extname(filePath);
return extname === '.txt' || extname === '.conf';
})
.crawl(SOURCE_DIR + path.sep + 'non_ip')
.withPromise();
const [
{ isDomainAlive, isRegisterableDomainAlive },
domainSets,
domainRules
] = await Promise.all([
getMethods(),
new Fdir()
.withFullPaths()
.filter((filePath, isDirectory) => {
if (isDirectory) return false;
const extname = path.extname(filePath);
return extname === '.txt' || extname === '.conf';
})
.crawl(SOURCE_DIR + path.sep + 'domainset')
.withPromise(),
new Fdir()
.withFullPaths()
.filter((filePath, isDirectory) => {
if (isDirectory) return false;
const extname = path.extname(filePath);
return extname === '.txt' || extname === '.conf';
})
.crawl(SOURCE_DIR + path.sep + 'non_ip')
.withPromise()
]);
const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
bar.start(0, 0);
@@ -56,7 +63,9 @@ const deadDomains: string[] = [];
bar.increment();
if (!registerableDomainAlive) {
deadDomains.push('.' + registerableDomain);
if (registerableDomain) {
deadDomains.push('.' + registerableDomain);
}
} else if (!includeAllSubdomain && alive != null && !alive) {
deadDomains.push(domain);
}