GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-12 01:00:34 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Chore: pre-populate WHOIS mapping

Browse Source
This commit is contained in:
SukkaW 2025-08-23 21:14:27 +08:00
parent f8129cffe1
commit b57f8699e9
2 changed files with 55 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
Build/lib/is-domain-alive.ts
View File

@ -1,4 +1,5 @@
import { createDomainAliveChecker, createRegisterableDomainAliveChecker } from 'domain-alive';
import { $$fetch } from './fetch-retry';
const dnsServers = [
'8.8.8.8',
@ -46,17 +47,29 @@ const dnsServers = [
const resultCache = new Map();
const registerableDomainResultCache = new Map();
export const isRegisterableDomainAlive = createRegisterableDomainAliveChecker({
dns: {
dnsServers
},
registerableDomainResultCache
});
export async function getMethods() {
const customWhoisServersMapping = await (await ($$fetch('https://cdn.jsdelivr.net/npm/whois-servers-list@latest/list.json'))).json() as any;
export const isDomainAlive = createDomainAliveChecker({
dns: {
dnsServers
},
registerableDomainResultCache,
resultCache
});
const isRegisterableDomainAlive = createRegisterableDomainAliveChecker({
dns: {
dnsServers
},
registerableDomainResultCache,
whois: {
customWhoisServersMapping
}
});
const isDomainAlive = createDomainAliveChecker({
dns: {
dnsServers
},
registerableDomainResultCache,
resultCache,
whois: {
customWhoisServersMapping
}
});
return { isRegisterableDomainAlive, isDomainAlive };
};

49
Build/validate-domain-alive.ts
View File

@ -1,6 +1,6 @@
import { SOURCE_DIR } from './constants/dir';
import path from 'node:path';
import { isDomainAlive, isRegisterableDomainAlive } from './lib/is-domain-alive';
import { getMethods } from './lib/is-domain-alive';
import { fdir as Fdir } from 'fdir';
import runAgainstSourceFile from './lib/run-against-source-file';
@ -12,24 +12,31 @@ const queue = newQueue(32);
const deadDomains: string[] = [];
(async () => {
const domainSets = await new Fdir()
.withFullPaths()
.filter((filePath, isDirectory) => {
if (isDirectory) return false;
const extname = path.extname(filePath);
return extname === '.txt' || extname === '.conf';
})
.crawl(SOURCE_DIR + path.sep + 'domainset')
.withPromise();
const domainRules = await new Fdir()
.withFullPaths()
.filter((filePath, isDirectory) => {
if (isDirectory) return false;
const extname = path.extname(filePath);
return extname === '.txt' || extname === '.conf';
})
.crawl(SOURCE_DIR + path.sep + 'non_ip')
.withPromise();
const [
{ isDomainAlive, isRegisterableDomainAlive },
domainSets,
domainRules
] = await Promise.all([
getMethods(),
new Fdir()
.withFullPaths()
.filter((filePath, isDirectory) => {
if (isDirectory) return false;
const extname = path.extname(filePath);
return extname === '.txt' || extname === '.conf';
})
.crawl(SOURCE_DIR + path.sep + 'domainset')
.withPromise(),
new Fdir()
.withFullPaths()
.filter((filePath, isDirectory) => {
if (isDirectory) return false;
const extname = path.extname(filePath);
return extname === '.txt' || extname === '.conf';
})
.crawl(SOURCE_DIR + path.sep + 'non_ip')
.withPromise()
]);
const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
bar.start(0, 0);
@ -56,7 +63,9 @@ const deadDomains: string[] = [];
bar.increment();
if (!registerableDomainAlive) {
deadDomains.push('.' + registerableDomain);
if (registerableDomain) {
deadDomains.push('.' + registerableDomain);
}
} else if (!includeAllSubdomain && alive != null && !alive) {
deadDomains.push(domain);
}