GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-13 17:50:34 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Chore: pre-populate WHOIS mapping

Browse Source
This commit is contained in:
SukkaW 2025-08-23 21:14:27 +08:00
parent f8129cffe1
commit b57f8699e9
2 changed files with 55 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

39
Build/lib/is-domain-alive.ts
View File

@ -1,4 +1,5 @@
import { createDomainAliveChecker, createRegisterableDomainAliveChecker } from 'domain-alive'; import { createDomainAliveChecker, createRegisterableDomainAliveChecker } from 'domain-alive';
import { $$fetch } from './fetch-retry';
const dnsServers = [ const dnsServers = [
'8.8.8.8', '8.8.8.8',
@ -46,17 +47,29 @@ const dnsServers = [
const resultCache = new Map(); const resultCache = new Map();
const registerableDomainResultCache = new Map(); const registerableDomainResultCache = new Map();
export const isRegisterableDomainAlive = createRegisterableDomainAliveChecker({ export async function getMethods() {
dns: { const customWhoisServersMapping = await (await ($$fetch('https://cdn.jsdelivr.net/npm/whois-servers-list@latest/list.json'))).json() as any;
dnsServers
},
registerableDomainResultCache
});
export const isDomainAlive = createDomainAliveChecker({ const isRegisterableDomainAlive = createRegisterableDomainAliveChecker({
dns: { dns: {
dnsServers dnsServers
}, },
registerableDomainResultCache, registerableDomainResultCache,
resultCache whois: {
}); customWhoisServersMapping
}
});
const isDomainAlive = createDomainAliveChecker({
dns: {
dnsServers
},
registerableDomainResultCache,
resultCache,
whois: {
customWhoisServersMapping
}
});
return { isRegisterableDomainAlive, isDomainAlive };
};

49
Build/validate-domain-alive.ts
View File

@ -1,6 +1,6 @@
import { SOURCE_DIR } from './constants/dir'; import { SOURCE_DIR } from './constants/dir';
import path from 'node:path'; import path from 'node:path';
import { isDomainAlive, isRegisterableDomainAlive } from './lib/is-domain-alive'; import { getMethods } from './lib/is-domain-alive';
import { fdir as Fdir } from 'fdir'; import { fdir as Fdir } from 'fdir';
import runAgainstSourceFile from './lib/run-against-source-file'; import runAgainstSourceFile from './lib/run-against-source-file';
@ -12,24 +12,31 @@ const queue = newQueue(32);
const deadDomains: string[] = []; const deadDomains: string[] = [];
(async () => { (async () => {
const domainSets = await new Fdir() const [
.withFullPaths() { isDomainAlive, isRegisterableDomainAlive },
.filter((filePath, isDirectory) => { domainSets,
if (isDirectory) return false; domainRules
const extname = path.extname(filePath); ] = await Promise.all([
return extname === '.txt' || extname === '.conf'; getMethods(),
}) new Fdir()
.crawl(SOURCE_DIR + path.sep + 'domainset') .withFullPaths()
.withPromise(); .filter((filePath, isDirectory) => {
const domainRules = await new Fdir() if (isDirectory) return false;
.withFullPaths() const extname = path.extname(filePath);
.filter((filePath, isDirectory) => { return extname === '.txt' || extname === '.conf';
if (isDirectory) return false; })
const extname = path.extname(filePath); .crawl(SOURCE_DIR + path.sep + 'domainset')
return extname === '.txt' || extname === '.conf'; .withPromise(),
}) new Fdir()
.crawl(SOURCE_DIR + path.sep + 'non_ip') .withFullPaths()
.withPromise(); .filter((filePath, isDirectory) => {
if (isDirectory) return false;
const extname = path.extname(filePath);
return extname === '.txt' || extname === '.conf';
})
.crawl(SOURCE_DIR + path.sep + 'non_ip')
.withPromise()
]);
const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic); const bar = new cliProgress.SingleBar({}, cliProgress.Presets.shades_classic);
bar.start(0, 0); bar.start(0, 0);
@ -56,7 +63,9 @@ const deadDomains: string[] = [];
bar.increment(); bar.increment();
if (!registerableDomainAlive) { if (!registerableDomainAlive) {
deadDomains.push('.' + registerableDomain); if (registerableDomain) {
deadDomains.push('.' + registerableDomain);
}
} else if (!includeAllSubdomain && alive != null && !alive) { } else if (!includeAllSubdomain && alive != null && !alive) {
deadDomains.push(domain); deadDomains.push(domain);
} }