GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2026-01-29 01:51:52 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Chore: update domain alive check

Browse Source
This commit is contained in:
SukkaW
2025-05-16 23:25:09 +08:00
parent bcf6244e1e
commit 803e503a1e
4 changed files with 165 additions and 203 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
Build/validate-domain-alive.ts
View File

@@ -1,18 +1,10 @@
import { SOURCE_DIR } from './constants/dir';
import path from 'node:path';
import { newQueue } from '@henrygd/queue';
import { isDomainAlive, keyedAsyncMutexWithQueue } from './lib/is-domain-alive';
import { isDomainAlive } from './lib/is-domain-alive';
import { fdir as Fdir } from 'fdir';
import runAgainstSourceFile from './lib/run-against-source-file';
const queue = newQueue(24);
const deadDomains: string[] = [];
function onDomain(args: [string, boolean]) {
if (!args[1]) {
deadDomains.push(args[0]);
}
}
(async () => {
const domainSets = await new Fdir()
@@ -42,12 +34,14 @@ function onDomain(args: [string, boolean]) {
].map(
filepath => runAgainstSourceFile(
filepath,
(domain: string, includeAllSubdomain: boolean) => promises.push(queue.add(
() => keyedAsyncMutexWithQueue(
domain,
() => isDomainAlive(domain, includeAllSubdomain)
).then(onDomain)
))
(domain: string, includeAllSubdomain: boolean) => promises.push(
isDomainAlive(domain, includeAllSubdomain).then((alive) => {
if (alive) {
return;
}
deadDomains.push(includeAllSubdomain ? '.' + domain : domain);
})
)
).then(() => console.log('[crawl]', filepath))
));