GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2026-01-28 17:41:54 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Chore: improve domai alive check [skip ci]

Browse Source
This commit is contained in:
SukkaW
2025-01-06 21:37:40 +08:00
parent 20aae1c817
commit 0590097b47
2 changed files with 27 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
Build/validate-domain-alive.ts
View File

@@ -9,6 +9,13 @@ import { fdir as Fdir } from 'fdir';
const queue = newQueue(32);
const deadDomains: string[] = [];
function onDomain(args: [string, boolean]) {
if (!args[1]) {
deadDomains.push(args[0]);
}
}
(async () => {
const domainSets = await new Fdir()
.withFullPaths()
@@ -24,7 +31,9 @@ const queue = newQueue(32);
...domainRules.map(runAgainstRuleset)
]);
console.log('done');
console.log();
console.log();
console.log(JSON.stringify(deadDomains));
})();
export async function runAgainstRuleset(filepath: string) {
@@ -34,7 +43,7 @@ export async function runAgainstRuleset(filepath: string) {
return;
}
const promises: Array<Promise<[string, boolean]>> = [];
const promises: Array<Promise<void>> = [];
for await (const l of readFileByLine(filepath)) {
const line = processLine(l);
@@ -43,7 +52,10 @@ export async function runAgainstRuleset(filepath: string) {
switch (type) {
case 'DOMAIN-SUFFIX':
case 'DOMAIN': {
promises.push(queue.add(() => keyedAsyncMutexWithQueue(domain, () => isDomainAlive(domain, type === 'DOMAIN-SUFFIX'))));
promises.push(
queue.add(() => keyedAsyncMutexWithQueue(domain, () => isDomainAlive(domain, type === 'DOMAIN-SUFFIX')))
.then(onDomain)
);
break;
}
// no default
@@ -61,12 +73,15 @@ export async function runAgainstDomainset(filepath: string) {
return;
}
const promises: Array<Promise<[string, boolean]>> = [];
const promises: Array<Promise<void>> = [];
for await (const l of readFileByLine(filepath)) {
const line = processLine(l);
if (!line) continue;
promises.push(queue.add(() => keyedAsyncMutexWithQueue(line, () => isDomainAlive(line, line[0] === '.'))));
promises.push(
queue.add(() => keyedAsyncMutexWithQueue(line, () => isDomainAlive(line, line[0] === '.')))
.then(onDomain)
);
}
await Promise.all(promises);