Update Phishing Black TLD & Reject Domainset Builder

This commit is contained in:
SukkaW
2022-11-01 20:14:01 +08:00
parent c880ebc9f5
commit ba29536177
3 changed files with 6 additions and 7 deletions

View File

@@ -230,7 +230,6 @@ const threads = isCI ? cpuCount : cpuCount / 2;
console.log(`Start deduping from black keywords/suffixes! (${previousSize})`);
console.time(`* Dedupe from black keywords/suffixes`);
const toBeRemoved = new Set();
for (const domain of domainSets) {
let isTobeRemoved = false;
@@ -260,14 +259,10 @@ const threads = isCI ? cpuCount : cpuCount / 2;
}
if (isTobeRemoved) {
toBeRemoved.add(domain);
domainSets.delete(domain);
}
}
toBeRemoved.forEach((removed) => {
domainSets.delete(removed)
});
console.timeEnd(`* Dedupe from black keywords/suffixes`);
console.log(`Deduped ${previousSize} - ${domainSets.size} = ${previousSize - domainSets.size} from black keywords and suffixes!`);