GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-12 17:20:35 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: micro-optimize get-phishing-domains

Browse Source
This commit is contained in:
SukkaW 2024-01-21 23:26:11 +08:00
parent 11e687cd56
commit 80deff88f9
1 changed files with 12 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
Build/lib/get-phishing-domains.ts
View File

@ -102,14 +102,13 @@ export const getPhishingDomains = (parentSpan: Span) => parentSpan.traceChild('g
span.traceChild('whitelisting phishing domains').traceSyncFn(() => { span.traceChild('whitelisting phishing domains').traceSyncFn(() => {
const trieForRemovingWhiteListed = createTrie(domainSet); const trieForRemovingWhiteListed = createTrie(domainSet);
const needToBeWhite = WHITELIST_DOMAIN.flatMap(white => { for (let i = 0, len = WHITELIST_DOMAIN.length; i < len; i++) {
const white = WHITELIST_DOMAIN[i];
const found = trieForRemovingWhiteListed.find(`.${white}`, true); const found = trieForRemovingWhiteListed.find(`.${white}`, true);
found.push(white); for (let j = 0, len2 = found.length; j < len2; j++) {
return found; domainSet.delete(found[j]);
}); }
domainSet.delete(white);
for (let i = 0, len = needToBeWhite.length; i < len; i++) {
domainSet.delete(needToBeWhite[i]);
} }
}); });
@ -149,6 +148,7 @@ export const getPhishingDomains = (parentSpan: Span) => parentSpan.traceChild('g
const tld = gorhill.getPublicSuffix(line[0] === '.' ? line.slice(1) : line); const tld = gorhill.getPublicSuffix(line[0] === '.' ? line.slice(1) : line);
if (!tld || !BLACK_TLD.has(tld)) continue; if (!tld || !BLACK_TLD.has(tld)) continue;
// Only when tld is black will this 1 weight be added
domainCountMap[apexDomain] += 1; domainCountMap[apexDomain] += 1;
const lineLen = line.length; const lineLen = line.length;
@ -177,9 +177,11 @@ export const getPhishingDomains = (parentSpan: Span) => parentSpan.traceChild('g
} }
}); });
const results = span.traceChild('get final phishing results').traceSyncFn(() => Object.entries(domainCountMap) const results = span.traceChild('get final phishing results').traceSyncFn(
.filter(([, count]) => count >= 5) () => Object.entries(domainCountMap)
.map(([apexDomain]) => apexDomain)); .filter(entries => entries[1] >= 5)
.map(entries => entries[0])
);
return [results, domainSet] as const; return [results, domainSet] as const;
}); });