GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2026-01-29 01:51:52 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf/Refactor: processDomainList now returns string[]

Browse Source
This commit is contained in:
SukkaW
2024-05-26 17:27:11 +08:00
parent 816bb9ce2f
commit 21a31e6c1f
5 changed files with 50 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
Build/lib/get-phishing-domains.ts
View File

@@ -5,6 +5,7 @@ import { TTL } from './cache-filesystem';
import { add as SetAdd } from 'mnemonist/set';
import type { Span } from '../trace';
import { appendArrayInPlace } from './append-array-in-place';
const BLACK_TLD = new Set([
'accountant',
@@ -92,13 +93,13 @@ const BLACK_TLD = new Set([
export const getPhishingDomains = (parentSpan: Span) => parentSpan.traceChild('get phishing domains').traceAsyncFn(async (span) => {
const gorhill = await getGorhillPublicSuffixPromise();
const domainSet = await span.traceChildAsync('download/parse/merge phishing domains', async (curSpan) => {
const domainArr = await span.traceChildAsync('download/parse/merge phishing domains', async (curSpan) => {
const [domainSet, domainSet2] = await Promise.all([
processDomainLists(curSpan, 'https://curbengh.github.io/phishing-filter/phishing-filter-domains.txt', true, TTL.THREE_HOURS()),
processDomainLists(curSpan, 'https://phishing.army/download/phishing_army_blocklist.txt', true, TTL.THREE_HOURS())
]);
SetAdd(domainSet, domainSet2);
appendArrayInPlace(domainSet, domainSet2);
return domainSet;
});
@@ -106,8 +107,6 @@ export const getPhishingDomains = (parentSpan: Span) => parentSpan.traceChild('g
const domainCountMap: Record<string, number> = {};
span.traceChildSync('process phishing domain set', () => {
const domainArr = Array.from(domainSet);
for (let i = 0, len = domainArr.length; i < len; i++) {
const line = domainArr[i];
@@ -126,17 +125,15 @@ export const getPhishingDomains = (parentSpan: Span) => parentSpan.traceChild('g
}
});
const results = span.traceChildSync('get final phishing results', () => {
const res: string[] = [];
span.traceChildSync('get final phishing results', () => {
for (const domain in domainCountMap) {
if (domainCountMap[domain] >= 8) {
res.push(`.${domain}`);
domainArr.push(`.${domain}`);
}
}
return res;
});
return [results, domainSet] as const;
return domainArr;
});
export function calcDomainAbuseScore(line: string) {