GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-12 09:10:35 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: attempts to make phishing hosts processing faster

Browse Source
This commit is contained in:
SukkaW 2025-03-27 23:16:25 +08:00
parent 61505bfa1a
commit eac8256e2e
3 changed files with 26 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
Build/constants/reject-data-source.ts
View File

@ -286,7 +286,11 @@ export const ADGUARD_FILTERS_EXTRA: AdGuardFilterSource[] = [
]
],
// no coin list adguard list is more maintained than its hosts
['https://raw.githubusercontent.com/hoshsadiq/adblock-nocoin-list/master/nocoin.txt', [], true],
[
'https://cdn.jsdelivr.net/gh/hoshsadiq/adblock-nocoin-list@master/nocoin.txt',
['https://raw.githubusercontent.com/hoshsadiq/adblock-nocoin-list/master/nocoin.txt'],
true
],
// AdGuard Annoyances filter
[
'https://filters.adtidy.org/extension/ublock/filters/14_optimized.txt',

36
Build/lib/get-phishing-domains.ts
View File

@ -37,7 +37,7 @@ const pool = new Worktank({
const { BLACK_TLD, WHITELIST_MAIN_DOMAINS, leathalKeywords, lowKeywords, sensitiveKeywords } = __require('../constants/phishing-score-source') as typeof import('../constants/phishing-score-source');
const domainCountMap = new Map<string, number>();
const domainScoreMap: Record<string, number> = {};
const domainScoreMap: Record<string, number> = Object.create(null);
let line = '';
let tld: string | null = '';
@ -72,6 +72,9 @@ const pool = new Worktank({
console.log(picocolors.yellow('[phishing domains] E0002'), 'missing domain', { line, apexDomain });
continue;
}
if (WHITELIST_MAIN_DOMAINS.has(apexDomain)) {
continue;
}
domainCountMap.set(
apexDomain,
@ -80,37 +83,38 @@ const pool = new Worktank({
: 1
);
let score = apexDomain in domainScoreMap ? domainScoreMap[apexDomain] : 0;
if (!(apexDomain in domainScoreMap)) {
domainScoreMap[apexDomain] = 0;
if (BLACK_TLD.has(tld)) {
domainScoreMap[apexDomain] += 3;
score += 3;
} else if (tld.length > 6) {
domainScoreMap[apexDomain] += 2;
score += 2;
}
if (apexDomain.length >= 18) {
domainScoreMap[apexDomain] += 0.5;
score += 0.5;
}
}
subdomain = parsed.subdomain;
if (
subdomain
&& !WHITELIST_MAIN_DOMAINS.has(apexDomain)
) {
domainScoreMap[apexDomain] += calcDomainAbuseScore(subdomain, line);
if (subdomain) {
score += calcDomainAbuseScore(subdomain, line);
}
domainScoreMap[apexDomain] = score;
}
domainCountMap.forEach((count, apexDomain) => {
const score = domainScoreMap[apexDomain];
if (
// !WHITELIST_MAIN_DOMAINS.has(apexDomain)
(domainScoreMap[apexDomain] >= 24)
|| (domainScoreMap[apexDomain] >= 16 && count >= 7)
|| (domainScoreMap[apexDomain] >= 13 && count >= 11)
|| (domainScoreMap[apexDomain] >= 5 && count >= 14)
|| (domainScoreMap[apexDomain] >= 3 && count >= 21)
|| (domainScoreMap[apexDomain] >= 1 && count >= 60)
(score >= 24)
|| (score >= 16 && count >= 7)
|| (score >= 13 && count >= 11)
|| (score >= 5 && count >= 14)
|| (score >= 3 && count >= 21)
|| (score >= 1 && count >= 60)
) {
domainArr.push('.' + apexDomain);
}

2
Build/lib/parse-filter/filters.ts
View File

@ -196,7 +196,7 @@ export function parse($line: string, result: [string, ParseType], includeThirdPa
return result;
}
const filter = NetworkFilter.parse(line);
const filter = NetworkFilter.parse(line, false);
if (filter) {
if (
// filter.isCosmeticFilter() // always false