GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-13 17:50:34 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: improve domainlist performance

Browse Source
This commit is contained in:
SukkaW 2025-03-31 22:12:10 +08:00
parent 683b743f44
commit 16ce1d0443
1 changed files with 1 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

31
Build/lib/parse-filter/domainlists.ts
View File

@ -1,13 +1,9 @@
import { fastNormalizeDomain, fastNormalizeDomainWithoutWww } from '../normalize-domain'; import { fastNormalizeDomain, fastNormalizeDomainWithoutWww } from '../normalize-domain';
import { processLine } from '../process-line';
import { onBlackFound } from './shared'; import { onBlackFound } from './shared';
import { fetchAssets } from '../fetch-assets'; import { fetchAssets } from '../fetch-assets';
import type { Span } from '../../trace'; import type { Span } from '../../trace';
function domainListLineCb(l: string, set: string[], meta: string, normalizeDomain = fastNormalizeDomain) { function domainListLineCb(line: string, set: string[], meta: string, normalizeDomain = fastNormalizeDomain) {
const line = processLine(l);
if (!line) return;
const domain = normalizeDomain(line); const domain = normalizeDomain(line);
if (!domain) return; if (!domain) return;
@ -24,31 +20,6 @@ function domainListLineCbIncludeAllSubdomain(line: string, set: string[], meta:
set.push('.' + domain); set.push('.' + domain);
} }
export function processDomainLists(
span: Span,
domainListsUrl: string, mirrors: string[] | null, includeAllSubDomain = false
) {
const lineCb = includeAllSubDomain ? domainListLineCbIncludeAllSubdomain : domainListLineCb;
return span.traceChildAsync(`process domainlist: ${domainListsUrl}`, async (span) => {
const filterRules = await span.traceChildAsync('download', () => fetchAssets(
domainListsUrl,
mirrors,
true
));
const domainSets: string[] = [];
span.traceChildSync('parse domain list', () => {
for (let i = 0, len = filterRules.length; i < len; i++) {
lineCb(filterRules[i], domainSets, domainListsUrl, fastNormalizeDomainWithoutWww);
}
});
return domainSets;
});
}
export function processDomainListsWithPreload( export function processDomainListsWithPreload(
domainListsUrl: string, mirrors: string[] | null, domainListsUrl: string, mirrors: string[] | null,
includeAllSubDomain = false includeAllSubDomain = false