GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2026-02-02 12:01:53 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Perf: read most of files in one pass

Browse Source
This commit is contained in:
SukkaW
2024-01-15 13:32:12 +08:00
parent a3e1a85c70
commit a7fc13b355
7 changed files with 46 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
Build/build-cdn-conf.ts
View File

@@ -1,9 +1,8 @@
import path from 'path';
import { createRuleset } from './lib/create-file';
import { readFileByLine } from './lib/fetch-text-by-line';
import { readFileIntoProcessedArray } from './lib/fetch-text-by-line';
import { createTrie } from './lib/trie';
import { task } from './trace';
import { processLine } from './lib/process-line';
import { SHARED_DESCRIPTION } from './lib/constants';
import { getPublicSuffixListTextPromise } from './download-publicsuffixlist';
@@ -44,15 +43,7 @@ const getS3OSSDomainsPromise = (async (): Promise<Set<string>> => {
const buildCdnConf = task(import.meta.path, async (span) => {
/** @type {string[]} */
const cdnDomainsList: string[] = [];
for await (const l of readFileByLine(path.resolve(import.meta.dir, '../Source/non_ip/cdn.conf'))) {
const line = processLine(l);
if (line) {
cdnDomainsList.push(line);
}
}
const cdnDomainsList: string[] = await readFileIntoProcessedArray(path.resolve(import.meta.dir, '../Source/non_ip/cdn.conf'));
(await getS3OSSDomainsPromise).forEach((domain: string) => { cdnDomainsList.push(`DOMAIN-SUFFIX,${domain}`); });
const description: string[] = [