Chore: minor changes to build infra

This commit is contained in:
SukkaW
2024-09-30 04:17:12 +08:00
parent 4387c3ef19
commit dfe1600a90
3 changed files with 5 additions and 13 deletions

View File

@@ -1,21 +1,13 @@
import { fetchRemoteTextByLine, readFileByLine } from './lib/fetch-text-by-line';
import { readFileByLine } from './lib/fetch-text-by-line';
import { parse } from 'csv-parse/sync';
import { createTrie } from './lib/trie';
import path from 'node:path';
import { processLine } from './lib/process-line';
import { extractDomainsFromFelixDnsmasq } from './lib/parse-dnsmasq';
import { parseFelixDnsmasq } from './lib/parse-dnsmasq';
import { SOURCE_DIR } from './constants/dir';
export const parseDomesticList = async () => {
const set = new Set<string>();
for await (const line of await fetchRemoteTextByLine('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf')) {
const domain = extractDomainsFromFelixDnsmasq(line);
if (domain) {
set.add(domain);
}
}
const trie = createTrie(set, true);
const trie = createTrie(await parseFelixDnsmasq('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf'), true);
const top5000 = new Set<string>();