Chore: minor changes to build infra

This commit is contained in:
SukkaW 2024-09-30 04:17:12 +08:00
parent 4387c3ef19
commit dfe1600a90
3 changed files with 5 additions and 13 deletions

View File

@ -1,7 +1,7 @@
import path from 'node:path';
import { task } from './trace';
import { compareAndWriteFile } from './lib/create-file';
import { getHostname } from 'tldts';
import { getHostname } from 'tldts-experimental';
import { isTruthy } from './lib/misc';
import { OUTPUT_MODULES_DIR } from './constants/dir';

View File

@ -1,7 +1,7 @@
import path from 'node:path';
import { Sema } from 'async-sema';
import { getHostname } from 'tldts';
import { getHostname } from 'tldts-experimental';
import { task } from './trace';
import { fetchWithRetry } from './lib/fetch-retry';
import { SHARED_DESCRIPTION } from './lib/constants';

View File

@ -1,21 +1,13 @@
import { fetchRemoteTextByLine, readFileByLine } from './lib/fetch-text-by-line';
import { readFileByLine } from './lib/fetch-text-by-line';
import { parse } from 'csv-parse/sync';
import { createTrie } from './lib/trie';
import path from 'node:path';
import { processLine } from './lib/process-line';
import { extractDomainsFromFelixDnsmasq } from './lib/parse-dnsmasq';
import { parseFelixDnsmasq } from './lib/parse-dnsmasq';
import { SOURCE_DIR } from './constants/dir';
export const parseDomesticList = async () => {
const set = new Set<string>();
for await (const line of await fetchRemoteTextByLine('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf')) {
const domain = extractDomainsFromFelixDnsmasq(line);
if (domain) {
set.add(domain);
}
}
const trie = createTrie(set, true);
const trie = createTrie(await parseFelixDnsmasq('https://raw.githubusercontent.com/felixonmars/dnsmasq-china-list/master/accelerated-domains.china.conf'), true);
const top5000 = new Set<string>();