Perf: drop stream transform for certain cases

This commit is contained in:
SukkaW
2026-09-02 16:32:29 +08:00
parent 3aa294acd9
commit 2647e5d0ed
7 changed files with 173 additions and 84 deletions

View File

@@ -1,4 +1,4 @@
import { fetchRemoteTextByLine } from './lib/fetch-text-by-line';
import { fetchRemoteTextLines } from './lib/fetch-text-by-line';
import tldts from 'tldts-experimental';
import { HostnameSmolTrie } from 'hntrie/smol';
import { domainToASCII } from 'node:url';
@@ -7,8 +7,8 @@ import { SOURCE_DIR } from './constants/dir';
import runAgainstSourceFile from './lib/run-against-source-file';
(async () => {
const lines1 = await Array.fromAsync(await fetchRemoteTextByLine('https://raw.githubusercontent.com/durablenapkin/block/master/luminati.txt', true));
const lines2 = await Array.fromAsync(await fetchRemoteTextByLine('https://raw.githubusercontent.com/durablenapkin/block/master/tvstream.txt', true));
const lines1 = await fetchRemoteTextLines('https://raw.githubusercontent.com/durablenapkin/block/master/luminati.txt', true);
const lines2 = await fetchRemoteTextLines('https://raw.githubusercontent.com/durablenapkin/block/master/tvstream.txt', true);
const trie = new HostnameSmolTrie();