GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2026-01-28 17:41:54 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update Domestic & Global Hosts

Browse Source
This commit is contained in:
SukkaW
2024-04-03 12:25:17 +08:00
parent 851a5453cf
commit 7df6255727
4 changed files with 29 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
Build/validate-domestic.ts
View File

@@ -1,6 +1,6 @@
import { fetchRemoteTextByLine, readFileByLine } from './lib/fetch-text-by-line';
import { Readable } from 'stream';
import { parse } from 'csv-parse';
import { parse } from 'csv-parse/sync';
import { createTrie } from './lib/trie';
import path from 'path';
import { processLine } from './lib/process-line';
@@ -18,8 +18,8 @@ export const parseDomesticList = async () => {
const top5000 = new Set<string>();
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
const stream = Readable.fromWeb(res.body!).pipe(parse());
const res = await (await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000')).text();
const stream = parse(res);
for await (const [domain] of stream) {
if (trie.has(domain)) {
top5000.add(domain);