mirror of
https://github.com/SukkaW/Surge.git
synced 2025-12-12 01:00:34 +08:00
Update validation tools
This commit is contained in:
parent
cd660a2616
commit
7f62344e89
@ -18,12 +18,13 @@ export const parseDomesticList = async () => {
|
||||
|
||||
const top5000 = new Set<string>();
|
||||
|
||||
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000');
|
||||
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
|
||||
const stream = Readable.fromWeb(res.body!).pipe(parse());
|
||||
for await (const [domain] of stream) {
|
||||
if (trie.has(domain)) {
|
||||
top5000.add(domain);
|
||||
}
|
||||
console.log({ domain });
|
||||
}
|
||||
|
||||
const notIncludedDomestic = new Set<string>(top5000);
|
||||
|
||||
@ -56,7 +56,7 @@ export const parseGfwList = async () => {
|
||||
|
||||
const top500Gfwed = new Set<string>();
|
||||
|
||||
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000');
|
||||
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
|
||||
const stream = Readable.fromWeb(res.body!).pipe(parse());
|
||||
|
||||
const trie = createTrie(blackSet);
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user