From 7f62344e89b79a34aad7f6c232b6508442b7a861 Mon Sep 17 00:00:00 2001 From: SukkaW Date: Fri, 22 Mar 2024 14:53:15 +0800 Subject: [PATCH] Update validation tools --- Build/validate-domestic.ts | 3 ++- Build/validate-gfwlist.ts | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/Build/validate-domestic.ts b/Build/validate-domestic.ts index 9f9135a4..e3eb4531 100644 --- a/Build/validate-domestic.ts +++ b/Build/validate-domestic.ts @@ -18,12 +18,13 @@ export const parseDomesticList = async () => { const top5000 = new Set(); - const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000'); + const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000'); const stream = Readable.fromWeb(res.body!).pipe(parse()); for await (const [domain] of stream) { if (trie.has(domain)) { top5000.add(domain); } + console.log({ domain }); } const notIncludedDomestic = new Set(top5000); diff --git a/Build/validate-gfwlist.ts b/Build/validate-gfwlist.ts index 6aa68da4..1f26fd7b 100644 --- a/Build/validate-gfwlist.ts +++ b/Build/validate-gfwlist.ts @@ -56,7 +56,7 @@ export const parseGfwList = async () => { const top500Gfwed = new Set(); - const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000'); + const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000'); const stream = Readable.fromWeb(res.body!).pipe(parse()); const trie = createTrie(blackSet);