Update validation tools

This commit is contained in:
SukkaW 2024-03-22 14:53:15 +08:00
parent cd660a2616
commit 7f62344e89
2 changed files with 3 additions and 2 deletions

View File

@ -18,12 +18,13 @@ export const parseDomesticList = async () => {
const top5000 = new Set<string>();
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000');
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
const stream = Readable.fromWeb(res.body!).pipe(parse());
for await (const [domain] of stream) {
if (trie.has(domain)) {
top5000.add(domain);
}
console.log({ domain });
}
const notIncludedDomestic = new Set<string>(top5000);

View File

@ -56,7 +56,7 @@ export const parseGfwList = async () => {
const top500Gfwed = new Set<string>();
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000');
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
const stream = Readable.fromWeb(res.body!).pipe(parse());
const trie = createTrie(blackSet);