GithubFollow/Surge_by_SukkaW
1
0
Fork 0
mirror of https://github.com/SukkaW/Surge.git synced 2025-12-12 17:20:35 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update validation tools

Browse Source
This commit is contained in:
SukkaW 2024-03-22 14:53:15 +08:00
parent cd660a2616
commit 7f62344e89
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
Build/validate-domestic.ts
View File

@ -18,12 +18,13 @@ export const parseDomesticList = async () => {
const top5000 = new Set<string>(); const top5000 = new Set<string>();
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000'); const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
const stream = Readable.fromWeb(res.body!).pipe(parse()); const stream = Readable.fromWeb(res.body!).pipe(parse());
for await (const [domain] of stream) { for await (const [domain] of stream) {
if (trie.has(domain)) { if (trie.has(domain)) {
top5000.add(domain); top5000.add(domain);
} }
console.log({ domain });
} }
const notIncludedDomestic = new Set<string>(top5000); const notIncludedDomestic = new Set<string>(top5000);

2
Build/validate-gfwlist.ts
View File

@ -56,7 +56,7 @@ export const parseGfwList = async () => {
const top500Gfwed = new Set<string>(); const top500Gfwed = new Set<string>();
const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=845&top=5000'); const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000');
const stream = Readable.fromWeb(res.body!).pipe(parse()); const stream = Readable.fromWeb(res.body!).pipe(parse());
const trie = createTrie(blackSet); const trie = createTrie(blackSet);