From 7df6255727a4fa178062c54defa7a8b697c5ede2 Mon Sep 17 00:00:00 2001 From: SukkaW Date: Wed, 3 Apr 2024 12:25:17 +0800 Subject: [PATCH] Update Domestic & Global Hosts --- Build/validate-domestic.ts | 6 +++--- Source/non_ip/domestic.conf | 10 +++++++++- Source/non_ip/domestic.ts | 11 ++++++++--- Source/non_ip/global.conf | 9 +++++++++ 4 files changed, 29 insertions(+), 7 deletions(-) diff --git a/Build/validate-domestic.ts b/Build/validate-domestic.ts index e3eb4531..f825d9ca 100644 --- a/Build/validate-domestic.ts +++ b/Build/validate-domestic.ts @@ -1,6 +1,6 @@ import { fetchRemoteTextByLine, readFileByLine } from './lib/fetch-text-by-line'; import { Readable } from 'stream'; -import { parse } from 'csv-parse'; +import { parse } from 'csv-parse/sync'; import { createTrie } from './lib/trie'; import path from 'path'; import { processLine } from './lib/process-line'; @@ -18,8 +18,8 @@ export const parseDomesticList = async () => { const top5000 = new Set(); - const res = await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000'); - const stream = Readable.fromWeb(res.body!).pipe(parse()); + const res = await (await fetch('https://radar.cloudflare.com/charts/LargerTopDomainsTable/attachment?id=1077&top=10000')).text(); + const stream = parse(res); for await (const [domain] of stream) { if (trie.has(domain)) { top5000.add(domain); diff --git a/Source/non_ip/domestic.conf b/Source/non_ip/domestic.conf index ed868cf1..f3b9f97f 100644 --- a/Source/non_ip/domestic.conf +++ b/Source/non_ip/domestic.conf @@ -87,6 +87,7 @@ DOMAIN-SUFFIX,cntv.com.cn DOMAIN-SUFFIX,189.cn DOMAIN-SUFFIX,chinatelecom.com.cn DOMAIN-SUFFIX,21cn.com +DOMAIN-SUFFIX,id6.me # >> China Unicom DOMAIN-SUFFIX,wo.cn @@ -177,6 +178,7 @@ DOMAIN-SUFFIX,127.com DOMAIN-SUFFIX,127.net DOMAIN-SUFFIX,163.com DOMAIN-SUFFIX,163yun.com +DOMAIN-SUFFIX,163jiasu.com DOMAIN-SUFFIX,166.com DOMAIN-SUFFIX,166.net DOMAIN-SUFFIX,188.com @@ -395,6 +397,7 @@ DOMAIN-SUFFIX,cailianpress.com DOMAIN-SUFFIX,cls.cn DOMAIN-SUFFIX,camera360.com DOMAIN-SUFFIX,camscanner.com +DOMAIN-SUFFIX,cdnjtzy.com DOMAIN-SUFFIX,cowcs.com DOMAIN-SUFFIX,changyan.com DOMAIN-SUFFIX,chaoxing.cc @@ -463,7 +466,7 @@ DOMAIN-SUFFIX,kaiyanapp.com DOMAIN-SUFFIX,keepcdn.com DOMAIN-SUFFIX,kfc.com.cn DOMAIN-SUFFIX,kkmh.com -DOMAIN-SUFFIX,kugou.com1 +DOMAIN-SUFFIX,kugou.com DOMAIN-SUFFIX,kuwo.cn DOMAIN-SUFFIX,lagou.com DOMAIN-SUFFIX,leiniao.com @@ -506,12 +509,14 @@ DOMAIN-SUFFIX,qcc.com DOMAIN-SUFFIX,qichacha.com DOMAIN-SUFFIX,qdaily.com DOMAIN-SUFFIX,qidian.com +DOMAIN-SUFFIX,qiniu.com DOMAIN-SUFFIX,qyer.com DOMAIN-SUFFIX,qyerstatic.com DOMAIN-SUFFIX,ronghub.com DOMAIN-SUFFIX,rsproxy.cn DOMAIN-SUFFIX,ruguoapp.com DOMAIN-SUFFIX,ruiwen.com +DOMAIN-SUFFIX,samsungcloudcn.com DOMAIN-SUFFIX,sandai.net DOMAIN-SUFFIX,s-reader.com DOMAIN-SUFFIX,smzdm.com @@ -528,6 +533,7 @@ DOMAIN-SUFFIX,tvmao.com DOMAIN-SUFFIX,tvzhe.com DOMAIN-SUFFIX,vip.com DOMAIN-SUFFIX,weather.com.cn +DOMAIN-SUFFIX,weathercn.com DOMAIN-SUFFIX,weidian.com DOMAIN-SUFFIX,west.cn DOMAIN-SUFFIX,xiachufang.com @@ -550,4 +556,6 @@ DOMAIN-SUFFIX,zdmimg.com DOMAIN-SUFFIX,zdic.net DOMAIN-SUFFIX,zhangzs.com DOMAIN-SUFFIX,zol.com.cn +DOMAIN-SUFFIX,zui.com DOMAIN-SUFFIX,zuimeitianqi.com +DOMAIN-SUFFIX,zuoyebang.com diff --git a/Source/non_ip/domestic.ts b/Source/non_ip/domestic.ts index e18b3614..6b99ee09 100644 --- a/Source/non_ip/domestic.ts +++ b/Source/non_ip/domestic.ts @@ -70,7 +70,8 @@ export const DOMESTICS = { 'npmmirror.com', 'alios.cn', 'wandoujia.com', - 'aliapp.org' + 'aliapp.org', + 'tanx.com' ] }, TENCENT: { @@ -121,7 +122,9 @@ export const DOMESTICS = { 'yunos.com', 'yitao.com', 'anticheatexpert.com', - 'url.cn' + 'url.cn', + 'qlivecdn.com', + 'tcdnlive.com' ] }, BILIBILI_ALI: { @@ -212,7 +215,8 @@ export const DOMESTICS = { 'ixgvideo.com', 'volccdn.com', 'byted-static.com', - 'volces.com' + 'volces.com', + 'baike.com' ] }, BAIDU: { @@ -269,6 +273,7 @@ export const DOMESTICS = { '360.net', '360safe.com', '360tpcdn.com', + '360os.com', '360webcache.com', 'so.com', 'haosou.com', diff --git a/Source/non_ip/global.conf b/Source/non_ip/global.conf index 230912ca..06034c5e 100644 --- a/Source/non_ip/global.conf +++ b/Source/non_ip/global.conf @@ -273,6 +273,7 @@ DOMAIN-SUFFIX,bitbucket.io DOMAIN-SUFFIX,bitfinex.com DOMAIN-SUFFIX,bit.ly DOMAIN-SUFFIX,bitly.com +DOMAIN-SUFFIX,bitmex.com DOMAIN-SUFFIX,bloomberg.com DOMAIN-SUFFIX,blizzard.com DOMAIN-SUFFIX,booklive.jp @@ -281,6 +282,7 @@ DOMAIN-SUFFIX,bwh1.net DOMAIN-SUFFIX,castbox.fm DOMAIN-SUFFIX,cbc.ca DOMAIN,ccmdl.adobe.com +DOMAIN-SUFFIX,change.org DOMAIN-SUFFIX,character.ai DOMAIN-SUFFIX,cloudfront.net DOMAIN-SUFFIX,codepen.io @@ -288,11 +290,14 @@ DOMAIN-SUFFIX,costco.com DOMAIN-SUFFIX,cpuid.com DOMAIN-SUFFIX,dailymotion.com DOMAIN-SUFFIX,dailymail.co.uk +DOMAIN-SUFFIX,daum.net DOMAIN-SUFFIX,dcard.tw DOMAIN-SUFFIX,deezer.com DOMAIN-SUFFIX,deviantart.com DOMAIN-SUFFIX,deviantart.net +DOMAIN-SUFFIX,dish.com DOMAIN-SUFFIX,disqus.com +DOMAIN-SUFFIX,dlsite.com DOMAIN-SUFFIX,dribbble.com DOMAIN-SUFFIX,dropbox.com DOMAIN-SUFFIX,dropbox-dns.com @@ -314,8 +319,10 @@ DOMAIN-SUFFIX,fc2.com DOMAIN-SUFFIX,feedly.com DOMAIN-SUFFIX,flickr.com DOMAIN-SUFFIX,flipboard.com +DOMAIN-SUFFIX,flipkart.com DOMAIN-SUFFIX,gameloft.com DOMAIN-SUFFIX,gate.io +DOMAIN-SUFFIX,gettyimages.com DOMAIN-SUFFIX,gitlab.com DOMAIN-SUFFIX,ghostery.com DOMAIN-SUFFIX,godaddy.com @@ -323,6 +330,7 @@ DOMAIN-SUFFIX,goodreads.com DOMAIN-SUFFIX,grammarly.com DOMAIN-SUFFIX,greasyfork.org DOMAIN-SUFFIX,grindr.com +DOMAIN-SUFFIX,gumroad.com DOMAIN-SUFFIX,hanime.tv DOMAIN-SUFFIX,hanime1.me DOMAIN-SUFFIX,he.net @@ -337,6 +345,7 @@ DOMAIN-SUFFIX,initiummall.com DOMAIN-SUFFIX,ipfs.io DOMAIN-SUFFIX,issuu.com DOMAIN-SUFFIX,istatmenus.app +DOMAIN-SUFFIX,istockphoto.com DOMAIN-SUFFIX,iwara.tv DOMAIN-SUFFIX,ixxx.com DOMAIN-SUFFIX,jable.tv